raidz2/benchmarks/seq/seq-read-qd32-nj4_run1.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773066465,
"timestamp_ms" : 1773066465210,
"time" : "Mon Mar 9 11:27:45 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 125164322816,
"io_kbytes" : 122230784,
"bw_bytes" : 12813710361,
"bw" : 12513389,
"iops" : 12233.619984,
"runtime" : 9768,
"total_ios" : 119498,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39072,
"usr_cpu" : 0.795966,
"sys_cpu" : 89.214783,
"ctx" : 178104,
"majf" : 0,
"minf" : 32806,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 99.896233,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066475,
"timestamp_ms" : 1773066475442,
"time" : "Mon Mar 9 11:27:55 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 114265423872,
"io_kbytes" : 111587328,
"bw_bytes" : 11426542387,
"bw" : 11158732,
"iops" : 10897.700000,
"runtime" : 10000,
"total_ios" : 108977,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 167826,
"max" : 857478,
"mean" : 364213.588702,
"stddev" : 136437.057139,
"N" : 108977
},
"clat_ns" : {
"min" : 6255124,
"max" : 16634470,
"mean" : 11381435.320171,
"stddev" : 4095125.265390,
"N" : 108973,
"percentile" : {
"1.000000" : 6455296,
"5.000000" : 6520832,
"10.000000" : 6586368,
"20.000000" : 6651904,
"30.000000" : 6717440,
"40.000000" : 6848512,
"50.000000" : 14352384,
"60.000000" : 14614528,
"70.000000" : 14876672,
"80.000000" : 15138816,
"90.000000" : 15400960,
"95.000000" : 15663104,
"99.000000" : 15925248,
"99.500000" : 16056320,
"99.900000" : 16318464,
"99.950000" : 16449536,
"99.990000" : 16580608
},
"bins" : {
"6258688" : 8,
"6324224" : 79,
"6389760" : 621,
"6455296" : 2462,
"6520832" : 5815,
"6586368" : 9126,
"6651904" : 10246,
"6717440" : 7841,
"6782976" : 4949,
"6848512" : 2794,
"6914048" : 1418,
"6979584" : 725,
"7045120" : 323,
"7110656" : 114,
"7176192" : 16,
"7241728" : 9,
"12517376" : 5,
"12648448" : 5,
"12779520" : 13,
"12910592" : 10,
"13041664" : 7,
"13172736" : 27,
"13303808" : 37,
"13434880" : 89,
"13565952" : 205,
"13697024" : 469,
"13828096" : 726,
"13959168" : 1368,
"14090240" : 1865,
"14221312" : 2925,
"14352384" : 3876,
"14483456" : 4543,
"14614528" : 5177,
"14745600" : 5533,
"14876672" : 6043,
"15007744" : 5976,
"15138816" : 5516,
"15269888" : 4991,
"15400960" : 4201,
"15532032" : 2946,
"15663104" : 2231,
"15794176" : 1629,
"15925248" : 1082,
"16056320" : 496,
"16187392" : 232,
"16318464" : 111,
"16449536" : 54,
"16580608" : 39
}
},
"lat_ns" : {
"min" : 6463602,
"max" : 17139170,
"mean" : 11745658.381746,
"stddev" : 4226603.907144,
"N" : 108973
},
"bw_min" : 10845272,
"bw_max" : 11433984,
"bw_agg" : 99.988549,
"bw_mean" : 11157455.842105,
"bw_dev" : 40164.951812,
"bw_samples" : 76,
"iops_min" : 10591,
"iops_max" : 11166,
"iops_mean" : 10895.894737,
"iops_stddev" : 39.230833,
"iops_samples" : 76
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39998,
"usr_cpu" : 0.817541,
"sys_cpu" : 95.084754,
"ctx" : 13920,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 42.711765,
"20" : 57.284565,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066485,
"timestamp_ms" : 1773066485441,
"time" : "Mon Mar 9 11:28:05 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 232493416448,
"io_kbytes" : 227044352,
"bw_bytes" : 11624670822,
"bw" : 11352217,
"iops" : 11086.350000,
"runtime" : 20000,
"total_ios" : 221727,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 167406,
"max" : 1578257,
"mean" : 357925.215427,
"stddev" : 148254.459931,
"N" : 221727
},
"clat_ns" : {
"min" : 5985002,
"max" : 26068774,
"mean" : 11187080.740920,
"stddev" : 4446897.215157,
"N" : 221723,
"percentile" : {
"1.000000" : 6258688,
"5.000000" : 6455296,
"10.000000" : 6520832,
"20.000000" : 6586368,
"30.000000" : 6651904,
"40.000000" : 6782976,
"50.000000" : 14090240,
"60.000000" : 14614528,
"70.000000" : 14876672,
"80.000000" : 15138816,
"90.000000" : 15532032,
"95.000000" : 15925248,
"99.000000" : 21364736,
"99.500000" : 22675456,
"99.900000" : 24510464,
"99.950000" : 24772608,
"99.990000" : 25559040
},
"bins" : {
"5996544" : 8,
"6062080" : 61,
"6127616" : 382,
"6193152" : 807,
"6258688" : 1234,
"6324224" : 1835,
"6389760" : 4449,
"6455296" : 9352,
"6520832" : 15313,
"6586368" : 19094,
"6651904" : 18269,
"6717440" : 12717,
"6782976" : 7802,
"6848512" : 4213,
"6914048" : 2167,
"6979584" : 1053,
"7045120" : 614,
"7110656" : 453,
"7176192" : 541,
"7241728" : 773,
"7307264" : 794,
"7372800" : 842,
"7438336" : 628,
"7503872" : 540,
"7569408" : 368,
"7634944" : 239,
"7700480" : 152,
"7766016" : 60,
"7831552" : 40,
"7897088" : 35,
"7962624" : 11,
"8028160" : 26,
"8093696" : 27,
"8159232" : 36,
"8224768" : 26,
"8290304" : 22,
"8355840" : 15,
"8454144" : 58,
"8585216" : 63,
"8716288" : 31,
"8847360" : 6,
"8978432" : 2,
"9109504" : 14,
"9240576" : 11,
"9371648" : 15,
"9502720" : 20,
"9633792" : 31,
"9764864" : 37,
"9895936" : 61,
"10027008" : 46,
"10158080" : 29,
"10289152" : 14,
"10420224" : 4,
"10551296" : 3,
"10682368" : 4,
"10813440" : 10,
"10944512" : 16,
"11075584" : 21,
"11206656" : 20,
"11337728" : 21,
"11468800" : 26,
"11599872" : 16,
"11730944" : 34,
"11862016" : 12,
"11993088" : 10,
"12124160" : 11,
"12255232" : 11,
"12386304" : 6,
"12517376" : 10,
"12648448" : 10,
"12779520" : 22,
"12910592" : 22,
"13041664" : 22,
"13172736" : 42,
"13303808" : 85,
"13434880" : 217,
"13565952" : 361,
"13697024" : 728,
"13828096" : 1112,
"13959168" : 1986,
"14090240" : 2908,
"14221312" : 4274,
"14352384" : 5660,
"14483456" : 6664,
"14614528" : 8169,
"14745600" : 8948,
"14876672" : 10453,
"15007744" : 10889,
"15138816" : 10511,
"15269888" : 9617,
"15400960" : 7745,
"15532032" : 5783,
"15663104" : 4409,
"15794176" : 3157,
"15925248" : 2093,
"16056320" : 1197,
"16187392" : 738,
"16318464" : 502,
"16449536" : 352,
"16580608" : 268,
"16711680" : 159,
"16908288" : 305,
"17170432" : 199,
"17432576" : 138,
"17694720" : 171,
"17956864" : 108,
"18219008" : 133,
"18481152" : 174,
"18743296" : 203,
"19005440" : 262,
"19267584" : 327,
"19529728" : 369,
"19791872" : 372,
"20054016" : 418,
"20316160" : 424,
"20578304" : 389,
"20840448" : 362,
"21102592" : 325,
"21364736" : 328,
"21626880" : 283,
"21889024" : 204,
"22151168" : 172,
"22413312" : 150,
"22675456" : 135,
"22937600" : 165,
"23199744" : 150,
"23461888" : 109,
"23724032" : 130,
"23986176" : 129,
"24248320" : 81,
"24510464" : 74,
"24772608" : 57,
"25034752" : 35,
"25296896" : 27,
"25559040" : 22,
"25821184" : 15,
"26083328" : 4
}
},
"lat_ns" : {
"min" : 6173299,
"max" : 26831468,
"mean" : 11545011.707987,
"stddev" : 4589526.223180,
"N" : 221723
},
"bw_min" : 9245784,
"bw_max" : 16274791,
"bw_agg" : 99.670200,
"bw_mean" : 11314778.051282,
"bw_dev" : 394358.360259,
"bw_samples" : 156,
"iops_min" : 9029,
"iops_max" : 15893,
"iops_mean" : 11049.410256,
"iops_stddev" : 385.104470,
"iops_samples" : 156
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79997,
"usr_cpu" : 0.843782,
"sys_cpu" : 94.076028,
"ctx" : 95474,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999549,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999549,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 47.518796,
"20" : 50.651026,
"50" : 1.828375,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066495,
"timestamp_ms" : 1773066495441,
"time" : "Mon Mar 9 11:28:15 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 358284787712,
"io_kbytes" : 349887488,
"bw_bytes" : 11943224364,
"bw" : 11663305,
"iops" : 11390.079669,
"runtime" : 29999,
"total_ios" : 341691,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 167406,
"max" : 1578257,
"mean" : 348307.378219,
"stddev" : 154539.181794,
"N" : 341691
},
"clat_ns" : {
"min" : 5985002,
"max" : 30090390,
"mean" : 10888868.083793,
"stddev" : 4644261.806298,
"N" : 341687,
"percentile" : {
"1.000000" : 6258688,
"5.000000" : 6455296,
"10.000000" : 6520832,
"20.000000" : 6586368,
"30.000000" : 6717440,
"40.000000" : 6979584,
"50.000000" : 7569408,
"60.000000" : 14352384,
"70.000000" : 14876672,
"80.000000" : 15138816,
"90.000000" : 15532032,
"95.000000" : 16187392,
"99.000000" : 24510464,
"99.500000" : 25296896,
"99.900000" : 26607616,
"99.950000" : 27131904,
"99.990000" : 28180480
},
"bins" : {
"5996544" : 8,
"6062080" : 87,
"6127616" : 586,
"6193152" : 1519,
"6258688" : 2812,
"6324224" : 4089,
"6389760" : 7576,
"6455296" : 13189,
"6520832" : 18833,
"6586368" : 22543,
"6651904" : 22008,
"6717440" : 16682,
"6782976" : 11631,
"6848512" : 8126,
"6914048" : 5305,
"6979584" : 3911,
"7045120" : 3350,
"7110656" : 3317,
"7176192" : 3647,
"7241728" : 4922,
"7307264" : 5274,
"7372800" : 4772,
"7438336" : 3625,
"7503872" : 2525,
"7569408" : 1750,
"7634944" : 1209,
"7700480" : 801,
"7766016" : 585,
"7831552" : 579,
"7897088" : 512,
"7962624" : 460,
"8028160" : 469,
"8093696" : 419,
"8159232" : 373,
"8224768" : 322,
"8290304" : 347,
"8355840" : 283,
"8454144" : 500,
"8585216" : 361,
"8716288" : 330,
"8847360" : 347,
"8978432" : 332,
"9109504" : 388,
"9240576" : 347,
"9371648" : 406,
"9502720" : 525,
"9633792" : 499,
"9764864" : 345,
"9895936" : 283,
"10027008" : 311,
"10158080" : 277,
"10289152" : 192,
"10420224" : 124,
"10551296" : 115,
"10682368" : 102,
"10813440" : 109,
"10944512" : 117,
"11075584" : 112,
"11206656" : 133,
"11337728" : 132,
"11468800" : 119,
"11599872" : 97,
"11730944" : 141,
"11862016" : 121,
"11993088" : 156,
"12124160" : 175,
"12255232" : 165,
"12386304" : 152,
"12517376" : 183,
"12648448" : 164,
"12779520" : 233,
"12910592" : 194,
"13041664" : 163,
"13172736" : 175,
"13303808" : 200,
"13434880" : 339,
"13565952" : 535,
"13697024" : 938,
"13828096" : 1446,
"13959168" : 2552,
"14090240" : 3635,
"14221312" : 5154,
"14352384" : 6822,
"14483456" : 8304,
"14614528" : 10192,
"14745600" : 11281,
"14876672" : 13134,
"15007744" : 13807,
"15138816" : 13324,
"15269888" : 12025,
"15400960" : 10036,
"15532032" : 7756,
"15663104" : 5887,
"15794176" : 4373,
"15925248" : 2930,
"16056320" : 1808,
"16187392" : 1162,
"16318464" : 761,
"16449536" : 591,
"16580608" : 426,
"16711680" : 277,
"16908288" : 487,
"17170432" : 302,
"17432576" : 192,
"17694720" : 205,
"17956864" : 117,
"18219008" : 147,
"18481152" : 182,
"18743296" : 212,
"19005440" : 307,
"19267584" : 402,
"19529728" : 507,
"19791872" : 574,
"20054016" : 620,
"20316160" : 661,
"20578304" : 663,
"20840448" : 619,
"21102592" : 603,
"21364736" : 587,
"21626880" : 514,
"21889024" : 375,
"22151168" : 301,
"22413312" : 245,
"22675456" : 232,
"22937600" : 295,
"23199744" : 333,
"23461888" : 257,
"23724032" : 371,
"23986176" : 441,
"24248320" : 505,
"24510464" : 458,
"24772608" : 551,
"25034752" : 543,
"25296896" : 465,
"25559040" : 369,
"25821184" : 379,
"26083328" : 254,
"26345472" : 196,
"26607616" : 144,
"26869760" : 83,
"27131904" : 82,
"27394048" : 45,
"27656192" : 29,
"27918336" : 27,
"28180480" : 16,
"28442624" : 9,
"28704768" : 2,
"28966912" : 2,
"29229056" : 4,
"29491200" : 2,
"29753344" : 2,
"30015488" : 3
}
},
"lat_ns" : {
"min" : 6173299,
"max" : 30946346,
"mean" : 11237176.328546,
"stddev" : 4793203.584319,
"N" : 341687
},
"bw_min" : 8937472,
"bw_max" : 16396156,
"bw_agg" : 100.000000,
"bw_mean" : 11678824.661017,
"bw_dev" : 592912.349549,
"bw_samples" : 236,
"iops_min" : 8728,
"iops_max" : 16011,
"iops_mean" : 11404.864407,
"iops_stddev" : 578.996341,
"iops_samples" : 236
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 119996,
"usr_cpu" : 0.832528,
"sys_cpu" : 93.351445,
"ctx" : 223782,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 53.615694,
"20" : 43.137806,
"50" : 3.245330,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066505,
"timestamp_ms" : 1773066505442,
"time" : "Mon Mar 9 11:28:25 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 471858151424,
"io_kbytes" : 460798976,
"bw_bytes" : 11796453785,
"bw" : 11519974,
"iops" : 11250.075000,
"runtime" : 40000,
"total_ios" : 450003,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 167406,
"max" : 1578257,
"mean" : 352673.770266,
"stddev" : 149911.199839,
"N" : 450003
},
"clat_ns" : {
"min" : 5985002,
"max" : 30090390,
"mean" : 11024175.982867,
"stddev" : 4504463.535618,
"N" : 449999,
"percentile" : {
"1.000000" : 6258688,
"5.000000" : 6455296,
"10.000000" : 6520832,
"20.000000" : 6651904,
"30.000000" : 6782976,
"40.000000" : 6979584,
"50.000000" : 8716288,
"60.000000" : 14483456,
"70.000000" : 14876672,
"80.000000" : 15138816,
"90.000000" : 15532032,
"95.000000" : 15925248,
"99.000000" : 23986176,
"99.500000" : 25034752,
"99.900000" : 26607616,
"99.950000" : 26869760,
"99.990000" : 27918336
},
"bins" : {
"5996544" : 8,
"6062080" : 87,
"6127616" : 586,
"6193152" : 1519,
"6258688" : 2812,
"6324224" : 4090,
"6389760" : 7632,
"6455296" : 13688,
"6520832" : 20853,
"6586368" : 27095,
"6651904" : 28666,
"6717440" : 24091,
"6782976" : 18373,
"6848512" : 14095,
"6914048" : 9785,
"6979584" : 7021,
"7045120" : 5222,
"7110656" : 4402,
"7176192" : 4299,
"7241728" : 5216,
"7307264" : 5407,
"7372800" : 4848,
"7438336" : 3652,
"7503872" : 2528,
"7569408" : 1753,
"7634944" : 1212,
"7700480" : 804,
"7766016" : 587,
"7831552" : 581,
"7897088" : 514,
"7962624" : 463,
"8028160" : 473,
"8093696" : 421,
"8159232" : 376,
"8224768" : 323,
"8290304" : 350,
"8355840" : 286,
"8454144" : 506,
"8585216" : 368,
"8716288" : 340,
"8847360" : 355,
"8978432" : 334,
"9109504" : 388,
"9240576" : 347,
"9371648" : 406,
"9502720" : 525,
"9633792" : 499,
"9764864" : 345,
"9895936" : 283,
"10027008" : 311,
"10158080" : 277,
"10289152" : 192,
"10420224" : 124,
"10551296" : 115,
"10682368" : 102,
"10813440" : 109,
"10944512" : 117,
"11075584" : 112,
"11206656" : 133,
"11337728" : 132,
"11468800" : 119,
"11599872" : 97,
"11730944" : 141,
"11862016" : 121,
"11993088" : 156,
"12124160" : 175,
"12255232" : 165,
"12386304" : 152,
"12517376" : 183,
"12648448" : 164,
"12779520" : 233,
"12910592" : 194,
"13041664" : 163,
"13172736" : 175,
"13303808" : 207,
"13434880" : 378,
"13565952" : 656,
"13697024" : 1179,
"13828096" : 1937,
"13959168" : 3513,
"14090240" : 5244,
"14221312" : 7556,
"14352384" : 9994,
"14483456" : 13370,
"14614528" : 16899,
"14745600" : 19050,
"14876672" : 21331,
"15007744" : 20998,
"15138816" : 19290,
"15269888" : 16520,
"15400960" : 13337,
"15532032" : 9867,
"15663104" : 7191,
"15794176" : 5021,
"15925248" : 3306,
"16056320" : 2062,
"16187392" : 1251,
"16318464" : 792,
"16449536" : 611,
"16580608" : 436,
"16711680" : 279,
"16908288" : 495,
"17170432" : 314,
"17432576" : 199,
"17694720" : 205,
"17956864" : 117,
"18219008" : 147,
"18481152" : 182,
"18743296" : 212,
"19005440" : 307,
"19267584" : 402,
"19529728" : 507,
"19791872" : 574,
"20054016" : 620,
"20316160" : 661,
"20578304" : 663,
"20840448" : 619,
"21102592" : 603,
"21364736" : 587,
"21626880" : 514,
"21889024" : 375,
"22151168" : 301,
"22413312" : 245,
"22675456" : 232,
"22937600" : 295,
"23199744" : 333,
"23461888" : 257,
"23724032" : 371,
"23986176" : 441,
"24248320" : 505,
"24510464" : 458,
"24772608" : 551,
"25034752" : 543,
"25296896" : 465,
"25559040" : 369,
"25821184" : 379,
"26083328" : 254,
"26345472" : 196,
"26607616" : 144,
"26869760" : 83,
"27131904" : 82,
"27394048" : 45,
"27656192" : 29,
"27918336" : 27,
"28180480" : 16,
"28442624" : 9,
"28704768" : 2,
"28966912" : 2,
"29229056" : 4,
"29491200" : 2,
"29753344" : 2,
"30015488" : 3
}
},
"lat_ns" : {
"min" : 6173299,
"max" : 30946346,
"mean" : 11376851.399681,
"stddev" : 4648956.676141,
"N" : 449999
},
"bw_min" : 8937472,
"bw_max" : 16408444,
"bw_agg" : 100.000000,
"bw_mean" : 11526563.455696,
"bw_dev" : 526483.366348,
"bw_samples" : 316,
"iops_min" : 8728,
"iops_max" : 16023,
"iops_mean" : 11256.202532,
"iops_stddev" : 514.125989,
"iops_samples" : 316
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159998,
"usr_cpu" : 0.806260,
"sys_cpu" : 93.808673,
"ctx" : 235287,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 50.867439,
"20" : 46.667467,
"50" : 2.464206,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066515,
"timestamp_ms" : 1773066515442,
"time" : "Mon Mar 9 11:28:35 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 599720460288,
"io_kbytes" : 585664512,
"bw_bytes" : 11994649098,
"bw" : 11713524,
"iops" : 11439.128783,
"runtime" : 49999,
"total_ios" : 571945,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 167406,
"max" : 1636858,
"mean" : 346807.839469,
"stddev" : 153993.972879,
"N" : 571945
},
"clat_ns" : {
"min" : 5985002,
"max" : 31589567,
"mean" : 10842213.577981,
"stddev" : 4632754.314664,
"N" : 571941,
"percentile" : {
"1.000000" : 6258688,
"5.000000" : 6455296,
"10.000000" : 6520832,
"20.000000" : 6651904,
"30.000000" : 6782976,
"40.000000" : 7045120,
"50.000000" : 7634944,
"60.000000" : 14221312,
"70.000000" : 14745600,
"80.000000" : 15007744,
"90.000000" : 15532032,
"95.000000" : 16187392,
"99.000000" : 25296896,
"99.500000" : 26083328,
"99.900000" : 27394048,
"99.950000" : 27918336,
"99.990000" : 29753344
},
"bins" : {
"5996544" : 8,
"6062080" : 106,
"6127616" : 681,
"6193152" : 1886,
"6258688" : 3785,
"6324224" : 5756,
"6389760" : 10606,
"6455296" : 17749,
"6520832" : 25812,
"6586368" : 32148,
"6651904" : 33910,
"6717440" : 28960,
"6782976" : 22613,
"6848512" : 17943,
"6914048" : 13262,
"6979584" : 9881,
"7045120" : 7500,
"7110656" : 6680,
"7176192" : 6610,
"7241728" : 8157,
"7307264" : 8436,
"7372800" : 7862,
"7438336" : 6481,
"7503872" : 5028,
"7569408" : 4054,
"7634944" : 3306,
"7700480" : 2391,
"7766016" : 1881,
"7831552" : 1903,
"7897088" : 1491,
"7962624" : 1230,
"8028160" : 1050,
"8093696" : 781,
"8159232" : 723,
"8224768" : 568,
"8290304" : 615,
"8355840" : 503,
"8454144" : 831,
"8585216" : 630,
"8716288" : 534,
"8847360" : 574,
"8978432" : 557,
"9109504" : 585,
"9240576" : 546,
"9371648" : 563,
"9502720" : 687,
"9633792" : 576,
"9764864" : 441,
"9895936" : 415,
"10027008" : 471,
"10158080" : 487,
"10289152" : 413,
"10420224" : 339,
"10551296" : 316,
"10682368" : 396,
"10813440" : 462,
"10944512" : 475,
"11075584" : 460,
"11206656" : 560,
"11337728" : 609,
"11468800" : 523,
"11599872" : 434,
"11730944" : 437,
"11862016" : 403,
"11993088" : 374,
"12124160" : 354,
"12255232" : 397,
"12386304" : 338,
"12517376" : 352,
"12648448" : 307,
"12779520" : 322,
"12910592" : 277,
"13041664" : 239,
"13172736" : 252,
"13303808" : 358,
"13434880" : 691,
"13565952" : 1096,
"13697024" : 1815,
"13828096" : 2743,
"13959168" : 4525,
"14090240" : 6414,
"14221312" : 8909,
"14352384" : 11459,
"14483456" : 14952,
"14614528" : 18742,
"14745600" : 21032,
"14876672" : 23108,
"15007744" : 22779,
"15138816" : 20894,
"15269888" : 17993,
"15400960" : 14664,
"15532032" : 11026,
"15663104" : 8248,
"15794176" : 5806,
"15925248" : 3927,
"16056320" : 2563,
"16187392" : 1709,
"16318464" : 1133,
"16449536" : 865,
"16580608" : 636,
"16711680" : 476,
"16908288" : 765,
"17170432" : 506,
"17432576" : 353,
"17694720" : 289,
"17956864" : 173,
"18219008" : 184,
"18481152" : 243,
"18743296" : 287,
"19005440" : 380,
"19267584" : 477,
"19529728" : 586,
"19791872" : 683,
"20054016" : 739,
"20316160" : 834,
"20578304" : 913,
"20840448" : 1012,
"21102592" : 1094,
"21364736" : 1084,
"21626880" : 926,
"21889024" : 782,
"22151168" : 574,
"22413312" : 419,
"22675456" : 370,
"22937600" : 394,
"23199744" : 414,
"23461888" : 289,
"23724032" : 390,
"23986176" : 485,
"24248320" : 557,
"24510464" : 560,
"24772608" : 673,
"25034752" : 764,
"25296896" : 796,
"25559040" : 803,
"25821184" : 784,
"26083328" : 648,
"26345472" : 669,
"26607616" : 643,
"26869760" : 559,
"27131904" : 314,
"27394048" : 217,
"27656192" : 132,
"27918336" : 66,
"28180480" : 82,
"28442624" : 29,
"28704768" : 24,
"28966912" : 19,
"29229056" : 11,
"29491200" : 19,
"29753344" : 26,
"30015488" : 15,
"30277632" : 5,
"30539776" : 9,
"30801920" : 4,
"31064064" : 6,
"31326208" : 4,
"31588352" : 3
}
},
"lat_ns" : {
"min" : 6173299,
"max" : 32571496,
"mean" : 11189019.727175,
"stddev" : 4781320.148679,
"N" : 571941
},
"bw_min" : 8863744,
"bw_max" : 16566805,
"bw_agg" : 99.883080,
"bw_mean" : 11699829.232323,
"bw_dev" : 602570.630750,
"bw_samples" : 396,
"iops_min" : 8656,
"iops_max" : 16178,
"iops_mean" : 11425.353535,
"iops_stddev" : 588.432441,
"iops_samples" : 396
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 199996,
"usr_cpu" : 0.816016,
"sys_cpu" : 93.401368,
"ctx" : 372829,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 54.101006,
"20" : 42.588361,
"50" : 3.309934,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066525,
"timestamp_ms" : 1773066525441,
"time" : "Mon Mar 9 11:28:45 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 716328402944,
"io_kbytes" : 699539456,
"bw_bytes" : 11939005699,
"bw" : 11659185,
"iops" : 11386.023100,
"runtime" : 59999,
"total_ios" : 683150,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 167406,
"max" : 1636858,
"mean" : 348431.861679,
"stddev" : 152363.992659,
"N" : 683150
},
"clat_ns" : {
"min" : 5985002,
"max" : 31589567,
"mean" : 10892718.340151,
"stddev" : 4577780.919356,
"N" : 683146,
"percentile" : {
"1.000000" : 6258688,
"5.000000" : 6455296,
"10.000000" : 6520832,
"20.000000" : 6651904,
"30.000000" : 6782976,
"40.000000" : 7045120,
"50.000000" : 7700480,
"60.000000" : 14352384,
"70.000000" : 14745600,
"80.000000" : 15007744,
"90.000000" : 15532032,
"95.000000" : 16187392,
"99.000000" : 24772608,
"99.500000" : 26083328,
"99.900000" : 27131904,
"99.950000" : 27656192,
"99.990000" : 29753344
},
"bins" : {
"5996544" : 8,
"6062080" : 106,
"6127616" : 681,
"6193152" : 1954,
"6258688" : 4096,
"6324224" : 6305,
"6389760" : 11462,
"6455296" : 19804,
"6520832" : 29830,
"6586368" : 37305,
"6651904" : 39503,
"6717440" : 34365,
"6782976" : 27497,
"6848512" : 22662,
"6914048" : 17648,
"6979584" : 13200,
"7045120" : 9951,
"7110656" : 8234,
"7176192" : 7854,
"7241728" : 9349,
"7307264" : 9195,
"7372800" : 8328,
"7438336" : 6974,
"7503872" : 5407,
"7569408" : 4329,
"7634944" : 3534,
"7700480" : 2563,
"7766016" : 2057,
"7831552" : 2048,
"7897088" : 1615,
"7962624" : 1367,
"8028160" : 1165,
"8093696" : 912,
"8159232" : 895,
"8224768" : 690,
"8290304" : 782,
"8355840" : 691,
"8454144" : 1173,
"8585216" : 938,
"8716288" : 866,
"8847360" : 921,
"8978432" : 786,
"9109504" : 776,
"9240576" : 716,
"9371648" : 667,
"9502720" : 741,
"9633792" : 605,
"9764864" : 467,
"9895936" : 439,
"10027008" : 520,
"10158080" : 543,
"10289152" : 459,
"10420224" : 388,
"10551296" : 349,
"10682368" : 434,
"10813440" : 485,
"10944512" : 499,
"11075584" : 484,
"11206656" : 578,
"11337728" : 629,
"11468800" : 527,
"11599872" : 441,
"11730944" : 438,
"11862016" : 407,
"11993088" : 376,
"12124160" : 357,
"12255232" : 404,
"12386304" : 343,
"12517376" : 353,
"12648448" : 311,
"12779520" : 327,
"12910592" : 289,
"13041664" : 258,
"13172736" : 297,
"13303808" : 439,
"13434880" : 879,
"13565952" : 1385,
"13697024" : 2355,
"13828096" : 3616,
"13959168" : 5670,
"14090240" : 8084,
"14221312" : 11268,
"14352384" : 14888,
"14483456" : 19453,
"14614528" : 24071,
"14745600" : 27207,
"14876672" : 29481,
"15007744" : 28291,
"15138816" : 25176,
"15269888" : 20883,
"15400960" : 16577,
"15532032" : 12244,
"15663104" : 8842,
"15794176" : 6209,
"15925248" : 4258,
"16056320" : 2820,
"16187392" : 1875,
"16318464" : 1256,
"16449536" : 969,
"16580608" : 718,
"16711680" : 549,
"16908288" : 856,
"17170432" : 653,
"17432576" : 588,
"17694720" : 624,
"17956864" : 555,
"18219008" : 737,
"18481152" : 799,
"18743296" : 797,
"19005440" : 878,
"19267584" : 881,
"19529728" : 991,
"19791872" : 1000,
"20054016" : 982,
"20316160" : 1023,
"20578304" : 1035,
"20840448" : 1184,
"21102592" : 1223,
"21364736" : 1165,
"21626880" : 978,
"21889024" : 833,
"22151168" : 602,
"22413312" : 437,
"22675456" : 389,
"22937600" : 433,
"23199744" : 445,
"23461888" : 307,
"23724032" : 404,
"23986176" : 486,
"24248320" : 557,
"24510464" : 560,
"24772608" : 673,
"25034752" : 764,
"25296896" : 796,
"25559040" : 803,
"25821184" : 784,
"26083328" : 648,
"26345472" : 669,
"26607616" : 643,
"26869760" : 559,
"27131904" : 314,
"27394048" : 217,
"27656192" : 132,
"27918336" : 66,
"28180480" : 82,
"28442624" : 29,
"28704768" : 24,
"28966912" : 19,
"29229056" : 11,
"29491200" : 19,
"29753344" : 26,
"30015488" : 15,
"30277632" : 5,
"30539776" : 9,
"30801920" : 4,
"31064064" : 6,
"31326208" : 4,
"31588352" : 3
}
},
"lat_ns" : {
"min" : 6173299,
"max" : 32571496,
"mean" : 11241149.368861,
"stddev" : 4724597.194265,
"N" : 683146
},
"bw_min" : 8822784,
"bw_max" : 16566805,
"bw_agg" : 100.000000,
"bw_mean" : 11666121.470588,
"bw_dev" : 584553.977200,
"bw_samples" : 476,
"iops_min" : 8616,
"iops_max" : 16178,
"iops_mean" : 11392.411765,
"iops_stddev" : 570.836460,
"iops_samples" : 476
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 239996,
"usr_cpu" : 0.810847,
"sys_cpu" : 93.464058,
"ctx" : 429802,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 53.224621,
"20" : 43.840591,
"50" : 2.934202,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066535,
"timestamp_ms" : 1773066535441,
"time" : "Mon Mar 9 11:28:55 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 830943002624,
"io_kbytes" : 811467776,
"bw_bytes" : 11870783905,
"bw" : 11592562,
"iops" : 11320.918870,
"runtime" : 69999,
"total_ios" : 792453,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 166143,
"max" : 1636858,
"mean" : 350449.384973,
"stddev" : 152335.195757,
"N" : 792453
},
"clat_ns" : {
"min" : 5985002,
"max" : 31589567,
"mean" : 10955288.344494,
"stddev" : 4578371.884923,
"N" : 792449,
"percentile" : {
"1.000000" : 6324224,
"5.000000" : 6455296,
"10.000000" : 6520832,
"20.000000" : 6651904,
"30.000000" : 6782976,
"40.000000" : 7045120,
"50.000000" : 7831552,
"60.000000" : 14352384,
"70.000000" : 14745600,
"80.000000" : 15138816,
"90.000000" : 15532032,
"95.000000" : 16187392,
"99.000000" : 24248320,
"99.500000" : 25821184,
"99.900000" : 27131904,
"99.950000" : 27656192,
"99.990000" : 29491200
},
"bins" : {
"5996544" : 8,
"6062080" : 106,
"6127616" : 681,
"6193152" : 2011,
"6258688" : 4439,
"6324224" : 7363,
"6389760" : 13870,
"6455296" : 24101,
"6520832" : 35561,
"6586368" : 44201,
"6651904" : 47610,
"6717440" : 41825,
"6782976" : 33347,
"6848512" : 26510,
"6914048" : 20025,
"6979584" : 14857,
"7045120" : 10866,
"7110656" : 8665,
"7176192" : 8016,
"7241728" : 9404,
"7307264" : 9203,
"7372800" : 8336,
"7438336" : 6981,
"7503872" : 5418,
"7569408" : 4336,
"7634944" : 3538,
"7700480" : 2566,
"7766016" : 2058,
"7831552" : 2050,
"7897088" : 1617,
"7962624" : 1369,
"8028160" : 1167,
"8093696" : 915,
"8159232" : 896,
"8224768" : 693,
"8290304" : 784,
"8355840" : 692,
"8454144" : 1179,
"8585216" : 940,
"8716288" : 871,
"8847360" : 928,
"8978432" : 790,
"9109504" : 784,
"9240576" : 725,
"9371648" : 675,
"9502720" : 749,
"9633792" : 609,
"9764864" : 474,
"9895936" : 446,
"10027008" : 523,
"10158080" : 545,
"10289152" : 460,
"10420224" : 388,
"10551296" : 351,
"10682368" : 435,
"10813440" : 487,
"10944512" : 501,
"11075584" : 486,
"11206656" : 580,
"11337728" : 632,
"11468800" : 528,
"11599872" : 443,
"11730944" : 441,
"11862016" : 408,
"11993088" : 378,
"12124160" : 359,
"12255232" : 408,
"12386304" : 355,
"12517376" : 358,
"12648448" : 313,
"12779520" : 332,
"12910592" : 292,
"13041664" : 263,
"13172736" : 305,
"13303808" : 452,
"13434880" : 908,
"13565952" : 1443,
"13697024" : 2471,
"13828096" : 3824,
"13959168" : 6102,
"14090240" : 8689,
"14221312" : 12097,
"14352384" : 15912,
"14483456" : 20921,
"14614528" : 26200,
"14745600" : 30413,
"14876672" : 33926,
"15007744" : 33531,
"15138816" : 30901,
"15269888" : 26904,
"15400960" : 22499,
"15532032" : 17411,
"15663104" : 12506,
"15794176" : 8583,
"15925248" : 6152,
"16056320" : 4051,
"16187392" : 2695,
"16318464" : 1790,
"16449536" : 1277,
"16580608" : 953,
"16711680" : 702,
"16908288" : 964,
"17170432" : 710,
"17432576" : 617,
"17694720" : 646,
"17956864" : 577,
"18219008" : 754,
"18481152" : 818,
"18743296" : 821,
"19005440" : 901,
"19267584" : 917,
"19529728" : 1039,
"19791872" : 1068,
"20054016" : 1185,
"20316160" : 1379,
"20578304" : 1460,
"20840448" : 1759,
"21102592" : 1670,
"21364736" : 1517,
"21626880" : 1246,
"21889024" : 1036,
"22151168" : 744,
"22413312" : 512,
"22675456" : 433,
"22937600" : 449,
"23199744" : 451,
"23461888" : 307,
"23724032" : 404,
"23986176" : 486,
"24248320" : 557,
"24510464" : 560,
"24772608" : 673,
"25034752" : 764,
"25296896" : 796,
"25559040" : 803,
"25821184" : 784,
"26083328" : 648,
"26345472" : 669,
"26607616" : 643,
"26869760" : 559,
"27131904" : 314,
"27394048" : 217,
"27656192" : 132,
"27918336" : 66,
"28180480" : 82,
"28442624" : 29,
"28704768" : 24,
"28966912" : 19,
"29229056" : 11,
"29491200" : 19,
"29753344" : 26,
"30015488" : 15,
"30277632" : 5,
"30539776" : 9,
"30801920" : 4,
"31064064" : 6,
"31326208" : 4,
"31588352" : 3
}
},
"lat_ns" : {
"min" : 6173299,
"max" : 32571496,
"mean" : 11305737.251708,
"stddev" : 4725217.996720,
"N" : 792449
},
"bw_min" : 8822784,
"bw_max" : 16566805,
"bw_agg" : 100.000000,
"bw_mean" : 11599948.640288,
"bw_dev" : 570371.119305,
"bw_samples" : 556,
"iops_min" : 8616,
"iops_max" : 16178,
"iops_mean" : 11327.791367,
"iops_stddev" : 556.987830,
"iops_samples" : 556
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 279996,
"usr_cpu" : 0.801083,
"sys_cpu" : 93.536693,
"ctx" : 469937,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999874,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999874,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 52.419260,
"20" : 44.662333,
"50" : 2.917902,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066545,
"timestamp_ms" : 1773066545441,
"time" : "Mon Mar 9 11:29:05 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 955763392512,
"io_kbytes" : 933362688,
"bw_bytes" : 11947191746,
"bw" : 11667179,
"iops" : 11393.792422,
"runtime" : 79999,
"total_ios" : 911492,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 166143,
"max" : 1636858,
"mean" : 348185.733232,
"stddev" : 154967.085348,
"N" : 911492
},
"clat_ns" : {
"min" : 5985002,
"max" : 34958218,
"mean" : 10885193.864165,
"stddev" : 4655564.765383,
"N" : 911488,
"percentile" : {
"1.000000" : 6324224,
"5.000000" : 6455296,
"10.000000" : 6586368,
"20.000000" : 6651904,
"30.000000" : 6848512,
"40.000000" : 7110656,
"50.000000" : 7766016,
"60.000000" : 14221312,
"70.000000" : 14745600,
"80.000000" : 15138816,
"90.000000" : 15663104,
"95.000000" : 17694720,
"99.000000" : 25034752,
"99.500000" : 26083328,
"99.900000" : 27394048,
"99.950000" : 28180480,
"99.990000" : 30539776
},
"bins" : {
"5996544" : 8,
"6062080" : 106,
"6127616" : 681,
"6193152" : 2011,
"6258688" : 4439,
"6324224" : 7401,
"6389760" : 14052,
"6455296" : 24591,
"6520832" : 36765,
"6586368" : 45917,
"6651904" : 49861,
"6717440" : 44310,
"6782976" : 36071,
"6848512" : 29407,
"6914048" : 23513,
"6979584" : 19594,
"7045120" : 16449,
"7110656" : 14570,
"7176192" : 13116,
"7241728" : 13777,
"7307264" : 12813,
"7372800" : 11510,
"7438336" : 9728,
"7503872" : 7820,
"7569408" : 6530,
"7634944" : 5337,
"7700480" : 4764,
"7766016" : 4639,
"7831552" : 4845,
"7897088" : 4364,
"7962624" : 3766,
"8028160" : 3219,
"8093696" : 2389,
"8159232" : 1842,
"8224768" : 1215,
"8290304" : 1186,
"8355840" : 965,
"8454144" : 1820,
"8585216" : 1480,
"8716288" : 1413,
"8847360" : 1431,
"8978432" : 1227,
"9109504" : 1216,
"9240576" : 1241,
"9371648" : 1167,
"9502720" : 1162,
"9633792" : 955,
"9764864" : 821,
"9895936" : 754,
"10027008" : 766,
"10158080" : 856,
"10289152" : 703,
"10420224" : 629,
"10551296" : 677,
"10682368" : 739,
"10813440" : 773,
"10944512" : 686,
"11075584" : 697,
"11206656" : 766,
"11337728" : 841,
"11468800" : 698,
"11599872" : 637,
"11730944" : 609,
"11862016" : 556,
"11993088" : 625,
"12124160" : 593,
"12255232" : 621,
"12386304" : 564,
"12517376" : 563,
"12648448" : 566,
"12779520" : 544,
"12910592" : 509,
"13041664" : 462,
"13172736" : 479,
"13303808" : 647,
"13434880" : 1064,
"13565952" : 1609,
"13697024" : 2639,
"13828096" : 3986,
"13959168" : 6280,
"14090240" : 8872,
"14221312" : 12263,
"14352384" : 16096,
"14483456" : 21186,
"14614528" : 26526,
"14745600" : 30772,
"14876672" : 34352,
"15007744" : 34217,
"15138816" : 31609,
"15269888" : 27711,
"15400960" : 23223,
"15532032" : 18037,
"15663104" : 13090,
"15794176" : 9170,
"15925248" : 6747,
"16056320" : 4600,
"16187392" : 3179,
"16318464" : 2289,
"16449536" : 1724,
"16580608" : 1546,
"16711680" : 1306,
"16908288" : 2121,
"17170432" : 1917,
"17432576" : 1680,
"17694720" : 1685,
"17956864" : 1572,
"18219008" : 1771,
"18481152" : 1807,
"18743296" : 1705,
"19005440" : 1638,
"19267584" : 1732,
"19529728" : 1872,
"19791872" : 1879,
"20054016" : 1941,
"20316160" : 2054,
"20578304" : 2098,
"20840448" : 2251,
"21102592" : 2004,
"21364736" : 1737,
"21626880" : 1397,
"21889024" : 1119,
"22151168" : 821,
"22413312" : 602,
"22675456" : 525,
"22937600" : 547,
"23199744" : 532,
"23461888" : 377,
"23724032" : 513,
"23986176" : 645,
"24248320" : 699,
"24510464" : 700,
"24772608" : 798,
"25034752" : 938,
"25296896" : 1218,
"25559040" : 1244,
"25821184" : 1160,
"26083328" : 993,
"26345472" : 961,
"26607616" : 821,
"26869760" : 706,
"27131904" : 430,
"27394048" : 307,
"27656192" : 166,
"27918336" : 104,
"28180480" : 109,
"28442624" : 43,
"28704768" : 52,
"28966912" : 71,
"29229056" : 62,
"29491200" : 46,
"29753344" : 35,
"30015488" : 19,
"30277632" : 11,
"30539776" : 11,
"30801920" : 6,
"31064064" : 15,
"31326208" : 13,
"31588352" : 13,
"31850496" : 4,
"32112640" : 3,
"32374784" : 3,
"32636928" : 2,
"32899072" : 1,
"33161216" : 2,
"33423360" : 2,
"33816576" : 3,
"34340864" : 9,
"34865152" : 9
}
},
"lat_ns" : {
"min" : 6173299,
"max" : 35780442,
"mean" : 11233378.491387,
"stddev" : 4804849.343825,
"N" : 911488
},
"bw_min" : 8427520,
"bw_max" : 16566805,
"bw_agg" : 100.000000,
"bw_mean" : 11669913.440252,
"bw_dev" : 615365.794641,
"bw_samples" : 636,
"iops_min" : 8230,
"iops_max" : 16178,
"iops_mean" : 11396.100629,
"iops_stddev" : 600.934337,
"iops_samples" : 636
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319996,
"usr_cpu" : 0.795635,
"sys_cpu" : 93.163352,
"ctx" : 644171,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 54.688138,
"20" : 41.980950,
"50" : 3.330474,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066555,
"timestamp_ms" : 1773066555441,
"time" : "Mon Mar 9 11:29:15 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1069311590400,
"io_kbytes" : 1044249600,
"bw_bytes" : 11881371908,
"bw" : 11602902,
"iops" : 11331.003678,
"runtime" : 89999,
"total_ios" : 1019779,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 166143,
"max" : 1636858,
"mean" : 350133.059647,
"stddev" : 152574.557578,
"N" : 1019779
},
"clat_ns" : {
"min" : 5985002,
"max" : 34958218,
"mean" : 10945436.906255,
"stddev" : 4582112.151645,
"N" : 1019775,
"percentile" : {
"1.000000" : 6324224,
"5.000000" : 6455296,
"10.000000" : 6586368,
"20.000000" : 6717440,
"30.000000" : 6848512,
"40.000000" : 7110656,
"50.000000" : 7897088,
"60.000000" : 14352384,
"70.000000" : 14745600,
"80.000000" : 15138816,
"90.000000" : 15532032,
"95.000000" : 16908288,
"99.000000" : 24772608,
"99.500000" : 25821184,
"99.900000" : 27394048,
"99.950000" : 28180480,
"99.990000" : 30277632
},
"bins" : {
"5996544" : 8,
"6062080" : 106,
"6127616" : 681,
"6193152" : 2011,
"6258688" : 4439,
"6324224" : 7401,
"6389760" : 14074,
"6455296" : 24869,
"6520832" : 37689,
"6586368" : 47908,
"6651904" : 52900,
"6717440" : 48056,
"6782976" : 40519,
"6848512" : 35379,
"6914048" : 30570,
"6979584" : 26597,
"7045120" : 21515,
"7110656" : 17571,
"7176192" : 14655,
"7241728" : 14419,
"7307264" : 13041,
"7372800" : 11571,
"7438336" : 9735,
"7503872" : 7820,
"7569408" : 6530,
"7634944" : 5337,
"7700480" : 4764,
"7766016" : 4639,
"7831552" : 4845,
"7897088" : 4364,
"7962624" : 3766,
"8028160" : 3219,
"8093696" : 2389,
"8159232" : 1842,
"8224768" : 1215,
"8290304" : 1186,
"8355840" : 965,
"8454144" : 1820,
"8585216" : 1480,
"8716288" : 1413,
"8847360" : 1431,
"8978432" : 1227,
"9109504" : 1216,
"9240576" : 1241,
"9371648" : 1167,
"9502720" : 1162,
"9633792" : 955,
"9764864" : 821,
"9895936" : 754,
"10027008" : 766,
"10158080" : 856,
"10289152" : 703,
"10420224" : 629,
"10551296" : 677,
"10682368" : 739,
"10813440" : 773,
"10944512" : 686,
"11075584" : 697,
"11206656" : 766,
"11337728" : 841,
"11468800" : 698,
"11599872" : 637,
"11730944" : 609,
"11862016" : 556,
"11993088" : 625,
"12124160" : 593,
"12255232" : 621,
"12386304" : 564,
"12517376" : 563,
"12648448" : 566,
"12779520" : 544,
"12910592" : 509,
"13041664" : 463,
"13172736" : 491,
"13303808" : 718,
"13434880" : 1282,
"13565952" : 2141,
"13697024" : 3665,
"13828096" : 5552,
"13959168" : 8680,
"14090240" : 12166,
"14221312" : 16499,
"14352384" : 21019,
"14483456" : 27132,
"14614528" : 32747,
"14745600" : 37243,
"14876672" : 40638,
"15007744" : 39670,
"15138816" : 36252,
"15269888" : 31228,
"15400960" : 25873,
"15532032" : 19684,
"15663104" : 14062,
"15794176" : 9639,
"15925248" : 7034,
"16056320" : 4745,
"16187392" : 3260,
"16318464" : 2339,
"16449536" : 1758,
"16580608" : 1568,
"16711680" : 1326,
"16908288" : 2142,
"17170432" : 1939,
"17432576" : 1702,
"17694720" : 1688,
"17956864" : 1574,
"18219008" : 1771,
"18481152" : 1807,
"18743296" : 1705,
"19005440" : 1638,
"19267584" : 1732,
"19529728" : 1872,
"19791872" : 1879,
"20054016" : 1941,
"20316160" : 2054,
"20578304" : 2098,
"20840448" : 2251,
"21102592" : 2004,
"21364736" : 1737,
"21626880" : 1397,
"21889024" : 1119,
"22151168" : 821,
"22413312" : 602,
"22675456" : 525,
"22937600" : 547,
"23199744" : 532,
"23461888" : 377,
"23724032" : 513,
"23986176" : 645,
"24248320" : 699,
"24510464" : 700,
"24772608" : 798,
"25034752" : 938,
"25296896" : 1218,
"25559040" : 1244,
"25821184" : 1160,
"26083328" : 993,
"26345472" : 961,
"26607616" : 821,
"26869760" : 706,
"27131904" : 430,
"27394048" : 307,
"27656192" : 166,
"27918336" : 104,
"28180480" : 109,
"28442624" : 43,
"28704768" : 52,
"28966912" : 71,
"29229056" : 62,
"29491200" : 46,
"29753344" : 35,
"30015488" : 19,
"30277632" : 11,
"30539776" : 11,
"30801920" : 6,
"31064064" : 15,
"31326208" : 13,
"31588352" : 13,
"31850496" : 4,
"32112640" : 3,
"32374784" : 3,
"32636928" : 2,
"32899072" : 1,
"33161216" : 2,
"33423360" : 2,
"33816576" : 3,
"34340864" : 9,
"34865152" : 9
}
},
"lat_ns" : {
"min" : 6173299,
"max" : 35780442,
"mean" : 11295568.442656,
"stddev" : 4729053.337915,
"N" : 1019775
},
"bw_min" : 8427520,
"bw_max" : 16607765,
"bw_agg" : 100.000000,
"bw_mean" : 11608050.720670,
"bw_dev" : 589126.126943,
"bw_samples" : 716,
"iops_min" : 8230,
"iops_max" : 16218,
"iops_mean" : 11335.698324,
"iops_stddev" : 575.308643,
"iops_samples" : 716
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 359996,
"usr_cpu" : 0.787231,
"sys_cpu" : 93.409927,
"ctx" : 659075,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 53.296057,
"20" : 43.726729,
"50" : 2.976821,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066565,
"timestamp_ms" : 1773066565442,
"time" : "Mon Mar 9 11:29:25 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1185708769280,
"io_kbytes" : 1157918720,
"bw_bytes" : 11857087692,
"bw" : 11579187,
"iops" : 11307.870000,
"runtime" : 100000,
"total_ios" : 1130787,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 166143,
"max" : 1636858,
"mean" : 350850.526331,
"stddev" : 153663.468720,
"N" : 1130787
},
"clat_ns" : {
"min" : 5985002,
"max" : 34958218,
"mean" : 10967706.188685,
"stddev" : 4614217.613949,
"N" : 1130783,
"percentile" : {
"1.000000" : 6324224,
"5.000000" : 6455296,
"10.000000" : 6586368,
"20.000000" : 6717440,
"30.000000" : 6848512,
"40.000000" : 7110656,
"50.000000" : 7897088,
"60.000000" : 14221312,
"70.000000" : 14745600,
"80.000000" : 15138816,
"90.000000" : 15663104,
"95.000000" : 17694720,
"99.000000" : 24510464,
"99.500000" : 25821184,
"99.900000" : 27394048,
"99.950000" : 28180480,
"99.990000" : 30015488
},
"bins" : {
"5996544" : 8,
"6062080" : 125,
"6127616" : 706,
"6193152" : 2137,
"6258688" : 4650,
"6324224" : 7891,
"6389760" : 14995,
"6455296" : 26457,
"6520832" : 40451,
"6586368" : 52154,
"6651904" : 59061,
"6717440" : 55551,
"6782976" : 47805,
"6848512" : 41691,
"6914048" : 35480,
"6979584" : 29782,
"7045120" : 23223,
"7110656" : 18528,
"7176192" : 15175,
"7241728" : 14684,
"7307264" : 13328,
"7372800" : 11852,
"7438336" : 9955,
"7503872" : 8110,
"7569408" : 6851,
"7634944" : 5674,
"7700480" : 5212,
"7766016" : 5216,
"7831552" : 5217,
"7897088" : 4647,
"7962624" : 4054,
"8028160" : 3552,
"8093696" : 2739,
"8159232" : 2274,
"8224768" : 1672,
"8290304" : 1693,
"8355840" : 1438,
"8454144" : 2872,
"8585216" : 2203,
"8716288" : 1912,
"8847360" : 1759,
"8978432" : 1441,
"9109504" : 1351,
"9240576" : 1453,
"9371648" : 1360,
"9502720" : 1347,
"9633792" : 1095,
"9764864" : 960,
"9895936" : 853,
"10027008" : 847,
"10158080" : 998,
"10289152" : 853,
"10420224" : 867,
"10551296" : 812,
"10682368" : 939,
"10813440" : 1035,
"10944512" : 994,
"11075584" : 941,
"11206656" : 1038,
"11337728" : 1085,
"11468800" : 902,
"11599872" : 814,
"11730944" : 816,
"11862016" : 761,
"11993088" : 804,
"12124160" : 776,
"12255232" : 809,
"12386304" : 723,
"12517376" : 728,
"12648448" : 728,
"12779520" : 703,
"12910592" : 647,
"13041664" : 560,
"13172736" : 611,
"13303808" : 867,
"13434880" : 1502,
"13565952" : 2528,
"13697024" : 4391,
"13828096" : 6340,
"13959168" : 9574,
"14090240" : 13193,
"14221312" : 17697,
"14352384" : 22204,
"14483456" : 28712,
"14614528" : 34523,
"14745600" : 39211,
"14876672" : 42967,
"15007744" : 42412,
"15138816" : 39086,
"15269888" : 33994,
"15400960" : 28656,
"15532032" : 22407,
"15663104" : 16166,
"15794176" : 11123,
"15925248" : 8088,
"16056320" : 5404,
"16187392" : 3765,
"16318464" : 2801,
"16449536" : 2131,
"16580608" : 1868,
"16711680" : 1609,
"16908288" : 2595,
"17170432" : 2344,
"17432576" : 2019,
"17694720" : 1983,
"17956864" : 1830,
"18219008" : 2106,
"18481152" : 2176,
"18743296" : 2029,
"19005440" : 2013,
"19267584" : 2074,
"19529728" : 2371,
"19791872" : 2499,
"20054016" : 2737,
"20316160" : 2898,
"20578304" : 2708,
"20840448" : 2847,
"21102592" : 2626,
"21364736" : 2400,
"21626880" : 1991,
"21889024" : 1600,
"22151168" : 1154,
"22413312" : 849,
"22675456" : 697,
"22937600" : 671,
"23199744" : 662,
"23461888" : 468,
"23724032" : 610,
"23986176" : 737,
"24248320" : 761,
"24510464" : 749,
"24772608" : 854,
"25034752" : 981,
"25296896" : 1239,
"25559040" : 1267,
"25821184" : 1238,
"26083328" : 1072,
"26345472" : 1008,
"26607616" : 862,
"26869760" : 746,
"27131904" : 474,
"27394048" : 317,
"27656192" : 175,
"27918336" : 113,
"28180480" : 120,
"28442624" : 48,
"28704768" : 61,
"28966912" : 79,
"29229056" : 64,
"29491200" : 46,
"29753344" : 35,
"30015488" : 19,
"30277632" : 11,
"30539776" : 11,
"30801920" : 6,
"31064064" : 15,
"31326208" : 13,
"31588352" : 13,
"31850496" : 4,
"32112640" : 3,
"32374784" : 3,
"32636928" : 2,
"32899072" : 1,
"33161216" : 2,
"33423360" : 2,
"33816576" : 3,
"34340864" : 9,
"34865152" : 9
}
},
"lat_ns" : {
"min" : 6173299,
"max" : 35780442,
"mean" : 11318547.261955,
"stddev" : 4762167.955000,
"N" : 1130783
},
"bw_min" : 8294400,
"bw_max" : 16611861,
"bw_agg" : 100.000000,
"bw_mean" : 11581104.110553,
"bw_dev" : 584061.699856,
"bw_samples" : 796,
"iops_min" : 8100,
"iops_max" : 16222,
"iops_mean" : 11309.407035,
"iops_stddev" : 570.363251,
"iops_samples" : 796
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 399998,
"usr_cpu" : 0.781004,
"sys_cpu" : 93.290966,
"ctx" : 750536,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 53.316672,
"20" : 43.386597,
"50" : 3.296377,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066575,
"timestamp_ms" : 1773066575441,
"time" : "Mon Mar 9 11:29:35 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1306898989056,
"io_kbytes" : 1276268544,
"bw_bytes" : 11881007909,
"bw" : 11602546,
"iops" : 11330.657551,
"runtime" : 109999,
"total_ios" : 1246361,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 166143,
"max" : 1636858,
"mean" : 350132.514655,
"stddev" : 156701.325016,
"N" : 1246361
},
"clat_ns" : {
"min" : 5965672,
"max" : 34958218,
"mean" : 10945816.978806,
"stddev" : 4706565.938629,
"N" : 1246357,
"percentile" : {
"1.000000" : 6324224,
"5.000000" : 6455296,
"10.000000" : 6586368,
"20.000000" : 6717440,
"30.000000" : 6848512,
"40.000000" : 7110656,
"50.000000" : 7831552,
"60.000000" : 14221312,
"70.000000" : 14745600,
"80.000000" : 15138816,
"90.000000" : 15663104,
"95.000000" : 19005440,
"99.000000" : 24510464,
"99.500000" : 25821184,
"99.900000" : 27394048,
"99.950000" : 27918336,
"99.990000" : 30015488
},
"bins" : {
"5996544" : 25,
"6062080" : 162,
"6127616" : 854,
"6193152" : 2799,
"6258688" : 6533,
"6324224" : 11240,
"6389760" : 19438,
"6455296" : 31338,
"6520832" : 45187,
"6586368" : 57037,
"6651904" : 62857,
"6717440" : 58392,
"6782976" : 50029,
"6848512" : 43467,
"6914048" : 37207,
"6979584" : 31742,
"7045120" : 26079,
"7110656" : 21960,
"7176192" : 18700,
"7241728" : 18312,
"7307264" : 16631,
"7372800" : 14076,
"7438336" : 11488,
"7503872" : 9165,
"7569408" : 7729,
"7634944" : 6557,
"7700480" : 6344,
"7766016" : 6706,
"7831552" : 6608,
"7897088" : 5671,
"7962624" : 4784,
"8028160" : 3968,
"8093696" : 3137,
"8159232" : 2800,
"8224768" : 2493,
"8290304" : 2671,
"8355840" : 2289,
"8454144" : 4014,
"8585216" : 2803,
"8716288" : 2450,
"8847360" : 2257,
"8978432" : 1784,
"9109504" : 1572,
"9240576" : 1609,
"9371648" : 1474,
"9502720" : 1461,
"9633792" : 1151,
"9764864" : 1008,
"9895936" : 915,
"10027008" : 892,
"10158080" : 1042,
"10289152" : 900,
"10420224" : 916,
"10551296" : 860,
"10682368" : 995,
"10813440" : 1100,
"10944512" : 1067,
"11075584" : 1024,
"11206656" : 1169,
"11337728" : 1248,
"11468800" : 1049,
"11599872" : 948,
"11730944" : 936,
"11862016" : 879,
"11993088" : 899,
"12124160" : 916,
"12255232" : 959,
"12386304" : 870,
"12517376" : 835,
"12648448" : 887,
"12779520" : 834,
"12910592" : 713,
"13041664" : 627,
"13172736" : 658,
"13303808" : 931,
"13434880" : 1556,
"13565952" : 2644,
"13697024" : 4535,
"13828096" : 6514,
"13959168" : 9831,
"14090240" : 13532,
"14221312" : 18278,
"14352384" : 23064,
"14483456" : 29694,
"14614528" : 35775,
"14745600" : 40902,
"14876672" : 44732,
"15007744" : 44146,
"15138816" : 40685,
"15269888" : 35184,
"15400960" : 29534,
"15532032" : 23001,
"15663104" : 16609,
"15794176" : 11405,
"15925248" : 8247,
"16056320" : 5519,
"16187392" : 3862,
"16318464" : 2899,
"16449536" : 2199,
"16580608" : 1921,
"16711680" : 1690,
"16908288" : 2804,
"17170432" : 2636,
"17432576" : 2412,
"17694720" : 2352,
"17956864" : 2245,
"18219008" : 2555,
"18481152" : 2832,
"18743296" : 2746,
"19005440" : 2775,
"19267584" : 2789,
"19529728" : 3292,
"19791872" : 3630,
"20054016" : 3823,
"20316160" : 4220,
"20578304" : 4263,
"20840448" : 4230,
"21102592" : 3977,
"21364736" : 3684,
"21626880" : 3075,
"21889024" : 2606,
"22151168" : 1951,
"22413312" : 1398,
"22675456" : 1101,
"22937600" : 996,
"23199744" : 885,
"23461888" : 676,
"23724032" : 746,
"23986176" : 885,
"24248320" : 924,
"24510464" : 869,
"24772608" : 966,
"25034752" : 1090,
"25296896" : 1391,
"25559040" : 1359,
"25821184" : 1300,
"26083328" : 1153,
"26345472" : 1069,
"26607616" : 919,
"26869760" : 808,
"27131904" : 538,
"27394048" : 358,
"27656192" : 203,
"27918336" : 153,
"28180480" : 129,
"28442624" : 48,
"28704768" : 61,
"28966912" : 79,
"29229056" : 64,
"29491200" : 46,
"29753344" : 35,
"30015488" : 19,
"30277632" : 11,
"30539776" : 11,
"30801920" : 6,
"31064064" : 15,
"31326208" : 13,
"31588352" : 13,
"31850496" : 4,
"32112640" : 3,
"32374784" : 3,
"32636928" : 2,
"32899072" : 1,
"33161216" : 2,
"33423360" : 2,
"33816576" : 3,
"34340864" : 9,
"34865152" : 9
}
},
"lat_ns" : {
"min" : 6173299,
"max" : 35780442,
"mean" : 11295948.205648,
"stddev" : 4857466.794929,
"N" : 1246357
},
"bw_min" : 8235008,
"bw_max" : 16695296,
"bw_agg" : 100.000000,
"bw_mean" : 11606910.867580,
"bw_dev" : 614980.990107,
"bw_samples" : 876,
"iops_min" : 8042,
"iops_max" : 16304,
"iops_mean" : 11334.607306,
"iops_stddev" : 600.560339,
"iops_samples" : 876
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 439996,
"usr_cpu" : 0.780462,
"sys_cpu" : 92.982436,
"ctx" : 924784,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 54.497854,
"20" : 41.402932,
"50" : 4.098893,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066585,
"timestamp_ms" : 1773066585441,
"time" : "Mon Mar 9 11:29:45 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1420000493568,
"io_kbytes" : 1386719232,
"bw_bytes" : 11833436058,
"bw" : 11556089,
"iops" : 11285.294044,
"runtime" : 119999,
"total_ios" : 1354224,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 166143,
"max" : 1636858,
"mean" : 351553.966016,
"stddev" : 154817.378016,
"N" : 1354224
},
"clat_ns" : {
"min" : 5965672,
"max" : 34958218,
"mean" : 10989820.040436,
"stddev" : 4648213.066409,
"N" : 1354220,
"percentile" : {
"1.000000" : 6324224,
"5.000000" : 6455296,
"10.000000" : 6586368,
"20.000000" : 6717440,
"30.000000" : 6914048,
"40.000000" : 7110656,
"50.000000" : 7897088,
"60.000000" : 14221312,
"70.000000" : 14745600,
"80.000000" : 15138816,
"90.000000" : 15663104,
"95.000000" : 18481152,
"99.000000" : 24248320,
"99.500000" : 25821184,
"99.900000" : 27131904,
"99.950000" : 27918336,
"99.990000" : 29753344
},
"bins" : {
"5996544" : 25,
"6062080" : 162,
"6127616" : 854,
"6193152" : 2799,
"6258688" : 6533,
"6324224" : 11240,
"6389760" : 19447,
"6455296" : 31394,
"6520832" : 45365,
"6586368" : 57655,
"6651904" : 64163,
"6717440" : 60975,
"6782976" : 54514,
"6848512" : 50339,
"6914048" : 44824,
"6979584" : 38961,
"7045120" : 31494,
"7110656" : 25677,
"7176192" : 21098,
"7241728" : 19636,
"7307264" : 17245,
"7372800" : 14314,
"7438336" : 11591,
"7503872" : 9197,
"7569408" : 7739,
"7634944" : 6559,
"7700480" : 6345,
"7766016" : 6706,
"7831552" : 6609,
"7897088" : 5672,
"7962624" : 4786,
"8028160" : 3968,
"8093696" : 3139,
"8159232" : 2801,
"8224768" : 2493,
"8290304" : 2673,
"8355840" : 2290,
"8454144" : 4015,
"8585216" : 2806,
"8716288" : 2454,
"8847360" : 2260,
"8978432" : 1788,
"9109504" : 1575,
"9240576" : 1613,
"9371648" : 1476,
"9502720" : 1469,
"9633792" : 1152,
"9764864" : 1009,
"9895936" : 915,
"10027008" : 893,
"10158080" : 1043,
"10289152" : 900,
"10420224" : 917,
"10551296" : 861,
"10682368" : 995,
"10813440" : 1101,
"10944512" : 1067,
"11075584" : 1025,
"11206656" : 1170,
"11337728" : 1248,
"11468800" : 1050,
"11599872" : 949,
"11730944" : 936,
"11862016" : 880,
"11993088" : 899,
"12124160" : 917,
"12255232" : 959,
"12386304" : 871,
"12517376" : 836,
"12648448" : 888,
"12779520" : 834,
"12910592" : 714,
"13041664" : 641,
"13172736" : 712,
"13303808" : 1119,
"13434880" : 2047,
"13565952" : 3458,
"13697024" : 5856,
"13828096" : 8506,
"13959168" : 12279,
"14090240" : 16555,
"14221312" : 22119,
"14352384" : 27565,
"14483456" : 34676,
"14614528" : 41454,
"14745600" : 47367,
"14876672" : 51253,
"15007744" : 49506,
"15138816" : 44683,
"15269888" : 38025,
"15400960" : 31722,
"15532032" : 24598,
"15663104" : 17668,
"15794176" : 12188,
"15925248" : 8918,
"16056320" : 6046,
"16187392" : 4257,
"16318464" : 3213,
"16449536" : 2425,
"16580608" : 2068,
"16711680" : 1826,
"16908288" : 2966,
"17170432" : 2699,
"17432576" : 2474,
"17694720" : 2393,
"17956864" : 2252,
"18219008" : 2559,
"18481152" : 2839,
"18743296" : 2752,
"19005440" : 2780,
"19267584" : 2795,
"19529728" : 3300,
"19791872" : 3636,
"20054016" : 3836,
"20316160" : 4228,
"20578304" : 4273,
"20840448" : 4240,
"21102592" : 3982,
"21364736" : 3686,
"21626880" : 3077,
"21889024" : 2610,
"22151168" : 1951,
"22413312" : 1398,
"22675456" : 1101,
"22937600" : 996,
"23199744" : 885,
"23461888" : 676,
"23724032" : 746,
"23986176" : 885,
"24248320" : 924,
"24510464" : 869,
"24772608" : 966,
"25034752" : 1090,
"25296896" : 1391,
"25559040" : 1359,
"25821184" : 1300,
"26083328" : 1153,
"26345472" : 1069,
"26607616" : 919,
"26869760" : 808,
"27131904" : 538,
"27394048" : 358,
"27656192" : 203,
"27918336" : 153,
"28180480" : 129,
"28442624" : 48,
"28704768" : 61,
"28966912" : 79,
"29229056" : 64,
"29491200" : 46,
"29753344" : 35,
"30015488" : 19,
"30277632" : 11,
"30539776" : 11,
"30801920" : 6,
"31064064" : 15,
"31326208" : 13,
"31588352" : 13,
"31850496" : 4,
"32112640" : 3,
"32374784" : 3,
"32636928" : 2,
"32899072" : 1,
"33161216" : 2,
"33423360" : 2,
"33816576" : 3,
"34340864" : 9,
"34865152" : 9
}
},
"lat_ns" : {
"min" : 6173299,
"max" : 35780442,
"mean" : 11341374.912981,
"stddev" : 4797247.007045,
"N" : 1354220
},
"bw_min" : 8235008,
"bw_max" : 16695296,
"bw_agg" : 100.000000,
"bw_mean" : 11560775.933054,
"bw_dev" : 594347.451198,
"bw_samples" : 956,
"iops_min" : 8042,
"iops_max" : 16304,
"iops_mean" : 11289.569038,
"iops_stddev" : 580.409938,
"iops_samples" : 956
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479996,
"usr_cpu" : 0.777506,
"sys_cpu" : 93.170776,
"ctx" : 944777,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 53.468407,
"20" : 42.755187,
"50" : 3.776111,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066595,
"timestamp_ms" : 1773066595441,
"time" : "Mon Mar 9 11:29:55 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1540683202560,
"io_kbytes" : 1504573440,
"bw_bytes" : 11851500415,
"bw" : 11573730,
"iops" : 11302.502327,
"runtime" : 129999,
"total_ios" : 1469314,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 166143,
"max" : 1636858,
"mean" : 351010.194667,
"stddev" : 156541.089047,
"N" : 1469314
},
"clat_ns" : {
"min" : 5965672,
"max" : 34958218,
"mean" : 10973025.362138,
"stddev" : 4699568.734871,
"N" : 1469310,
"percentile" : {
"1.000000" : 6324224,
"5.000000" : 6455296,
"10.000000" : 6586368,
"20.000000" : 6717440,
"30.000000" : 6848512,
"40.000000" : 7110656,
"50.000000" : 7831552,
"60.000000" : 14221312,
"70.000000" : 14745600,
"80.000000" : 15138816,
"90.000000" : 15794176,
"95.000000" : 19267584,
"99.000000" : 23724032,
"99.500000" : 25559040,
"99.900000" : 27131904,
"99.950000" : 27918336,
"99.990000" : 29753344
},
"bins" : {
"5996544" : 25,
"6062080" : 178,
"6127616" : 966,
"6193152" : 3409,
"6258688" : 7978,
"6324224" : 13635,
"6389760" : 22847,
"6455296" : 36392,
"6520832" : 52173,
"6586368" : 65436,
"6651904" : 71425,
"6717440" : 66715,
"6782976" : 58331,
"6848512" : 53174,
"6914048" : 46800,
"6979584" : 40301,
"7045120" : 32591,
"7110656" : 27289,
"7176192" : 23181,
"7241728" : 21934,
"7307264" : 19056,
"7372800" : 16035,
"7438336" : 12841,
"7503872" : 10261,
"7569408" : 8611,
"7634944" : 7322,
"7700480" : 6959,
"7766016" : 7209,
"7831552" : 7046,
"7897088" : 6077,
"7962624" : 5060,
"8028160" : 4147,
"8093696" : 3294,
"8159232" : 2909,
"8224768" : 2612,
"8290304" : 2785,
"8355840" : 2404,
"8454144" : 4192,
"8585216" : 2941,
"8716288" : 2585,
"8847360" : 2383,
"8978432" : 1977,
"9109504" : 1768,
"9240576" : 1779,
"9371648" : 1667,
"9502720" : 1627,
"9633792" : 1279,
"9764864" : 1137,
"9895936" : 1059,
"10027008" : 1025,
"10158080" : 1197,
"10289152" : 1051,
"10420224" : 1092,
"10551296" : 1102,
"10682368" : 1275,
"10813440" : 1391,
"10944512" : 1338,
"11075584" : 1313,
"11206656" : 1394,
"11337728" : 1458,
"11468800" : 1178,
"11599872" : 1063,
"11730944" : 1062,
"11862016" : 990,
"11993088" : 1017,
"12124160" : 1064,
"12255232" : 1084,
"12386304" : 981,
"12517376" : 954,
"12648448" : 1027,
"12779520" : 954,
"12910592" : 824,
"13041664" : 725,
"13172736" : 803,
"13303808" : 1223,
"13434880" : 2156,
"13565952" : 3552,
"13697024" : 5971,
"13828096" : 8672,
"13959168" : 12498,
"14090240" : 16853,
"14221312" : 22543,
"14352384" : 28055,
"14483456" : 35428,
"14614528" : 42760,
"14745600" : 49018,
"14876672" : 53301,
"15007744" : 51840,
"15138816" : 47243,
"15269888" : 40200,
"15400960" : 33486,
"15532032" : 26101,
"15663104" : 18863,
"15794176" : 13263,
"15925248" : 9804,
"16056320" : 6700,
"16187392" : 4682,
"16318464" : 3557,
"16449536" : 2672,
"16580608" : 2336,
"16711680" : 2034,
"16908288" : 3429,
"17170432" : 3071,
"17432576" : 2736,
"17694720" : 2661,
"17956864" : 2581,
"18219008" : 2895,
"18481152" : 3133,
"18743296" : 3136,
"19005440" : 3309,
"19267584" : 3532,
"19529728" : 4276,
"19791872" : 4768,
"20054016" : 5167,
"20316160" : 5759,
"20578304" : 5911,
"20840448" : 5734,
"21102592" : 5192,
"21364736" : 4728,
"21626880" : 3983,
"21889024" : 3352,
"22151168" : 2539,
"22413312" : 1770,
"22675456" : 1334,
"22937600" : 1146,
"23199744" : 987,
"23461888" : 727,
"23724032" : 788,
"23986176" : 933,
"24248320" : 941,
"24510464" : 894,
"24772608" : 987,
"25034752" : 1096,
"25296896" : 1392,
"25559040" : 1359,
"25821184" : 1300,
"26083328" : 1153,
"26345472" : 1069,
"26607616" : 919,
"26869760" : 808,
"27131904" : 538,
"27394048" : 358,
"27656192" : 203,
"27918336" : 153,
"28180480" : 129,
"28442624" : 48,
"28704768" : 61,
"28966912" : 79,
"29229056" : 64,
"29491200" : 46,
"29753344" : 35,
"30015488" : 19,
"30277632" : 11,
"30539776" : 11,
"30801920" : 6,
"31064064" : 15,
"31326208" : 13,
"31588352" : 13,
"31850496" : 4,
"32112640" : 3,
"32374784" : 3,
"32636928" : 2,
"32899072" : 1,
"33161216" : 2,
"33423360" : 2,
"33816576" : 3,
"34340864" : 9,
"34865152" : 9
}
},
"lat_ns" : {
"min" : 6173299,
"max" : 35780442,
"mean" : 11324034.234748,
"stddev" : 4850245.528224,
"N" : 1469310
},
"bw_min" : 8235008,
"bw_max" : 16695296,
"bw_agg" : 100.000000,
"bw_mean" : 11578444.061776,
"bw_dev" : 605879.497079,
"bw_samples" : 1036,
"iops_min" : 8042,
"iops_max" : 16304,
"iops_mean" : 11306.822394,
"iops_stddev" : 591.673516,
"iops_samples" : 1036
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 519996,
"usr_cpu" : 0.773275,
"sys_cpu" : 92.994946,
"ctx" : 1093762,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 54.045834,
"20" : 41.712867,
"50" : 4.241027,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066605,
"timestamp_ms" : 1773066605442,
"time" : "Mon Mar 9 11:30:05 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1660538585088,
"io_kbytes" : 1621619712,
"bw_bytes" : 11860989893,
"bw" : 11582997,
"iops" : 11311.557143,
"runtime" : 140000,
"total_ios" : 1583618,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 166143,
"max" : 1636858,
"mean" : 350723.232567,
"stddev" : 157599.932818,
"N" : 1583618
},
"clat_ns" : {
"min" : 5965672,
"max" : 34958218,
"mean" : 10964217.900843,
"stddev" : 4730253.790041,
"N" : 1583614,
"percentile" : {
"1.000000" : 6324224,
"5.000000" : 6455296,
"10.000000" : 6586368,
"20.000000" : 6717440,
"30.000000" : 6848512,
"40.000000" : 7110656,
"50.000000" : 7766016,
"60.000000" : 14221312,
"70.000000" : 14745600,
"80.000000" : 15138816,
"90.000000" : 15794176,
"95.000000" : 19529728,
"99.000000" : 23461888,
"99.500000" : 25559040,
"99.900000" : 27131904,
"99.950000" : 27656192,
"99.990000" : 29753344
},
"bins" : {
"5996544" : 25,
"6062080" : 179,
"6127616" : 1040,
"6193152" : 3927,
"6258688" : 9461,
"6324224" : 16256,
"6389760" : 26594,
"6455296" : 41866,
"6520832" : 58825,
"6586368" : 72635,
"6651904" : 77513,
"6717440" : 71787,
"6782976" : 61973,
"6848512" : 55250,
"6914048" : 48183,
"6979584" : 41451,
"7045120" : 34320,
"7110656" : 29718,
"7176192" : 25647,
"7241728" : 24333,
"7307264" : 21119,
"7372800" : 17663,
"7438336" : 13898,
"7503872" : 11231,
"7569408" : 9341,
"7634944" : 7795,
"7700480" : 7297,
"7766016" : 7384,
"7831552" : 7212,
"7897088" : 6247,
"7962624" : 5268,
"8028160" : 4340,
"8093696" : 3497,
"8159232" : 3036,
"8224768" : 2748,
"8290304" : 2967,
"8355840" : 2534,
"8454144" : 4395,
"8585216" : 3167,
"8716288" : 2833,
"8847360" : 2788,
"8978432" : 2349,
"9109504" : 2096,
"9240576" : 2090,
"9371648" : 1962,
"9502720" : 1782,
"9633792" : 1403,
"9764864" : 1236,
"9895936" : 1137,
"10027008" : 1067,
"10158080" : 1238,
"10289152" : 1092,
"10420224" : 1160,
"10551296" : 1178,
"10682368" : 1329,
"10813440" : 1455,
"10944512" : 1377,
"11075584" : 1340,
"11206656" : 1447,
"11337728" : 1565,
"11468800" : 1300,
"11599872" : 1216,
"11730944" : 1234,
"11862016" : 1217,
"11993088" : 1240,
"12124160" : 1259,
"12255232" : 1251,
"12386304" : 1140,
"12517376" : 1089,
"12648448" : 1099,
"12779520" : 1018,
"12910592" : 888,
"13041664" : 805,
"13172736" : 850,
"13303808" : 1251,
"13434880" : 2186,
"13565952" : 3594,
"13697024" : 6045,
"13828096" : 8759,
"13959168" : 12580,
"14090240" : 17042,
"14221312" : 22935,
"14352384" : 28650,
"14483456" : 36254,
"14614528" : 43939,
"14745600" : 50394,
"14876672" : 55141,
"15007744" : 54241,
"15138816" : 50265,
"15269888" : 43441,
"15400960" : 36785,
"15532032" : 28948,
"15663104" : 21149,
"15794176" : 14916,
"15925248" : 10846,
"16056320" : 7345,
"16187392" : 5115,
"16318464" : 3809,
"16449536" : 2818,
"16580608" : 2469,
"16711680" : 2153,
"16908288" : 3657,
"17170432" : 3273,
"17432576" : 2907,
"17694720" : 2920,
"17956864" : 2957,
"18219008" : 3441,
"18481152" : 3860,
"18743296" : 4014,
"19005440" : 4261,
"19267584" : 4451,
"19529728" : 5170,
"19791872" : 5845,
"20054016" : 6250,
"20316160" : 6932,
"20578304" : 7000,
"20840448" : 6715,
"21102592" : 6161,
"21364736" : 5652,
"21626880" : 4740,
"21889024" : 3894,
"22151168" : 2851,
"22413312" : 1952,
"22675456" : 1480,
"22937600" : 1241,
"23199744" : 1017,
"23461888" : 739,
"23724032" : 798,
"23986176" : 939,
"24248320" : 946,
"24510464" : 903,
"24772608" : 990,
"25034752" : 1096,
"25296896" : 1392,
"25559040" : 1359,
"25821184" : 1300,
"26083328" : 1153,
"26345472" : 1069,
"26607616" : 919,
"26869760" : 808,
"27131904" : 538,
"27394048" : 358,
"27656192" : 203,
"27918336" : 153,
"28180480" : 129,
"28442624" : 48,
"28704768" : 61,
"28966912" : 79,
"29229056" : 64,
"29491200" : 46,
"29753344" : 35,
"30015488" : 19,
"30277632" : 11,
"30539776" : 11,
"30801920" : 6,
"31064064" : 15,
"31326208" : 13,
"31588352" : 13,
"31850496" : 4,
"32112640" : 3,
"32374784" : 3,
"32636928" : 2,
"32899072" : 1,
"33161216" : 2,
"33423360" : 2,
"33816576" : 3,
"34340864" : 9,
"34865152" : 9
}
},
"lat_ns" : {
"min" : 6173299,
"max" : 35780442,
"mean" : 11314940.347300,
"stddev" : 4881907.553273,
"N" : 1583614
},
"bw_min" : 8235008,
"bw_max" : 16695296,
"bw_agg" : 100.000000,
"bw_mean" : 11587494.265233,
"bw_dev" : 618263.329717,
"bw_samples" : 1116,
"iops_min" : 8042,
"iops_max" : 16304,
"iops_mean" : 11315.659498,
"iops_stddev" : 603.768607,
"iops_samples" : 1116
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 559998,
"usr_cpu" : 0.769467,
"sys_cpu" : 92.874439,
"ctx" : 1228431,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 54.439707,
"20" : 41.117871,
"50" : 4.442170,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066615,
"timestamp_ms" : 1773066615442,
"time" : "Mon Mar 9 11:30:15 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1775470903296,
"io_kbytes" : 1733858304,
"bw_bytes" : 11836472688,
"bw" : 11559055,
"iops" : 11288.180000,
"runtime" : 150000,
"total_ios" : 1693227,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 166143,
"max" : 1636858,
"mean" : 351455.501917,
"stddev" : 156896.126002,
"N" : 1693227
},
"clat_ns" : {
"min" : 5965672,
"max" : 34958218,
"mean" : 10986954.837236,
"stddev" : 4708755.550347,
"N" : 1693223,
"percentile" : {
"1.000000" : 6324224,
"5.000000" : 6455296,
"10.000000" : 6586368,
"20.000000" : 6717440,
"30.000000" : 6848512,
"40.000000" : 7110656,
"50.000000" : 7766016,
"60.000000" : 14221312,
"70.000000" : 14745600,
"80.000000" : 15138816,
"90.000000" : 15794176,
"95.000000" : 19529728,
"99.000000" : 23199744,
"99.500000" : 25296896,
"99.900000" : 27131904,
"99.950000" : 27656192,
"99.990000" : 29491200
},
"bins" : {
"5996544" : 25,
"6062080" : 179,
"6127616" : 1040,
"6193152" : 3927,
"6258688" : 9506,
"6324224" : 16704,
"6389760" : 28009,
"6455296" : 44605,
"6520832" : 62818,
"6586368" : 77144,
"6651904" : 82436,
"6717440" : 76184,
"6782976" : 66313,
"6848512" : 60510,
"6914048" : 53658,
"6979584" : 46310,
"7045120" : 37790,
"7110656" : 32138,
"7176192" : 27164,
"7241728" : 24962,
"7307264" : 21326,
"7372800" : 17736,
"7438336" : 13924,
"7503872" : 11273,
"7569408" : 9363,
"7634944" : 7833,
"7700480" : 7344,
"7766016" : 7409,
"7831552" : 7226,
"7897088" : 6253,
"7962624" : 5272,
"8028160" : 4341,
"8093696" : 3503,
"8159232" : 3038,
"8224768" : 2748,
"8290304" : 2969,
"8355840" : 2535,
"8454144" : 4398,
"8585216" : 3172,
"8716288" : 2839,
"8847360" : 2793,
"8978432" : 2357,
"9109504" : 2102,
"9240576" : 2094,
"9371648" : 1963,
"9502720" : 1783,
"9633792" : 1404,
"9764864" : 1238,
"9895936" : 1137,
"10027008" : 1069,
"10158080" : 1239,
"10289152" : 1093,
"10420224" : 1161,
"10551296" : 1179,
"10682368" : 1331,
"10813440" : 1456,
"10944512" : 1378,
"11075584" : 1341,
"11206656" : 1448,
"11337728" : 1567,
"11468800" : 1301,
"11599872" : 1226,
"11730944" : 1273,
"11862016" : 1260,
"11993088" : 1309,
"12124160" : 1320,
"12255232" : 1324,
"12386304" : 1225,
"12517376" : 1199,
"12648448" : 1195,
"12779520" : 1157,
"12910592" : 1050,
"13041664" : 940,
"13172736" : 999,
"13303808" : 1488,
"13434880" : 2494,
"13565952" : 3981,
"13697024" : 6616,
"13828096" : 9556,
"13959168" : 13576,
"14090240" : 18320,
"14221312" : 24654,
"14352384" : 31146,
"14483456" : 39483,
"14614528" : 47732,
"14745600" : 55024,
"14876672" : 60301,
"15007744" : 59803,
"15138816" : 55412,
"15269888" : 48164,
"15400960" : 40804,
"15532032" : 32086,
"15663104" : 23286,
"15794176" : 16207,
"15925248" : 11696,
"16056320" : 7930,
"16187392" : 5453,
"16318464" : 4029,
"16449536" : 2926,
"16580608" : 2516,
"16711680" : 2196,
"16908288" : 3710,
"17170432" : 3304,
"17432576" : 2931,
"17694720" : 2946,
"17956864" : 2988,
"18219008" : 3467,
"18481152" : 3889,
"18743296" : 4034,
"19005440" : 4298,
"19267584" : 4572,
"19529728" : 5331,
"19791872" : 6028,
"20054016" : 6519,
"20316160" : 7216,
"20578304" : 7412,
"20840448" : 7188,
"21102592" : 6560,
"21364736" : 5973,
"21626880" : 4936,
"21889024" : 4008,
"22151168" : 2915,
"22413312" : 2027,
"22675456" : 1554,
"22937600" : 1322,
"23199744" : 1073,
"23461888" : 766,
"23724032" : 817,
"23986176" : 949,
"24248320" : 947,
"24510464" : 903,
"24772608" : 990,
"25034752" : 1096,
"25296896" : 1392,
"25559040" : 1359,
"25821184" : 1300,
"26083328" : 1153,
"26345472" : 1069,
"26607616" : 919,
"26869760" : 808,
"27131904" : 538,
"27394048" : 358,
"27656192" : 203,
"27918336" : 153,
"28180480" : 129,
"28442624" : 48,
"28704768" : 61,
"28966912" : 79,
"29229056" : 64,
"29491200" : 46,
"29753344" : 35,
"30015488" : 19,
"30277632" : 11,
"30539776" : 11,
"30801920" : 6,
"31064064" : 15,
"31326208" : 13,
"31588352" : 13,
"31850496" : 4,
"32112640" : 3,
"32374784" : 3,
"32636928" : 2,
"32899072" : 1,
"33161216" : 2,
"33423360" : 2,
"33816576" : 3,
"34340864" : 9,
"34865152" : 9
}
},
"lat_ns" : {
"min" : 6173299,
"max" : 35780442,
"mean" : 11338411.307890,
"stddev" : 4859726.649953,
"N" : 1693223
},
"bw_min" : 8235008,
"bw_max" : 16695296,
"bw_agg" : 100.000000,
"bw_mean" : 11562018.267559,
"bw_dev" : 608522.982203,
"bw_samples" : 1196,
"iops_min" : 8042,
"iops_max" : 16304,
"iops_mean" : 11290.792642,
"iops_stddev" : 594.256414,
"iops_samples" : 1196
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 599998,
"usr_cpu" : 0.766169,
"sys_cpu" : 92.955477,
"ctx" : 1275752,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 53.927501,
"20" : 41.752701,
"50" : 4.319563,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066625,
"timestamp_ms" : 1773066625441,
"time" : "Mon Mar 9 11:30:25 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1894393053184,
"io_kbytes" : 1849993216,
"bw_bytes" : 11840030582,
"bw" : 11562529,
"iops" : 11291.558072,
"runtime" : 159999,
"total_ios" : 1806638,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 166143,
"max" : 1636858,
"mean" : 351343.830510,
"stddev" : 158112.761954,
"N" : 1806638
},
"clat_ns" : {
"min" : 5965672,
"max" : 34958218,
"mean" : 10983630.587322,
"stddev" : 4743561.680628,
"N" : 1806634,
"percentile" : {
"1.000000" : 6324224,
"5.000000" : 6455296,
"10.000000" : 6520832,
"20.000000" : 6717440,
"30.000000" : 6848512,
"40.000000" : 7110656,
"50.000000" : 7766016,
"60.000000" : 14221312,
"70.000000" : 14745600,
"80.000000" : 15138816,
"90.000000" : 15925248,
"95.000000" : 19791872,
"99.000000" : 22937600,
"99.500000" : 25296896,
"99.900000" : 27131904,
"99.950000" : 27656192,
"99.990000" : 29491200
},
"bins" : {
"5996544" : 25,
"6062080" : 190,
"6127616" : 1185,
"6193152" : 4339,
"6258688" : 11006,
"6324224" : 19724,
"6389760" : 31929,
"6455296" : 48818,
"6520832" : 67542,
"6586368" : 81156,
"6651904" : 85282,
"6717440" : 78178,
"6782976" : 67765,
"6848512" : 62133,
"6914048" : 55725,
"6979584" : 49120,
"7045120" : 40849,
"7110656" : 35434,
"7176192" : 30616,
"7241728" : 28062,
"7307264" : 24509,
"7372800" : 20450,
"7438336" : 16004,
"7503872" : 12739,
"7569408" : 10387,
"7634944" : 8874,
"7700480" : 8578,
"7766016" : 8848,
"7831552" : 8685,
"7897088" : 7420,
"7962624" : 6129,
"8028160" : 4908,
"8093696" : 3940,
"8159232" : 3380,
"8224768" : 2964,
"8290304" : 3133,
"8355840" : 2689,
"8454144" : 4725,
"8585216" : 3395,
"8716288" : 3105,
"8847360" : 3079,
"8978432" : 2644,
"9109504" : 2383,
"9240576" : 2394,
"9371648" : 2172,
"9502720" : 1970,
"9633792" : 1592,
"9764864" : 1445,
"9895936" : 1323,
"10027008" : 1212,
"10158080" : 1413,
"10289152" : 1287,
"10420224" : 1416,
"10551296" : 1482,
"10682368" : 1650,
"10813440" : 1734,
"10944512" : 1647,
"11075584" : 1548,
"11206656" : 1585,
"11337728" : 1706,
"11468800" : 1445,
"11599872" : 1399,
"11730944" : 1434,
"11862016" : 1401,
"11993088" : 1406,
"12124160" : 1364,
"12255232" : 1353,
"12386304" : 1244,
"12517376" : 1213,
"12648448" : 1210,
"12779520" : 1162,
"12910592" : 1051,
"13041664" : 941,
"13172736" : 1001,
"13303808" : 1491,
"13434880" : 2496,
"13565952" : 4004,
"13697024" : 6666,
"13828096" : 9677,
"13959168" : 13724,
"14090240" : 18494,
"14221312" : 24857,
"14352384" : 31407,
"14483456" : 39846,
"14614528" : 48150,
"14745600" : 55662,
"14876672" : 61137,
"15007744" : 60610,
"15138816" : 56134,
"15269888" : 48931,
"15400960" : 41767,
"15532032" : 33124,
"15663104" : 24498,
"15794176" : 17422,
"15925248" : 13159,
"16056320" : 9575,
"16187392" : 7166,
"16318464" : 5742,
"16449536" : 4358,
"16580608" : 3724,
"16711680" : 3102,
"16908288" : 4826,
"17170432" : 4012,
"17432576" : 3506,
"17694720" : 3494,
"17956864" : 3602,
"18219008" : 4216,
"18481152" : 4735,
"18743296" : 4865,
"19005440" : 5182,
"19267584" : 5510,
"19529728" : 6521,
"19791872" : 7304,
"20054016" : 7834,
"20316160" : 8581,
"20578304" : 8842,
"20840448" : 8624,
"21102592" : 7861,
"21364736" : 6906,
"21626880" : 5679,
"21889024" : 4519,
"22151168" : 3245,
"22413312" : 2214,
"22675456" : 1627,
"22937600" : 1356,
"23199744" : 1082,
"23461888" : 775,
"23724032" : 821,
"23986176" : 950,
"24248320" : 947,
"24510464" : 903,
"24772608" : 990,
"25034752" : 1096,
"25296896" : 1392,
"25559040" : 1359,
"25821184" : 1300,
"26083328" : 1153,
"26345472" : 1069,
"26607616" : 919,
"26869760" : 808,
"27131904" : 538,
"27394048" : 358,
"27656192" : 203,
"27918336" : 153,
"28180480" : 129,
"28442624" : 48,
"28704768" : 61,
"28966912" : 79,
"29229056" : 64,
"29491200" : 46,
"29753344" : 35,
"30015488" : 19,
"30277632" : 11,
"30539776" : 11,
"30801920" : 6,
"31064064" : 15,
"31326208" : 13,
"31588352" : 13,
"31850496" : 4,
"32112640" : 3,
"32374784" : 3,
"32636928" : 2,
"32899072" : 1,
"33161216" : 2,
"33423360" : 2,
"33816576" : 3,
"34340864" : 9,
"34865152" : 9
}
},
"lat_ns" : {
"min" : 6173299,
"max" : 35780442,
"mean" : 11334971.683297,
"stddev" : 4895633.223120,
"N" : 1806634
},
"bw_min" : 8235008,
"bw_max" : 16695296,
"bw_agg" : 100.000000,
"bw_mean" : 11563903.780564,
"bw_dev" : 615607.721736,
"bw_samples" : 1276,
"iops_min" : 8042,
"iops_max" : 16304,
"iops_mean" : 11292.642633,
"iops_stddev" : 601.175106,
"iops_samples" : 1276
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639996,
"usr_cpu" : 0.761567,
"sys_cpu" : 92.805111,
"ctx" : 1445089,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 54.427229,
"20" : 41.009654,
"50" : 4.562895,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066635,
"timestamp_ms" : 1773066635442,
"time" : "Mon Mar 9 11:30:35 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 2010082443264,
"io_kbytes" : 1962971136,
"bw_bytes" : 11824014372,
"bw" : 11546889,
"iops" : 11276.288235,
"runtime" : 170000,
"total_ios" : 1916969,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 166143,
"max" : 1636858,
"mean" : 351819.209519,
"stddev" : 158136.731143,
"N" : 1916969
},
"clat_ns" : {
"min" : 5965672,
"max" : 34958218,
"mean" : 10998523.671604,
"stddev" : 4742702.282501,
"N" : 1916965,
"percentile" : {
"1.000000" : 6324224,
"5.000000" : 6455296,
"10.000000" : 6520832,
"20.000000" : 6717440,
"30.000000" : 6848512,
"40.000000" : 7110656,
"50.000000" : 7766016,
"60.000000" : 14221312,
"70.000000" : 14745600,
"80.000000" : 15269888,
"90.000000" : 15925248,
"95.000000" : 19791872,
"99.000000" : 22675456,
"99.500000" : 25296896,
"99.900000" : 26869760,
"99.950000" : 27394048,
"99.990000" : 29491200
},
"bins" : {
"5996544" : 25,
"6062080" : 199,
"6127616" : 1192,
"6193152" : 4345,
"6258688" : 11011,
"6324224" : 19834,
"6389760" : 32550,
"6455296" : 50935,
"6520832" : 72349,
"6586368" : 87404,
"6651904" : 91095,
"6717440" : 82486,
"6782976" : 71094,
"6848512" : 64902,
"6914048" : 57868,
"6979584" : 50902,
"7045120" : 42364,
"7110656" : 36560,
"7176192" : 31638,
"7241728" : 29164,
"7307264" : 25932,
"7372800" : 21989,
"7438336" : 17745,
"7503872" : 14397,
"7569408" : 11748,
"7634944" : 10138,
"7700480" : 9892,
"7766016" : 10305,
"7831552" : 10119,
"7897088" : 8539,
"7962624" : 6895,
"8028160" : 5379,
"8093696" : 4388,
"8159232" : 3844,
"8224768" : 3625,
"8290304" : 3807,
"8355840" : 3170,
"8454144" : 5544,
"8585216" : 3954,
"8716288" : 3497,
"8847360" : 3265,
"8978432" : 2811,
"9109504" : 2495,
"9240576" : 2434,
"9371648" : 2199,
"9502720" : 1996,
"9633792" : 1623,
"9764864" : 1483,
"9895936" : 1353,
"10027008" : 1257,
"10158080" : 1459,
"10289152" : 1329,
"10420224" : 1437,
"10551296" : 1507,
"10682368" : 1660,
"10813440" : 1745,
"10944512" : 1664,
"11075584" : 1568,
"11206656" : 1604,
"11337728" : 1728,
"11468800" : 1470,
"11599872" : 1433,
"11730944" : 1470,
"11862016" : 1456,
"11993088" : 1450,
"12124160" : 1426,
"12255232" : 1397,
"12386304" : 1287,
"12517376" : 1259,
"12648448" : 1279,
"12779520" : 1216,
"12910592" : 1117,
"13041664" : 1018,
"13172736" : 1123,
"13303808" : 1657,
"13434880" : 2640,
"13565952" : 4245,
"13697024" : 6944,
"13828096" : 10060,
"13959168" : 14143,
"14090240" : 19040,
"14221312" : 25587,
"14352384" : 32391,
"14483456" : 41243,
"14614528" : 50199,
"14745600" : 58300,
"14876672" : 64459,
"15007744" : 64280,
"15138816" : 60132,
"15269888" : 52853,
"15400960" : 45145,
"15532032" : 35874,
"15663104" : 26565,
"15794176" : 18929,
"15925248" : 14127,
"16056320" : 10305,
"16187392" : 7645,
"16318464" : 6071,
"16449536" : 4572,
"16580608" : 3941,
"16711680" : 3283,
"16908288" : 5177,
"17170432" : 4448,
"17432576" : 3990,
"17694720" : 4046,
"17956864" : 4169,
"18219008" : 4888,
"18481152" : 5489,
"18743296" : 5533,
"19005440" : 5752,
"19267584" : 6117,
"19529728" : 7192,
"19791872" : 8006,
"20054016" : 8563,
"20316160" : 9303,
"20578304" : 9704,
"20840448" : 9408,
"21102592" : 8499,
"21364736" : 7378,
"21626880" : 6001,
"21889024" : 4685,
"22151168" : 3353,
"22413312" : 2284,
"22675456" : 1657,
"22937600" : 1373,
"23199744" : 1091,
"23461888" : 781,
"23724032" : 829,
"23986176" : 954,
"24248320" : 949,
"24510464" : 903,
"24772608" : 994,
"25034752" : 1100,
"25296896" : 1397,
"25559040" : 1362,
"25821184" : 1306,
"26083328" : 1164,
"26345472" : 1080,
"26607616" : 920,
"26869760" : 808,
"27131904" : 538,
"27394048" : 358,
"27656192" : 203,
"27918336" : 153,
"28180480" : 129,
"28442624" : 48,
"28704768" : 61,
"28966912" : 79,
"29229056" : 64,
"29491200" : 46,
"29753344" : 35,
"30015488" : 19,
"30277632" : 11,
"30539776" : 11,
"30801920" : 6,
"31064064" : 15,
"31326208" : 13,
"31588352" : 13,
"31850496" : 4,
"32112640" : 3,
"32374784" : 3,
"32636928" : 2,
"32899072" : 1,
"33161216" : 2,
"33423360" : 2,
"33816576" : 3,
"34340864" : 9,
"34865152" : 9
}
},
"lat_ns" : {
"min" : 6173299,
"max" : 35780442,
"mean" : 11350342.961783,
"stddev" : 4894749.886629,
"N" : 1916965
},
"bw_min" : 8235008,
"bw_max" : 16695296,
"bw_agg" : 100.000000,
"bw_mean" : 11550516.678466,
"bw_dev" : 617021.503017,
"bw_samples" : 1356,
"iops_min" : 8042,
"iops_max" : 16304,
"iops_mean" : 11279.566372,
"iops_stddev" : 602.553668,
"iops_samples" : 1356
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 680000,
"usr_cpu" : 0.757353,
"sys_cpu" : 92.773382,
"ctx" : 1552785,
"majf" : 0,
"minf" : 141,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 54.401401,
"20" : 41.049907,
"50" : 4.548483,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066645,
"timestamp_ms" : 1773066645466,
"time" : "Mon Mar 9 11:30:45 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 2124607913984,
"io_kbytes" : 2074812416,
"bw_bytes" : 11803311725,
"bw" : 11526671,
"iops" : 11256.337465,
"runtime" : 180001,
"total_ios" : 2026152,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 166143,
"max" : 1636858,
"mean" : 352441.484443,
"stddev" : 158162.386416,
"N" : 2026156
},
"clat_ns" : {
"min" : 4056,
"max" : 34958218,
"mean" : 11017620.170632,
"stddev" : 4742927.692627,
"N" : 2026276,
"percentile" : {
"1.000000" : 6324224,
"5.000000" : 6455296,
"10.000000" : 6586368,
"20.000000" : 6717440,
"30.000000" : 6914048,
"40.000000" : 7110656,
"50.000000" : 7831552,
"60.000000" : 14221312,
"70.000000" : 14876672,
"80.000000" : 15269888,
"90.000000" : 16056320,
"95.000000" : 19791872,
"99.000000" : 22675456,
"99.500000" : 25034752,
"99.900000" : 26869760,
"99.950000" : 27394048,
"99.990000" : 29491200
},
"bins" : {
"4048" : 1,
"8512" : 1,
"8640" : 1,
"9152" : 1,
"248832" : 1,
"268288" : 1,
"432128" : 1,
"497664" : 1,
"522240" : 1,
"626688" : 2,
"749568" : 1,
"856064" : 1,
"1011712" : 1,
"1044480" : 1,
"1138688" : 1,
"1155072" : 1,
"1220608" : 1,
"1253376" : 1,
"1449984" : 1,
"1466368" : 1,
"1646592" : 1,
"1662976" : 1,
"1679360" : 1,
"1794048" : 1,
"1859584" : 1,
"1875968" : 1,
"2072576" : 1,
"2113536" : 1,
"2277376" : 1,
"2342912" : 2,
"2441216" : 1,
"2572288" : 1,
"2637824" : 1,
"2670592" : 1,
"2834432" : 1,
"2899968" : 1,
"2965504" : 1,
"3096576" : 2,
"3227648" : 1,
"3293184" : 1,
"3325952" : 1,
"3522560" : 1,
"3555328" : 1,
"3686400" : 1,
"3751936" : 3,
"3948544" : 1,
"4014080" : 1,
"4145152" : 1,
"4227072" : 2,
"4358144" : 1,
"4423680" : 1,
"4489216" : 1,
"4554752" : 1,
"4751360" : 2,
"4882432" : 1,
"4947968" : 1,
"5013504" : 1,
"5079040" : 1,
"5210112" : 2,
"5406720" : 1,
"5472256" : 2,
"5603328" : 1,
"5668864" : 1,
"5799936" : 2,
"5931008" : 1,
"5996544" : 26,
"6062080" : 199,
"6127616" : 1192,
"6193152" : 4388,
"6258688" : 11154,
"6324224" : 20058,
"6389760" : 32764,
"6455296" : 51437,
"6520832" : 73637,
"6586368" : 89460,
"6651904" : 93815,
"6717440" : 85307,
"6782976" : 74364,
"6848512" : 69286,
"6914048" : 63076,
"6979584" : 56629,
"7045120" : 47652,
"7110656" : 40880,
"7176192" : 34739,
"7241728" : 31307,
"7307264" : 27228,
"7372800" : 23208,
"7438336" : 18769,
"7503872" : 15371,
"7569408" : 12539,
"7634944" : 10719,
"7700480" : 10318,
"7766016" : 10602,
"7831552" : 10347,
"7897088" : 8698,
"7962624" : 7051,
"8028160" : 5684,
"8093696" : 4697,
"8159232" : 4101,
"8224768" : 3858,
"8290304" : 4077,
"8355840" : 3419,
"8454144" : 5919,
"8585216" : 4259,
"8716288" : 3901,
"8847360" : 3671,
"8978432" : 3332,
"9109504" : 2952,
"9240576" : 2786,
"9371648" : 2625,
"9502720" : 2305,
"9633792" : 1909,
"9764864" : 1656,
"9895936" : 1506,
"10027008" : 1398,
"10158080" : 1607,
"10289152" : 1458,
"10420224" : 1526,
"10551296" : 1635,
"10682368" : 1829,
"10813440" : 2008,
"10944512" : 1930,
"11075584" : 1908,
"11206656" : 1952,
"11337728" : 2005,
"11468800" : 1680,
"11599872" : 1687,
"11730944" : 1718,
"11862016" : 1653,
"11993088" : 1701,
"12124160" : 1622,
"12255232" : 1600,
"12386304" : 1493,
"12517376" : 1452,
"12648448" : 1397,
"12779520" : 1303,
"12910592" : 1181,
"13041664" : 1083,
"13172736" : 1206,
"13303808" : 1753,
"13434880" : 2802,
"13565952" : 4436,
"13697024" : 7200,
"13828096" : 10455,
"13959168" : 14714,
"14090240" : 19739,
"14221312" : 26673,
"14352384" : 34038,
"14483456" : 43131,
"14614528" : 52558,
"14745600" : 61330,
"14876672" : 67886,
"15007744" : 67655,
"15138816" : 63602,
"15269888" : 55944,
"15400960" : 47623,
"15532032" : 38110,
"15663104" : 28367,
"15794176" : 20356,
"15925248" : 15363,
"16056320" : 11276,
"16187392" : 8320,
"16318464" : 6474,
"16449536" : 4865,
"16580608" : 4159,
"16711680" : 3441,
"16908288" : 5510,
"17170432" : 4803,
"17432576" : 4360,
"17694720" : 4448,
"17956864" : 4490,
"18219008" : 5233,
"18481152" : 5857,
"18743296" : 5831,
"19005440" : 5972,
"19267584" : 6276,
"19529728" : 7396,
"19791872" : 8292,
"20054016" : 8913,
"20316160" : 9916,
"20578304" : 10440,
"20840448" : 10174,
"21102592" : 9237,
"21364736" : 8113,
"21626880" : 6595,
"21889024" : 5144,
"22151168" : 3757,
"22413312" : 2556,
"22675456" : 1871,
"22937600" : 1572,
"23199744" : 1254,
"23461888" : 964,
"23724032" : 952,
"23986176" : 1037,
"24248320" : 987,
"24510464" : 929,
"24772608" : 1023,
"25034752" : 1122,
"25296896" : 1415,
"25559040" : 1367,
"25821184" : 1313,
"26083328" : 1198,
"26345472" : 1109,
"26607616" : 931,
"26869760" : 821,
"27131904" : 542,
"27394048" : 358,
"27656192" : 203,
"27918336" : 153,
"28180480" : 129,
"28442624" : 48,
"28704768" : 61,
"28966912" : 79,
"29229056" : 64,
"29491200" : 46,
"29753344" : 35,
"30015488" : 19,
"30277632" : 11,
"30539776" : 11,
"30801920" : 6,
"31064064" : 15,
"31326208" : 13,
"31588352" : 13,
"31850496" : 4,
"32112640" : 3,
"32374784" : 3,
"32636928" : 2,
"32899072" : 1,
"33161216" : 2,
"33423360" : 2,
"33816576" : 3,
"34340864" : 9,
"34865152" : 9
}
},
"lat_ns" : {
"min" : 246285,
"max" : 35780442,
"mean" : 11370065.229987,
"stddev" : 4894960.364278,
"N" : 2026276
},
"bw_min" : 8235008,
"bw_max" : 16695296,
"bw_agg" : 100.000000,
"bw_mean" : 11529405.228412,
"bw_dev" : 610426.679645,
"bw_samples" : 1436,
"iops_min" : 8042,
"iops_max" : 16304,
"iops_mean" : 11258.949861,
"iops_stddev" : 596.113938,
"iops_samples" : 1436
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 719998,
"usr_cpu" : 0.755141,
"sys_cpu" : 92.750119,
"ctx" : 1637466,
"majf" : 0,
"minf" : 147,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999803,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 54.257183,
"20" : 41.107923,
"50" : 4.638497,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066645,
"timestamp_ms" : 1773066645514,
"time" : "Mon Mar 9 11:30:45 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 2124708577280,
"io_kbytes" : 2074910720,
"bw_bytes" : 11802231773,
"bw" : 11525616,
"iops" : 11254.774310,
"runtime" : 180026,
"total_ios" : 2026152,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 166143,
"max" : 1636858,
"mean" : 352441.484443,
"stddev" : 158162.386416,
"N" : 2026156
},
"clat_ns" : {
"min" : 4056,
"max" : 34958218,
"mean" : 11017620.170632,
"stddev" : 4742927.692627,
"N" : 2026276,
"percentile" : {
"1.000000" : 6324224,
"5.000000" : 6455296,
"10.000000" : 6586368,
"20.000000" : 6717440,
"30.000000" : 6914048,
"40.000000" : 7110656,
"50.000000" : 7831552,
"60.000000" : 14221312,
"70.000000" : 14876672,
"80.000000" : 15269888,
"90.000000" : 16056320,
"95.000000" : 19791872,
"99.000000" : 22675456,
"99.500000" : 25034752,
"99.900000" : 26869760,
"99.950000" : 27394048,
"99.990000" : 29491200
},
"bins" : {
"4048" : 1,
"8512" : 1,
"8640" : 1,
"9152" : 1,
"248832" : 1,
"268288" : 1,
"432128" : 1,
"497664" : 1,
"522240" : 1,
"626688" : 2,
"749568" : 1,
"856064" : 1,
"1011712" : 1,
"1044480" : 1,
"1138688" : 1,
"1155072" : 1,
"1220608" : 1,
"1253376" : 1,
"1449984" : 1,
"1466368" : 1,
"1646592" : 1,
"1662976" : 1,
"1679360" : 1,
"1794048" : 1,
"1859584" : 1,
"1875968" : 1,
"2072576" : 1,
"2113536" : 1,
"2277376" : 1,
"2342912" : 2,
"2441216" : 1,
"2572288" : 1,
"2637824" : 1,
"2670592" : 1,
"2834432" : 1,
"2899968" : 1,
"2965504" : 1,
"3096576" : 2,
"3227648" : 1,
"3293184" : 1,
"3325952" : 1,
"3522560" : 1,
"3555328" : 1,
"3686400" : 1,
"3751936" : 3,
"3948544" : 1,
"4014080" : 1,
"4145152" : 1,
"4227072" : 2,
"4358144" : 1,
"4423680" : 1,
"4489216" : 1,
"4554752" : 1,
"4751360" : 2,
"4882432" : 1,
"4947968" : 1,
"5013504" : 1,
"5079040" : 1,
"5210112" : 2,
"5406720" : 1,
"5472256" : 2,
"5603328" : 1,
"5668864" : 1,
"5799936" : 2,
"5931008" : 1,
"5996544" : 26,
"6062080" : 199,
"6127616" : 1192,
"6193152" : 4388,
"6258688" : 11154,
"6324224" : 20058,
"6389760" : 32764,
"6455296" : 51437,
"6520832" : 73637,
"6586368" : 89460,
"6651904" : 93815,
"6717440" : 85307,
"6782976" : 74364,
"6848512" : 69286,
"6914048" : 63076,
"6979584" : 56629,
"7045120" : 47652,
"7110656" : 40880,
"7176192" : 34739,
"7241728" : 31307,
"7307264" : 27228,
"7372800" : 23208,
"7438336" : 18769,
"7503872" : 15371,
"7569408" : 12539,
"7634944" : 10719,
"7700480" : 10318,
"7766016" : 10602,
"7831552" : 10347,
"7897088" : 8698,
"7962624" : 7051,
"8028160" : 5684,
"8093696" : 4697,
"8159232" : 4101,
"8224768" : 3858,
"8290304" : 4077,
"8355840" : 3419,
"8454144" : 5919,
"8585216" : 4259,
"8716288" : 3901,
"8847360" : 3671,
"8978432" : 3332,
"9109504" : 2952,
"9240576" : 2786,
"9371648" : 2625,
"9502720" : 2305,
"9633792" : 1909,
"9764864" : 1656,
"9895936" : 1506,
"10027008" : 1398,
"10158080" : 1607,
"10289152" : 1458,
"10420224" : 1526,
"10551296" : 1635,
"10682368" : 1829,
"10813440" : 2008,
"10944512" : 1930,
"11075584" : 1908,
"11206656" : 1952,
"11337728" : 2005,
"11468800" : 1680,
"11599872" : 1687,
"11730944" : 1718,
"11862016" : 1653,
"11993088" : 1701,
"12124160" : 1622,
"12255232" : 1600,
"12386304" : 1493,
"12517376" : 1452,
"12648448" : 1397,
"12779520" : 1303,
"12910592" : 1181,
"13041664" : 1083,
"13172736" : 1206,
"13303808" : 1753,
"13434880" : 2802,
"13565952" : 4436,
"13697024" : 7200,
"13828096" : 10455,
"13959168" : 14714,
"14090240" : 19739,
"14221312" : 26673,
"14352384" : 34038,
"14483456" : 43131,
"14614528" : 52558,
"14745600" : 61330,
"14876672" : 67886,
"15007744" : 67655,
"15138816" : 63602,
"15269888" : 55944,
"15400960" : 47623,
"15532032" : 38110,
"15663104" : 28367,
"15794176" : 20356,
"15925248" : 15363,
"16056320" : 11276,
"16187392" : 8320,
"16318464" : 6474,
"16449536" : 4865,
"16580608" : 4159,
"16711680" : 3441,
"16908288" : 5510,
"17170432" : 4803,
"17432576" : 4360,
"17694720" : 4448,
"17956864" : 4490,
"18219008" : 5233,
"18481152" : 5857,
"18743296" : 5831,
"19005440" : 5972,
"19267584" : 6276,
"19529728" : 7396,
"19791872" : 8292,
"20054016" : 8913,
"20316160" : 9916,
"20578304" : 10440,
"20840448" : 10174,
"21102592" : 9237,
"21364736" : 8113,
"21626880" : 6595,
"21889024" : 5144,
"22151168" : 3757,
"22413312" : 2556,
"22675456" : 1871,
"22937600" : 1572,
"23199744" : 1254,
"23461888" : 964,
"23724032" : 952,
"23986176" : 1037,
"24248320" : 987,
"24510464" : 929,
"24772608" : 1023,
"25034752" : 1122,
"25296896" : 1415,
"25559040" : 1367,
"25821184" : 1313,
"26083328" : 1198,
"26345472" : 1109,
"26607616" : 931,
"26869760" : 821,
"27131904" : 542,
"27394048" : 358,
"27656192" : 203,
"27918336" : 153,
"28180480" : 129,
"28442624" : 48,
"28704768" : 61,
"28966912" : 79,
"29229056" : 64,
"29491200" : 46,
"29753344" : 35,
"30015488" : 19,
"30277632" : 11,
"30539776" : 11,
"30801920" : 6,
"31064064" : 15,
"31326208" : 13,
"31588352" : 13,
"31850496" : 4,
"32112640" : 3,
"32374784" : 3,
"32636928" : 2,
"32899072" : 1,
"33161216" : 2,
"33423360" : 2,
"33816576" : 3,
"34340864" : 9,
"34865152" : 9
}
},
"lat_ns" : {
"min" : 246285,
"max" : 35780442,
"mean" : 11370065.229987,
"stddev" : 4894960.364278,
"N" : 2026276
},
"bw_min" : 8235008,
"bw_max" : 16695296,
"bw_agg" : 100.000000,
"bw_mean" : 11529254.081484,
"bw_dev" : 611389.465272,
"bw_samples" : 1439,
"iops_min" : 8042,
"iops_max" : 16304,
"iops_mean" : 11258.798329,
"iops_stddev" : 597.054871,
"iops_samples" : 1439
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 720075,
"usr_cpu" : 0.755060,
"sys_cpu" : 92.740201,
"ctx" : 1637539,
"majf" : 0,
"minf" : 150,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999803,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 54.257183,
"20" : 41.107923,
"50" : 4.638497,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}