raidz2/benchmarks/seq/seq-read-qd32-nj8_run2.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773067392,
"timestamp_ms" : 1773067392384,
"time" : "Mon Mar 9 11:43:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 137583656960,
"io_kbytes" : 134359040,
"bw_bytes" : 14090911200,
"bw" : 13760655,
"iops" : 13465.383040,
"runtime" : 9764,
"total_ios" : 131476,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 78112,
"usr_cpu" : 0.542810,
"sys_cpu" : 85.280111,
"ctx" : 43782,
"majf" : 0,
"minf" : 65597,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 99.811372,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067402,
"timestamp_ms" : 1773067402619,
"time" : "Mon Mar 9 11:43:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 117228699648,
"io_kbytes" : 114481152,
"bw_bytes" : 11724042369,
"bw" : 11449260,
"iops" : 11181.918192,
"runtime" : 9999,
"total_ios" : 111808,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 207887,
"max" : 2904852,
"mean" : 712061.239571,
"stddev" : 221945.921156,
"N" : 111808
},
"clat_ns" : {
"min" : 9285888,
"max" : 30574679,
"mean" : 22187181.998542,
"stddev" : 3428973.879846,
"N" : 111800,
"percentile" : {
"1.000000" : 10289152,
"5.000000" : 12517376,
"10.000000" : 19005440,
"20.000000" : 21364736,
"30.000000" : 21889024,
"40.000000" : 22413312,
"50.000000" : 22937600,
"60.000000" : 23461888,
"70.000000" : 23724032,
"80.000000" : 24510464,
"90.000000" : 25034752,
"95.000000" : 25821184,
"99.000000" : 26869760,
"99.500000" : 27394048,
"99.900000" : 28180480,
"99.950000" : 28442624,
"99.990000" : 29229056
},
"bins" : {
"9240576" : 1,
"9371648" : 7,
"9502720" : 35,
"9633792" : 40,
"9764864" : 77,
"9895936" : 196,
"10027008" : 272,
"10158080" : 371,
"10289152" : 351,
"10420224" : 416,
"10551296" : 370,
"10682368" : 383,
"10813440" : 356,
"10944512" : 377,
"11075584" : 323,
"11206656" : 278,
"11337728" : 279,
"11468800" : 216,
"11599872" : 243,
"11730944" : 198,
"11862016" : 178,
"11993088" : 142,
"12124160" : 163,
"12255232" : 155,
"12386304" : 141,
"12517376" : 188,
"12648448" : 170,
"12779520" : 152,
"12910592" : 165,
"13041664" : 159,
"13172736" : 150,
"13303808" : 153,
"13434880" : 117,
"13565952" : 104,
"13697024" : 127,
"13828096" : 91,
"13959168" : 81,
"14090240" : 64,
"14221312" : 57,
"14352384" : 61,
"14483456" : 37,
"14614528" : 63,
"14745600" : 67,
"14876672" : 92,
"15007744" : 73,
"15138816" : 75,
"15269888" : 81,
"15400960" : 77,
"15532032" : 67,
"15663104" : 81,
"15794176" : 93,
"15925248" : 69,
"16056320" : 83,
"16187392" : 98,
"16318464" : 119,
"16449536" : 108,
"16580608" : 93,
"16711680" : 111,
"16908288" : 265,
"17170432" : 284,
"17432576" : 254,
"17694720" : 234,
"17956864" : 266,
"18219008" : 336,
"18481152" : 280,
"18743296" : 290,
"19005440" : 364,
"19267584" : 441,
"19529728" : 516,
"19791872" : 787,
"20054016" : 894,
"20316160" : 1252,
"20578304" : 1730,
"20840448" : 2250,
"21102592" : 2895,
"21364736" : 3632,
"21626880" : 4275,
"21889024" : 4954,
"22151168" : 5613,
"22413312" : 6315,
"22675456" : 6390,
"22937600" : 6498,
"23199744" : 6632,
"23461888" : 6366,
"23724032" : 6019,
"23986176" : 5472,
"24248320" : 4963,
"24510464" : 4399,
"24772608" : 3807,
"25034752" : 3340,
"25296896" : 2722,
"25559040" : 2141,
"25821184" : 1695,
"26083328" : 1260,
"26345472" : 919,
"26607616" : 747,
"26869760" : 446,
"27131904" : 329,
"27394048" : 218,
"27656192" : 171,
"27918336" : 114,
"28180480" : 58,
"28442624" : 35,
"28704768" : 19,
"28966912" : 2,
"29229056" : 6,
"29491200" : 2,
"29753344" : 3,
"30015488" : 1,
"30277632" : 3,
"30539776" : 2
}
},
"lat_ns" : {
"min" : 9585625,
"max" : 31287567,
"mean" : 22899408.115948,
"stddev" : 3533516.035475,
"N" : 111800
},
"bw_min" : 10436002,
"bw_max" : 13303084,
"bw_agg" : 99.270738,
"bw_mean" : 11365765.105263,
"bw_dev" : 187620.672928,
"bw_samples" : 152,
"iops_min" : 10190,
"iops_max" : 12988,
"iops_mean" : 11098.526316,
"iops_stddev" : 183.215111,
"iops_samples" : 152
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79992,
"usr_cpu" : 0.496300,
"sys_cpu" : 76.760176,
"ctx" : 67330,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.383693,
"20" : 11.640491,
"50" : 87.968661,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067412,
"timestamp_ms" : 1773067412620,
"time" : "Mon Mar 9 11:43:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 237036896256,
"io_kbytes" : 231481344,
"bw_bytes" : 11852437434,
"bw" : 11574645,
"iops" : 11304.015201,
"runtime" : 19999,
"total_ios" : 226069,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 207887,
"max" : 2904852,
"mean" : 704312.299081,
"stddev" : 226871.900811,
"N" : 226069
},
"clat_ns" : {
"min" : 9087054,
"max" : 31527633,
"mean" : 21943048.406612,
"stddev" : 3894620.669999,
"N" : 226061,
"percentile" : {
"1.000000" : 9633792,
"5.000000" : 10813440,
"10.000000" : 17170432,
"20.000000" : 21102592,
"30.000000" : 21889024,
"40.000000" : 22413312,
"50.000000" : 22937600,
"60.000000" : 23199744,
"70.000000" : 23724032,
"80.000000" : 24248320,
"90.000000" : 25034752,
"95.000000" : 25821184,
"99.000000" : 26869760,
"99.500000" : 27394048,
"99.900000" : 28442624,
"99.950000" : 28704768,
"99.990000" : 30015488
},
"bins" : {
"9109504" : 36,
"9240576" : 150,
"9371648" : 403,
"9502720" : 773,
"9633792" : 1216,
"9764864" : 1289,
"9895936" : 1329,
"10027008" : 1026,
"10158080" : 1010,
"10289152" : 899,
"10420224" : 947,
"10551296" : 807,
"10682368" : 748,
"10813440" : 727,
"10944512" : 697,
"11075584" : 630,
"11206656" : 595,
"11337728" : 564,
"11468800" : 516,
"11599872" : 570,
"11730944" : 529,
"11862016" : 506,
"11993088" : 406,
"12124160" : 444,
"12255232" : 485,
"12386304" : 406,
"12517376" : 402,
"12648448" : 336,
"12779520" : 278,
"12910592" : 253,
"13041664" : 243,
"13172736" : 242,
"13303808" : 199,
"13434880" : 164,
"13565952" : 128,
"13697024" : 149,
"13828096" : 118,
"13959168" : 100,
"14090240" : 85,
"14221312" : 76,
"14352384" : 69,
"14483456" : 44,
"14614528" : 68,
"14745600" : 71,
"14876672" : 99,
"15007744" : 83,
"15138816" : 82,
"15269888" : 90,
"15400960" : 85,
"15532032" : 73,
"15663104" : 85,
"15794176" : 107,
"15925248" : 81,
"16056320" : 100,
"16187392" : 105,
"16318464" : 122,
"16449536" : 110,
"16580608" : 94,
"16711680" : 114,
"16908288" : 271,
"17170432" : 290,
"17432576" : 267,
"17694720" : 255,
"17956864" : 295,
"18219008" : 368,
"18481152" : 330,
"18743296" : 352,
"19005440" : 481,
"19267584" : 648,
"19529728" : 938,
"19791872" : 1486,
"20054016" : 1932,
"20316160" : 2629,
"20578304" : 3750,
"20840448" : 5022,
"21102592" : 6267,
"21364736" : 7572,
"21626880" : 8662,
"21889024" : 9972,
"22151168" : 11287,
"22413312" : 12069,
"22675456" : 12416,
"22937600" : 12939,
"23199744" : 13052,
"23461888" : 12481,
"23724032" : 11981,
"23986176" : 11001,
"24248320" : 9824,
"24510464" : 8985,
"24772608" : 7580,
"25034752" : 6472,
"25296896" : 5388,
"25559040" : 4331,
"25821184" : 3326,
"26083328" : 2467,
"26345472" : 1848,
"26607616" : 1434,
"26869760" : 1028,
"27131904" : 694,
"27394048" : 518,
"27656192" : 373,
"27918336" : 245,
"28180480" : 142,
"28442624" : 93,
"28704768" : 49,
"28966912" : 19,
"29229056" : 21,
"29491200" : 7,
"29753344" : 8,
"30015488" : 12,
"30277632" : 8,
"30539776" : 5,
"31064064" : 5,
"31326208" : 1,
"31588352" : 2
}
},
"lat_ns" : {
"min" : 9384829,
"max" : 32524745,
"mean" : 22647319.176404,
"stddev" : 4015150.358969,
"N" : 226061
},
"bw_min" : 10290832,
"bw_max" : 13769785,
"bw_agg" : 100.000000,
"bw_mean" : 11598707.333333,
"bw_dev" : 247071.956129,
"bw_samples" : 312,
"iops_min" : 10048,
"iops_max" : 13446,
"iops_mean" : 11326.000000,
"iops_stddev" : 241.273987,
"iops_samples" : 312
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159992,
"usr_cpu" : 0.512526,
"sys_cpu" : 77.393245,
"ctx" : 130051,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 2.453233,
"20" : 10.203522,
"50" : 87.339706,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067422,
"timestamp_ms" : 1773067422620,
"time" : "Mon Mar 9 11:43:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 357550784512,
"io_kbytes" : 349170688,
"bw_bytes" : 11918359483,
"bw" : 11639022,
"iops" : 11366.666667,
"runtime" : 30000,
"total_ios" : 341000,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 205444,
"max" : 2904852,
"mean" : 700373.387748,
"stddev" : 230489.259837,
"N" : 341000
},
"clat_ns" : {
"min" : 8877605,
"max" : 31527633,
"mean" : 21821875.979824,
"stddev" : 4148318.129411,
"N" : 340992,
"percentile" : {
"1.000000" : 9502720,
"5.000000" : 10158080,
"10.000000" : 13697024,
"20.000000" : 21102592,
"30.000000" : 21889024,
"40.000000" : 22413312,
"50.000000" : 22937600,
"60.000000" : 23461888,
"70.000000" : 23724032,
"80.000000" : 24248320,
"90.000000" : 25034752,
"95.000000" : 25821184,
"99.000000" : 26869760,
"99.500000" : 27394048,
"99.900000" : 28180480,
"99.950000" : 28704768,
"99.990000" : 29753344
},
"bins" : {
"8847360" : 6,
"8978432" : 15,
"9109504" : 191,
"9240576" : 605,
"9371648" : 1156,
"9502720" : 2026,
"9633792" : 3022,
"9764864" : 3364,
"9895936" : 3470,
"10027008" : 2614,
"10158080" : 2234,
"10289152" : 1792,
"10420224" : 1581,
"10551296" : 1205,
"10682368" : 989,
"10813440" : 840,
"10944512" : 741,
"11075584" : 662,
"11206656" : 625,
"11337728" : 578,
"11468800" : 541,
"11599872" : 584,
"11730944" : 547,
"11862016" : 523,
"11993088" : 412,
"12124160" : 448,
"12255232" : 485,
"12386304" : 407,
"12517376" : 402,
"12648448" : 337,
"12779520" : 279,
"12910592" : 257,
"13041664" : 249,
"13172736" : 259,
"13303808" : 212,
"13434880" : 177,
"13565952" : 144,
"13697024" : 158,
"13828096" : 127,
"13959168" : 108,
"14090240" : 90,
"14221312" : 79,
"14352384" : 74,
"14483456" : 49,
"14614528" : 72,
"14745600" : 79,
"14876672" : 108,
"15007744" : 93,
"15138816" : 90,
"15269888" : 100,
"15400960" : 90,
"15532032" : 82,
"15663104" : 94,
"15794176" : 116,
"15925248" : 85,
"16056320" : 111,
"16187392" : 109,
"16318464" : 133,
"16449536" : 127,
"16580608" : 107,
"16711680" : 126,
"16908288" : 284,
"17170432" : 313,
"17432576" : 298,
"17694720" : 279,
"17956864" : 310,
"18219008" : 389,
"18481152" : 357,
"18743296" : 387,
"19005440" : 505,
"19267584" : 720,
"19529728" : 1081,
"19791872" : 1786,
"20054016" : 2492,
"20316160" : 3640,
"20578304" : 5332,
"20840448" : 7251,
"21102592" : 9330,
"21364736" : 11370,
"21626880" : 13282,
"21889024" : 15298,
"22151168" : 17196,
"22413312" : 18483,
"22675456" : 18821,
"22937600" : 19390,
"23199744" : 19586,
"23461888" : 18800,
"23724032" : 18065,
"23986176" : 16747,
"24248320" : 15197,
"24510464" : 13695,
"24772608" : 11537,
"25034752" : 9741,
"25296896" : 7975,
"25559040" : 6345,
"25821184" : 4961,
"26083328" : 3671,
"26345472" : 2767,
"26607616" : 2087,
"26869760" : 1523,
"27131904" : 1078,
"27394048" : 771,
"27656192" : 551,
"27918336" : 353,
"28180480" : 230,
"28442624" : 136,
"28704768" : 77,
"28966912" : 40,
"29229056" : 28,
"29491200" : 9,
"29753344" : 9,
"30015488" : 12,
"30277632" : 8,
"30539776" : 5,
"31064064" : 5,
"31326208" : 1,
"31588352" : 2
}
},
"lat_ns" : {
"min" : 9175399,
"max" : 32524745,
"mean" : 22522282.391587,
"stddev" : 4277440.871215,
"N" : 340992
},
"bw_min" : 10196039,
"bw_max" : 13773881,
"bw_agg" : 99.835476,
"bw_mean" : 11619874.322034,
"bw_dev" : 274410.427190,
"bw_samples" : 472,
"iops_min" : 9956,
"iops_max" : 13450,
"iops_mean" : 11346.779661,
"iops_stddev" : 267.973040,
"iops_samples" : 472
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 239996,
"usr_cpu" : 0.501258,
"sys_cpu" : 77.699628,
"ctx" : 190741,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.323167,
"20" : 8.489736,
"50" : 87.184751,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067432,
"timestamp_ms" : 1773067432620,
"time" : "Mon Mar 9 11:43:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 139,
"elapsed" : 51,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 511175557120,
"io_kbytes" : 499194880,
"bw_bytes" : 12779388928,
"bw" : 12479872,
"iops" : 12187.775000,
"runtime" : 40000,
"total_ios" : 487511,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 205444,
"max" : 2904852,
"mean" : 653042.679556,
"stddev" : 233454.881136,
"N" : 487511
},
"clat_ns" : {
"min" : 8877605,
"max" : 31719116,
"mean" : 20352812.331383,
"stddev" : 4861703.424753,
"N" : 487503,
"percentile" : {
"1.000000" : 9633792,
"5.000000" : 10158080,
"10.000000" : 11075584,
"20.000000" : 15400960,
"30.000000" : 20316160,
"40.000000" : 21364736,
"50.000000" : 22151168,
"60.000000" : 22675456,
"70.000000" : 23199744,
"80.000000" : 23986176,
"90.000000" : 24772608,
"95.000000" : 25559040,
"99.000000" : 26869760,
"99.500000" : 27131904,
"99.900000" : 28180480,
"99.950000" : 28704768,
"99.990000" : 30015488
},
"bins" : {
"8847360" : 6,
"8978432" : 15,
"9109504" : 199,
"9240576" : 643,
"9371648" : 1219,
"9502720" : 2230,
"9633792" : 3567,
"9764864" : 4566,
"9895936" : 5257,
"10027008" : 4929,
"10158080" : 4304,
"10289152" : 3974,
"10420224" : 4086,
"10551296" : 3746,
"10682368" : 3523,
"10813440" : 3059,
"10944512" : 2822,
"11075584" : 2589,
"11206656" : 2488,
"11337728" : 2480,
"11468800" : 2226,
"11599872" : 2220,
"11730944" : 2413,
"11862016" : 2284,
"11993088" : 1917,
"12124160" : 1908,
"12255232" : 1680,
"12386304" : 1531,
"12517376" : 1272,
"12648448" : 1144,
"12779520" : 1117,
"12910592" : 1067,
"13041664" : 1077,
"13172736" : 1127,
"13303808" : 1108,
"13434880" : 966,
"13565952" : 970,
"13697024" : 926,
"13828096" : 872,
"13959168" : 993,
"14090240" : 1226,
"14221312" : 1251,
"14352384" : 1371,
"14483456" : 1421,
"14614528" : 1514,
"14745600" : 1279,
"14876672" : 1173,
"15007744" : 1237,
"15138816" : 1205,
"15269888" : 1087,
"15400960" : 991,
"15532032" : 930,
"15663104" : 946,
"15794176" : 858,
"15925248" : 625,
"16056320" : 573,
"16187392" : 571,
"16318464" : 603,
"16449536" : 602,
"16580608" : 498,
"16711680" : 536,
"16908288" : 1025,
"17170432" : 1093,
"17432576" : 1190,
"17694720" : 1093,
"17956864" : 1495,
"18219008" : 1695,
"18481152" : 2078,
"18743296" : 3189,
"19005440" : 4391,
"19267584" : 4896,
"19529728" : 5250,
"19791872" : 5948,
"20054016" : 6346,
"20316160" : 7248,
"20578304" : 9158,
"20840448" : 10886,
"21102592" : 12733,
"21364736" : 14767,
"21626880" : 16601,
"21889024" : 18596,
"22151168" : 20417,
"22413312" : 21712,
"22675456" : 21836,
"22937600" : 22049,
"23199744" : 21840,
"23461888" : 20708,
"23724032" : 19540,
"23986176" : 17862,
"24248320" : 16036,
"24510464" : 14358,
"24772608" : 12173,
"25034752" : 10196,
"25296896" : 8313,
"25559040" : 6635,
"25821184" : 5186,
"26083328" : 3794,
"26345472" : 2852,
"26607616" : 2159,
"26869760" : 1587,
"27131904" : 1130,
"27394048" : 822,
"27656192" : 577,
"27918336" : 375,
"28180480" : 249,
"28442624" : 149,
"28704768" : 87,
"28966912" : 51,
"29229056" : 38,
"29491200" : 12,
"29753344" : 14,
"30015488" : 16,
"30277632" : 11,
"30539776" : 9,
"30801920" : 2,
"31064064" : 6,
"31326208" : 3,
"31588352" : 4
}
},
"lat_ns" : {
"min" : 9175399,
"max" : 32524745,
"mean" : 21005952.164604,
"stddev" : 5014913.043250,
"N" : 487503
},
"bw_min" : 10196039,
"bw_max" : 19083264,
"bw_agg" : 99.633314,
"bw_mean" : 12434110.860759,
"bw_dev" : 354741.140264,
"bw_samples" : 632,
"iops_min" : 9956,
"iops_max" : 18636,
"iops_mean" : 12142.012658,
"iops_stddev" : 346.437869,
"iops_samples" : 632
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319999,
"usr_cpu" : 0.515314,
"sys_cpu" : 81.149629,
"ctx" : 214603,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 3.954783,
"20" : 24.791030,
"50" : 71.252546,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067442,
"timestamp_ms" : 1773067442620,
"time" : "Mon Mar 9 11:44:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 636911353856,
"io_kbytes" : 621983744,
"bw_bytes" : 12738227077,
"bw" : 12439674,
"iops" : 12148.300000,
"runtime" : 50000,
"total_ios" : 607415,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 205444,
"max" : 2904852,
"mean" : 655146.865647,
"stddev" : 230813.578574,
"N" : 607415
},
"clat_ns" : {
"min" : 8877605,
"max" : 31719116,
"mean" : 20416646.845267,
"stddev" : 4724262.898172,
"N" : 607407,
"percentile" : {
"1.000000" : 9633792,
"5.000000" : 10289152,
"10.000000" : 11337728,
"20.000000" : 16318464,
"30.000000" : 20316160,
"40.000000" : 21364736,
"50.000000" : 22151168,
"60.000000" : 22675456,
"70.000000" : 23199744,
"80.000000" : 23986176,
"90.000000" : 24772608,
"95.000000" : 25559040,
"99.000000" : 26607616,
"99.500000" : 27131904,
"99.900000" : 28180480,
"99.950000" : 28704768,
"99.990000" : 29753344
},
"bins" : {
"8847360" : 6,
"8978432" : 15,
"9109504" : 199,
"9240576" : 643,
"9371648" : 1219,
"9502720" : 2230,
"9633792" : 3567,
"9764864" : 4567,
"9895936" : 5281,
"10027008" : 4970,
"10158080" : 4441,
"10289152" : 4307,
"10420224" : 4644,
"10551296" : 4665,
"10682368" : 4749,
"10813440" : 4357,
"10944512" : 4047,
"11075584" : 3499,
"11206656" : 3317,
"11337728" : 3254,
"11468800" : 2952,
"11599872" : 2878,
"11730944" : 2932,
"11862016" : 2763,
"11993088" : 2289,
"12124160" : 2267,
"12255232" : 1947,
"12386304" : 1766,
"12517376" : 1565,
"12648448" : 1366,
"12779520" : 1284,
"12910592" : 1304,
"13041664" : 1314,
"13172736" : 1350,
"13303808" : 1330,
"13434880" : 1176,
"13565952" : 1167,
"13697024" : 1117,
"13828096" : 1025,
"13959168" : 1132,
"14090240" : 1363,
"14221312" : 1411,
"14352384" : 1540,
"14483456" : 1623,
"14614528" : 1766,
"14745600" : 1509,
"14876672" : 1379,
"15007744" : 1466,
"15138816" : 1425,
"15269888" : 1294,
"15400960" : 1242,
"15532032" : 1231,
"15663104" : 1243,
"15794176" : 1199,
"15925248" : 946,
"16056320" : 870,
"16187392" : 908,
"16318464" : 914,
"16449536" : 888,
"16580608" : 817,
"16711680" : 812,
"16908288" : 1471,
"17170432" : 1477,
"17432576" : 1541,
"17694720" : 1395,
"17956864" : 1900,
"18219008" : 2218,
"18481152" : 2765,
"18743296" : 4177,
"19005440" : 6018,
"19267584" : 7040,
"19529728" : 7587,
"19791872" : 8671,
"20054016" : 9668,
"20316160" : 10793,
"20578304" : 12597,
"20840448" : 14551,
"21102592" : 16750,
"21364736" : 18960,
"21626880" : 21145,
"21889024" : 23221,
"22151168" : 25184,
"22413312" : 26731,
"22675456" : 26961,
"22937600" : 26996,
"23199744" : 26514,
"23461888" : 25324,
"23724032" : 23903,
"23986176" : 22066,
"24248320" : 19588,
"24510464" : 17399,
"24772608" : 14770,
"25034752" : 12287,
"25296896" : 10042,
"25559040" : 7973,
"25821184" : 6276,
"26083328" : 4591,
"26345472" : 3446,
"26607616" : 2604,
"26869760" : 1891,
"27131904" : 1338,
"27394048" : 953,
"27656192" : 658,
"27918336" : 437,
"28180480" : 280,
"28442624" : 180,
"28704768" : 117,
"28966912" : 79,
"29229056" : 47,
"29491200" : 15,
"29753344" : 14,
"30015488" : 16,
"30277632" : 11,
"30539776" : 9,
"30801920" : 2,
"31064064" : 6,
"31326208" : 3,
"31588352" : 4
}
},
"lat_ns" : {
"min" : 9175399,
"max" : 32524745,
"mean" : 21071776.855825,
"stddev" : 4872925.056168,
"N" : 607407
},
"bw_min" : 10193487,
"bw_max" : 19386368,
"bw_agg" : 100.000000,
"bw_mean" : 12459786.494949,
"bw_dev" : 356475.911000,
"bw_samples" : 792,
"iops_min" : 9954,
"iops_max" : 18932,
"iops_mean" : 12167.171717,
"iops_stddev" : 348.121839,
"iops_samples" : 792
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 399996,
"usr_cpu" : 0.498005,
"sys_cpu" : 78.895539,
"ctx" : 267017,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 3.180527,
"20" : 25.409646,
"50" : 71.408510,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067452,
"timestamp_ms" : 1773067452620,
"time" : "Mon Mar 9 11:44:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 767153930240,
"io_kbytes" : 749173760,
"bw_bytes" : 12786111939,
"bw" : 12486437,
"iops" : 12194.003233,
"runtime" : 59999,
"total_ios" : 731628,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 205444,
"max" : 2904852,
"mean" : 652691.430135,
"stddev" : 232059.009095,
"N" : 731628
},
"clat_ns" : {
"min" : 8877605,
"max" : 31719116,
"mean" : 20340980.313106,
"stddev" : 4770213.374593,
"N" : 731620,
"percentile" : {
"1.000000" : 9633792,
"5.000000" : 10158080,
"10.000000" : 10944512,
"20.000000" : 16187392,
"30.000000" : 20316160,
"40.000000" : 21364736,
"50.000000" : 22151168,
"60.000000" : 22675456,
"70.000000" : 23199744,
"80.000000" : 23724032,
"90.000000" : 24772608,
"95.000000" : 25296896,
"99.000000" : 26607616,
"99.500000" : 27131904,
"99.900000" : 28180480,
"99.950000" : 28704768,
"99.990000" : 29491200
},
"bins" : {
"8847360" : 7,
"8978432" : 23,
"9109504" : 204,
"9240576" : 713,
"9371648" : 1383,
"9502720" : 2622,
"9633792" : 4377,
"9764864" : 5912,
"9895936" : 7405,
"10027008" : 7591,
"10158080" : 7132,
"10289152" : 6737,
"10420224" : 6743,
"10551296" : 6618,
"10682368" : 6144,
"10813440" : 5498,
"10944512" : 5023,
"11075584" : 4410,
"11206656" : 4019,
"11337728" : 3679,
"11468800" : 3228,
"11599872" : 3039,
"11730944" : 3033,
"11862016" : 2836,
"11993088" : 2328,
"12124160" : 2292,
"12255232" : 1984,
"12386304" : 1802,
"12517376" : 1587,
"12648448" : 1379,
"12779520" : 1293,
"12910592" : 1315,
"13041664" : 1335,
"13172736" : 1374,
"13303808" : 1368,
"13434880" : 1230,
"13565952" : 1202,
"13697024" : 1168,
"13828096" : 1073,
"13959168" : 1175,
"14090240" : 1414,
"14221312" : 1493,
"14352384" : 1616,
"14483456" : 1715,
"14614528" : 1870,
"14745600" : 1604,
"14876672" : 1474,
"15007744" : 1579,
"15138816" : 1516,
"15269888" : 1405,
"15400960" : 1398,
"15532032" : 1378,
"15663104" : 1395,
"15794176" : 1384,
"15925248" : 1121,
"16056320" : 1063,
"16187392" : 1111,
"16318464" : 1084,
"16449536" : 1035,
"16580608" : 1001,
"16711680" : 974,
"16908288" : 1811,
"17170432" : 1826,
"17432576" : 1933,
"17694720" : 1784,
"17956864" : 2223,
"18219008" : 2558,
"18481152" : 3145,
"18743296" : 4649,
"19005440" : 6702,
"19267584" : 7872,
"19529728" : 8701,
"19791872" : 10239,
"20054016" : 11799,
"20316160" : 13578,
"20578304" : 15877,
"20840448" : 18368,
"21102592" : 21286,
"21364736" : 24079,
"21626880" : 26767,
"21889024" : 29185,
"22151168" : 31531,
"22413312" : 33010,
"22675456" : 32992,
"22937600" : 32927,
"23199744" : 31725,
"23461888" : 30136,
"23724032" : 28180,
"23986176" : 25883,
"24248320" : 22654,
"24510464" : 20021,
"24772608" : 16916,
"25034752" : 13906,
"25296896" : 11370,
"25559040" : 9062,
"25821184" : 7130,
"26083328" : 5261,
"26345472" : 3909,
"26607616" : 2909,
"26869760" : 2103,
"27131904" : 1501,
"27394048" : 1066,
"27656192" : 736,
"27918336" : 488,
"28180480" : 319,
"28442624" : 218,
"28704768" : 140,
"28966912" : 97,
"29229056" : 51,
"29491200" : 17,
"29753344" : 17,
"30015488" : 17,
"30277632" : 11,
"30539776" : 9,
"30801920" : 2,
"31064064" : 6,
"31326208" : 3,
"31588352" : 4
}
},
"lat_ns" : {
"min" : 9175399,
"max" : 32524745,
"mean" : 20993688.508003,
"stddev" : 4920375.426554,
"N" : 731620
},
"bw_min" : 10193487,
"bw_max" : 19552256,
"bw_agg" : 100.000000,
"bw_mean" : 12487929.932773,
"bw_dev" : 345122.080812,
"bw_samples" : 952,
"iops_min" : 9954,
"iops_max" : 19094,
"iops_mean" : 12194.630252,
"iops_stddev" : 337.033870,
"iops_samples" : 952
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479992,
"usr_cpu" : 0.506467,
"sys_cpu" : 81.109685,
"ctx" : 325847,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 3.418677,
"20" : 24.955989,
"50" : 71.624241,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067462,
"timestamp_ms" : 1773067462620,
"time" : "Mon Mar 9 11:44:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 898387410944,
"io_kbytes" : 877331456,
"bw_bytes" : 12834289217,
"bw" : 12533485,
"iops" : 12239.860569,
"runtime" : 69999,
"total_ios" : 856778,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 205444,
"max" : 2904852,
"mean" : 650236.218796,
"stddev" : 233938.190689,
"N" : 856778
},
"clat_ns" : {
"min" : 8785675,
"max" : 31719116,
"mean" : 20264250.445073,
"stddev" : 4863279.988355,
"N" : 856770,
"percentile" : {
"1.000000" : 9371648,
"5.000000" : 10027008,
"10.000000" : 10682368,
"20.000000" : 15925248,
"30.000000" : 20316160,
"40.000000" : 21364736,
"50.000000" : 22151168,
"60.000000" : 22675456,
"70.000000" : 23199744,
"80.000000" : 23724032,
"90.000000" : 24510464,
"95.000000" : 25296896,
"99.000000" : 26607616,
"99.500000" : 27131904,
"99.900000" : 28180480,
"99.950000" : 28442624,
"99.990000" : 29491200
},
"bins" : {
"8847360" : 45,
"8978432" : 178,
"9109504" : 925,
"9240576" : 2796,
"9371648" : 4678,
"9502720" : 6444,
"9633792" : 7635,
"9764864" : 8329,
"9895936" : 9330,
"10027008" : 9129,
"10158080" : 8313,
"10289152" : 7521,
"10420224" : 7455,
"10551296" : 7181,
"10682368" : 6504,
"10813440" : 5956,
"10944512" : 5397,
"11075584" : 4719,
"11206656" : 4414,
"11337728" : 4082,
"11468800" : 3720,
"11599872" : 3380,
"11730944" : 3317,
"11862016" : 3066,
"11993088" : 2556,
"12124160" : 2516,
"12255232" : 2178,
"12386304" : 1938,
"12517376" : 1714,
"12648448" : 1448,
"12779520" : 1351,
"12910592" : 1368,
"13041664" : 1376,
"13172736" : 1410,
"13303808" : 1409,
"13434880" : 1249,
"13565952" : 1219,
"13697024" : 1188,
"13828096" : 1095,
"13959168" : 1197,
"14090240" : 1426,
"14221312" : 1502,
"14352384" : 1620,
"14483456" : 1723,
"14614528" : 1874,
"14745600" : 1608,
"14876672" : 1476,
"15007744" : 1580,
"15138816" : 1518,
"15269888" : 1406,
"15400960" : 1400,
"15532032" : 1379,
"15663104" : 1396,
"15794176" : 1388,
"15925248" : 1122,
"16056320" : 1065,
"16187392" : 1114,
"16318464" : 1089,
"16449536" : 1047,
"16580608" : 1010,
"16711680" : 988,
"16908288" : 1820,
"17170432" : 1832,
"17432576" : 1941,
"17694720" : 1792,
"17956864" : 2237,
"18219008" : 2571,
"18481152" : 3161,
"18743296" : 4687,
"19005440" : 6798,
"19267584" : 8100,
"19529728" : 9146,
"19791872" : 11009,
"20054016" : 13093,
"20316160" : 15405,
"20578304" : 18648,
"20840448" : 22027,
"21102592" : 26077,
"21364736" : 29767,
"21626880" : 33246,
"21889024" : 36386,
"22151168" : 39145,
"22413312" : 40580,
"22675456" : 40070,
"22937600" : 39631,
"23199744" : 37892,
"23461888" : 35435,
"23724032" : 32739,
"23986176" : 29873,
"24248320" : 25865,
"24510464" : 22592,
"24772608" : 18936,
"25034752" : 15521,
"25296896" : 12563,
"25559040" : 9867,
"25821184" : 7734,
"26083328" : 5694,
"26345472" : 4196,
"26607616" : 3083,
"26869760" : 2232,
"27131904" : 1591,
"27394048" : 1126,
"27656192" : 771,
"27918336" : 507,
"28180480" : 327,
"28442624" : 220,
"28704768" : 143,
"28966912" : 100,
"29229056" : 51,
"29491200" : 17,
"29753344" : 17,
"30015488" : 17,
"30277632" : 11,
"30539776" : 9,
"30801920" : 2,
"31064064" : 6,
"31326208" : 3,
"31588352" : 4
}
},
"lat_ns" : {
"min" : 9096169,
"max" : 32524745,
"mean" : 20914472.118459,
"stddev" : 5016542.197758,
"N" : 856770
},
"bw_min" : 10193487,
"bw_max" : 19628655,
"bw_agg" : 100.000000,
"bw_mean" : 12550429.525180,
"bw_dev" : 338589.670753,
"bw_samples" : 1112,
"iops_min" : 9954,
"iops_max" : 19168,
"iops_mean" : 12255.625899,
"iops_stddev" : 330.652919,
"iops_samples" : 1112
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 559992,
"usr_cpu" : 0.508936,
"sys_cpu" : 81.324197,
"ctx" : 374829,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 5.042496,
"20" : 22.633284,
"50" : 72.323286,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067472,
"timestamp_ms" : 1773067472620,
"time" : "Mon Mar 9 11:44:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 1027455582208,
"io_kbytes" : 1003374592,
"bw_bytes" : 12843194777,
"bw" : 12542182,
"iops" : 12248.362500,
"runtime" : 80000,
"total_ios" : 979869,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 197060,
"max" : 3155214,
"mean" : 649771.293466,
"stddev" : 233174.141383,
"N" : 979869
},
"clat_ns" : {
"min" : 8133109,
"max" : 31719116,
"mean" : 20250440.293660,
"stddev" : 4844857.404586,
"N" : 979861,
"percentile" : {
"1.000000" : 9371648,
"5.000000" : 10027008,
"10.000000" : 10813440,
"20.000000" : 15794176,
"30.000000" : 20316160,
"40.000000" : 21364736,
"50.000000" : 21889024,
"60.000000" : 22675456,
"70.000000" : 23199744,
"80.000000" : 23724032,
"90.000000" : 24772608,
"95.000000" : 25296896,
"99.000000" : 26607616,
"99.500000" : 27131904,
"99.900000" : 28180480,
"99.950000" : 28442624,
"99.990000" : 29229056
},
"bins" : {
"8159232" : 2,
"8224768" : 12,
"8290304" : 42,
"8355840" : 55,
"8454144" : 260,
"8585216" : 597,
"8716288" : 907,
"8847360" : 772,
"8978432" : 654,
"9109504" : 1147,
"9240576" : 2900,
"9371648" : 4769,
"9502720" : 6540,
"9633792" : 7755,
"9764864" : 8484,
"9895936" : 9518,
"10027008" : 9363,
"10158080" : 8833,
"10289152" : 8300,
"10420224" : 8355,
"10551296" : 8104,
"10682368" : 7398,
"10813440" : 6897,
"10944512" : 6372,
"11075584" : 5428,
"11206656" : 5029,
"11337728" : 4599,
"11468800" : 4239,
"11599872" : 3752,
"11730944" : 3697,
"11862016" : 3459,
"11993088" : 2878,
"12124160" : 2827,
"12255232" : 2503,
"12386304" : 2269,
"12517376" : 2048,
"12648448" : 1765,
"12779520" : 1676,
"12910592" : 1688,
"13041664" : 1640,
"13172736" : 1679,
"13303808" : 1662,
"13434880" : 1515,
"13565952" : 1480,
"13697024" : 1458,
"13828096" : 1374,
"13959168" : 1456,
"14090240" : 1757,
"14221312" : 1813,
"14352384" : 1983,
"14483456" : 2199,
"14614528" : 2405,
"14745600" : 2166,
"14876672" : 2100,
"15007744" : 2115,
"15138816" : 2110,
"15269888" : 1961,
"15400960" : 2016,
"15532032" : 1985,
"15663104" : 1956,
"15794176" : 1910,
"15925248" : 1625,
"16056320" : 1533,
"16187392" : 1564,
"16318464" : 1443,
"16449536" : 1406,
"16580608" : 1330,
"16711680" : 1282,
"16908288" : 2359,
"17170432" : 2243,
"17432576" : 2271,
"17694720" : 2192,
"17956864" : 2697,
"18219008" : 3084,
"18481152" : 3756,
"18743296" : 5540,
"19005440" : 7840,
"19267584" : 9508,
"19529728" : 10940,
"19791872" : 13450,
"20054016" : 16084,
"20316160" : 18579,
"20578304" : 22128,
"20840448" : 25670,
"21102592" : 29946,
"21364736" : 33854,
"21626880" : 37152,
"21889024" : 40128,
"22151168" : 42978,
"22413312" : 44628,
"22675456" : 44194,
"22937600" : 43874,
"23199744" : 42307,
"23461888" : 39938,
"23724032" : 37149,
"23986176" : 34221,
"24248320" : 29851,
"24510464" : 26026,
"24772608" : 21897,
"25034752" : 18032,
"25296896" : 14561,
"25559040" : 11438,
"25821184" : 8932,
"26083328" : 6643,
"26345472" : 4909,
"26607616" : 3558,
"26869760" : 2606,
"27131904" : 1872,
"27394048" : 1337,
"27656192" : 906,
"27918336" : 613,
"28180480" : 392,
"28442624" : 288,
"28704768" : 185,
"28966912" : 124,
"29229056" : 68,
"29491200" : 26,
"29753344" : 19,
"30015488" : 17,
"30277632" : 11,
"30539776" : 9,
"30801920" : 2,
"31064064" : 6,
"31326208" : 3,
"31588352" : 4
}
},
"lat_ns" : {
"min" : 8441440,
"max" : 32524745,
"mean" : 20900240.039179,
"stddev" : 4997530.651432,
"N" : 979861
},
"bw_min" : 10115663,
"bw_max" : 20130415,
"bw_agg" : 99.958337,
"bw_mean" : 12536957.025157,
"bw_dev" : 354994.966103,
"bw_samples" : 1272,
"iops_min" : 9878,
"iops_max" : 19658,
"iops_mean" : 12242.490566,
"iops_stddev" : 346.673697,
"iops_samples" : 1272
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639996,
"usr_cpu" : 0.508284,
"sys_cpu" : 81.320665,
"ctx" : 427697,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999796,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999796,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.827584,
"20" : 23.454462,
"50" : 71.717138,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067482,
"timestamp_ms" : 1773067482620,
"time" : "Mon Mar 9 11:44:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 1181214572544,
"io_kbytes" : 1153529856,
"bw_bytes" : 13124606361,
"bw" : 12816998,
"iops" : 12516.722222,
"runtime" : 90000,
"total_ios" : 1126505,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 197060,
"max" : 3155214,
"mean" : 635787.332173,
"stddev" : 231850.332531,
"N" : 1126505
},
"clat_ns" : {
"min" : 8133109,
"max" : 31719116,
"mean" : 19816124.700582,
"stddev" : 4944886.488657,
"N" : 1126497,
"percentile" : {
"1.000000" : 9371648,
"5.000000" : 10027008,
"10.000000" : 10813440,
"20.000000" : 14090240,
"30.000000" : 19529728,
"40.000000" : 20840448,
"50.000000" : 21626880,
"60.000000" : 22413312,
"70.000000" : 22937600,
"80.000000" : 23724032,
"90.000000" : 24510464,
"95.000000" : 25296896,
"99.000000" : 26607616,
"99.500000" : 27131904,
"99.900000" : 28180480,
"99.950000" : 28442624,
"99.990000" : 29229056
},
"bins" : {
"8159232" : 2,
"8224768" : 12,
"8290304" : 42,
"8355840" : 55,
"8454144" : 260,
"8585216" : 597,
"8716288" : 907,
"8847360" : 772,
"8978432" : 660,
"9109504" : 1268,
"9240576" : 3193,
"9371648" : 5361,
"9502720" : 7227,
"9633792" : 8577,
"9764864" : 9625,
"9895936" : 10952,
"10027008" : 10797,
"10158080" : 10179,
"10289152" : 9857,
"10420224" : 10194,
"10551296" : 9898,
"10682368" : 8764,
"10813440" : 8227,
"10944512" : 7846,
"11075584" : 7450,
"11206656" : 7107,
"11337728" : 6827,
"11468800" : 6522,
"11599872" : 5900,
"11730944" : 5705,
"11862016" : 5406,
"11993088" : 4670,
"12124160" : 4403,
"12255232" : 4063,
"12386304" : 4029,
"12517376" : 4102,
"12648448" : 3694,
"12779520" : 3409,
"12910592" : 3338,
"13041664" : 3040,
"13172736" : 2964,
"13303808" : 2748,
"13434880" : 2549,
"13565952" : 2469,
"13697024" : 2454,
"13828096" : 2462,
"13959168" : 2495,
"14090240" : 2561,
"14221312" : 2526,
"14352384" : 2791,
"14483456" : 2859,
"14614528" : 3005,
"14745600" : 2755,
"14876672" : 2668,
"15007744" : 2747,
"15138816" : 2732,
"15269888" : 2587,
"15400960" : 2733,
"15532032" : 2631,
"15663104" : 2573,
"15794176" : 2585,
"15925248" : 2300,
"16056320" : 2210,
"16187392" : 2195,
"16318464" : 2047,
"16449536" : 2008,
"16580608" : 1890,
"16711680" : 1851,
"16908288" : 3432,
"17170432" : 3247,
"17432576" : 3290,
"17694720" : 3201,
"17956864" : 3792,
"18219008" : 4333,
"18481152" : 5508,
"18743296" : 8026,
"19005440" : 11186,
"19267584" : 13271,
"19529728" : 14496,
"19791872" : 16747,
"20054016" : 19570,
"20316160" : 22573,
"20578304" : 26062,
"20840448" : 29716,
"21102592" : 34158,
"21364736" : 38075,
"21626880" : 41330,
"21889024" : 44033,
"22151168" : 46576,
"22413312" : 48022,
"22675456" : 47031,
"22937600" : 46282,
"23199744" : 44542,
"23461888" : 41705,
"23724032" : 38571,
"23986176" : 35324,
"24248320" : 30599,
"24510464" : 26671,
"24772608" : 22313,
"25034752" : 18277,
"25296896" : 14763,
"25559040" : 11619,
"25821184" : 9023,
"26083328" : 6712,
"26345472" : 4944,
"26607616" : 3591,
"26869760" : 2645,
"27131904" : 1889,
"27394048" : 1345,
"27656192" : 907,
"27918336" : 614,
"28180480" : 392,
"28442624" : 288,
"28704768" : 185,
"28966912" : 124,
"29229056" : 68,
"29491200" : 26,
"29753344" : 19,
"30015488" : 17,
"30277632" : 11,
"30539776" : 9,
"30801920" : 2,
"31064064" : 6,
"31326208" : 3,
"31588352" : 4
}
},
"lat_ns" : {
"min" : 8441440,
"max" : 32524745,
"mean" : 20451921.983941,
"stddev" : 5100996.668228,
"N" : 1126497
},
"bw_min" : 10115663,
"bw_max" : 23212655,
"bw_agg" : 100.000000,
"bw_mean" : 12818907.519553,
"bw_dev" : 370087.582078,
"bw_samples" : 1432,
"iops_min" : 9878,
"iops_max" : 22668,
"iops_mean" : 12517.832402,
"iops_stddev" : 361.415475,
"iops_samples" : 1432
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 719999,
"usr_cpu" : 0.513751,
"sys_cpu" : 82.378587,
"ctx" : 457769,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.690170,
"20" : 28.271601,
"50" : 67.037519,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067492,
"timestamp_ms" : 1773067492620,
"time" : "Mon Mar 9 11:44:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 1306584416256,
"io_kbytes" : 1275961344,
"bw_bytes" : 13065844162,
"bw" : 12759613,
"iops" : 12460.650000,
"runtime" : 100000,
"total_ios" : 1246065,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 197060,
"max" : 3155214,
"mean" : 638657.190181,
"stddev" : 231873.250280,
"N" : 1246065
},
"clat_ns" : {
"min" : 8133109,
"max" : 31719116,
"mean" : 19904949.748356,
"stddev" : 4920388.495335,
"N" : 1246057,
"percentile" : {
"1.000000" : 9371648,
"5.000000" : 10027008,
"10.000000" : 10813440,
"20.000000" : 14483456,
"30.000000" : 19791872,
"40.000000" : 21102592,
"50.000000" : 21626880,
"60.000000" : 22413312,
"70.000000" : 22937600,
"80.000000" : 23724032,
"90.000000" : 24510464,
"95.000000" : 25296896,
"99.000000" : 26607616,
"99.500000" : 27131904,
"99.900000" : 28180480,
"99.950000" : 28442624,
"99.990000" : 29229056
},
"bins" : {
"8159232" : 2,
"8224768" : 12,
"8290304" : 42,
"8355840" : 55,
"8454144" : 260,
"8585216" : 597,
"8716288" : 907,
"8847360" : 772,
"8978432" : 660,
"9109504" : 1300,
"9240576" : 3340,
"9371648" : 5791,
"9502720" : 8293,
"9633792" : 10056,
"9764864" : 11598,
"9895936" : 12669,
"10027008" : 12358,
"10158080" : 11483,
"10289152" : 10951,
"10420224" : 11114,
"10551296" : 10572,
"10682368" : 9203,
"10813440" : 8570,
"10944512" : 8158,
"11075584" : 7779,
"11206656" : 7370,
"11337728" : 7033,
"11468800" : 6731,
"11599872" : 6134,
"11730944" : 5956,
"11862016" : 5681,
"11993088" : 4920,
"12124160" : 4689,
"12255232" : 4310,
"12386304" : 4247,
"12517376" : 4304,
"12648448" : 3885,
"12779520" : 3565,
"12910592" : 3503,
"13041664" : 3204,
"13172736" : 3096,
"13303808" : 2854,
"13434880" : 2651,
"13565952" : 2567,
"13697024" : 2532,
"13828096" : 2538,
"13959168" : 2554,
"14090240" : 2610,
"14221312" : 2597,
"14352384" : 2877,
"14483456" : 2933,
"14614528" : 3068,
"14745600" : 2812,
"14876672" : 2728,
"15007744" : 2802,
"15138816" : 2797,
"15269888" : 2635,
"15400960" : 2766,
"15532032" : 2657,
"15663104" : 2601,
"15794176" : 2622,
"15925248" : 2320,
"16056320" : 2253,
"16187392" : 2236,
"16318464" : 2090,
"16449536" : 2065,
"16580608" : 1958,
"16711680" : 1914,
"16908288" : 3555,
"17170432" : 3390,
"17432576" : 3403,
"17694720" : 3312,
"17956864" : 3911,
"18219008" : 4485,
"18481152" : 5698,
"18743296" : 8273,
"19005440" : 11558,
"19267584" : 13725,
"19529728" : 15169,
"19791872" : 17965,
"20054016" : 21218,
"20316160" : 24807,
"20578304" : 29216,
"20840448" : 33771,
"21102592" : 38908,
"21364736" : 43563,
"21626880" : 47504,
"21889024" : 50548,
"22151168" : 53099,
"22413312" : 54543,
"22675456" : 53374,
"22937600" : 52691,
"23199744" : 50120,
"23461888" : 46861,
"23724032" : 43175,
"23986176" : 39322,
"24248320" : 34064,
"24510464" : 29581,
"24772608" : 24725,
"25034752" : 20255,
"25296896" : 16437,
"25559040" : 12878,
"25821184" : 10105,
"26083328" : 7544,
"26345472" : 5574,
"26607616" : 4079,
"26869760" : 2939,
"27131904" : 2077,
"27394048" : 1490,
"27656192" : 997,
"27918336" : 660,
"28180480" : 427,
"28442624" : 307,
"28704768" : 203,
"28966912" : 139,
"29229056" : 81,
"29491200" : 32,
"29753344" : 21,
"30015488" : 23,
"30277632" : 12,
"30539776" : 16,
"30801920" : 5,
"31064064" : 8,
"31326208" : 3,
"31588352" : 4
}
},
"lat_ns" : {
"min" : 8441440,
"max" : 32524745,
"mean" : 20543597.742611,
"stddev" : 5075665.677381,
"N" : 1246057
},
"bw_min" : 10078799,
"bw_max" : 23212655,
"bw_agg" : 100.000000,
"bw_mean" : 12771193.834171,
"bw_dev" : 363630.164801,
"bw_samples" : 1592,
"iops_min" : 9842,
"iops_max" : 22668,
"iops_mean" : 12471.211055,
"iops_stddev" : 355.109336,
"iops_samples" : 1592
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 799998,
"usr_cpu" : 0.513251,
"sys_cpu" : 82.242206,
"ctx" : 513477,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.827597,
"20" : 26.834635,
"50" : 68.337125,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067502,
"timestamp_ms" : 1773067502621,
"time" : "Mon Mar 9 11:45:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 68,
"elapsed" : 121,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 1429388394496,
"io_kbytes" : 1395887104,
"bw_bytes" : 12994439949,
"bw" : 12689882,
"iops" : 12392.654545,
"runtime" : 110000,
"total_ios" : 1363192,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 197060,
"max" : 3155214,
"mean" : 642175.191306,
"stddev" : 232533.524979,
"N" : 1363192
},
"clat_ns" : {
"min" : 8133109,
"max" : 31719116,
"mean" : 20014539.272753,
"stddev" : 4897530.596226,
"N" : 1363184,
"percentile" : {
"1.000000" : 9371648,
"5.000000" : 10027008,
"10.000000" : 10813440,
"20.000000" : 14876672,
"30.000000" : 19791872,
"40.000000" : 21102592,
"50.000000" : 21889024,
"60.000000" : 22413312,
"70.000000" : 22937600,
"80.000000" : 23724032,
"90.000000" : 24510464,
"95.000000" : 25296896,
"99.000000" : 26607616,
"99.500000" : 27131904,
"99.900000" : 28180480,
"99.950000" : 28442624,
"99.990000" : 29491200
},
"bins" : {
"8159232" : 2,
"8224768" : 12,
"8290304" : 42,
"8355840" : 55,
"8454144" : 260,
"8585216" : 597,
"8716288" : 907,
"8847360" : 772,
"8978432" : 660,
"9109504" : 1311,
"9240576" : 3436,
"9371648" : 6104,
"9502720" : 8905,
"9633792" : 11136,
"9764864" : 13199,
"9895936" : 14746,
"10027008" : 14524,
"10158080" : 13294,
"10289152" : 12475,
"10420224" : 12216,
"10551296" : 11282,
"10682368" : 9669,
"10813440" : 8734,
"10944512" : 8213,
"11075584" : 7831,
"11206656" : 7400,
"11337728" : 7063,
"11468800" : 6765,
"11599872" : 6158,
"11730944" : 5977,
"11862016" : 5729,
"11993088" : 4940,
"12124160" : 4694,
"12255232" : 4312,
"12386304" : 4249,
"12517376" : 4311,
"12648448" : 3894,
"12779520" : 3570,
"12910592" : 3504,
"13041664" : 3205,
"13172736" : 3097,
"13303808" : 2854,
"13434880" : 2654,
"13565952" : 2573,
"13697024" : 2533,
"13828096" : 2539,
"13959168" : 2558,
"14090240" : 2616,
"14221312" : 2606,
"14352384" : 2891,
"14483456" : 2952,
"14614528" : 3095,
"14745600" : 2841,
"14876672" : 2763,
"15007744" : 2842,
"15138816" : 2842,
"15269888" : 2697,
"15400960" : 2817,
"15532032" : 2710,
"15663104" : 2675,
"15794176" : 2711,
"15925248" : 2463,
"16056320" : 2385,
"16187392" : 2378,
"16318464" : 2262,
"16449536" : 2222,
"16580608" : 2108,
"16711680" : 2043,
"16908288" : 3857,
"17170432" : 3707,
"17432576" : 3730,
"17694720" : 3625,
"17956864" : 4211,
"18219008" : 4768,
"18481152" : 6011,
"18743296" : 8662,
"19005440" : 11969,
"19267584" : 14196,
"19529728" : 15849,
"19791872" : 18861,
"20054016" : 22560,
"20316160" : 26510,
"20578304" : 31347,
"20840448" : 36457,
"21102592" : 42450,
"21364736" : 47736,
"21626880" : 52311,
"21889024" : 55883,
"22151168" : 58981,
"22413312" : 60822,
"22675456" : 59640,
"22937600" : 59041,
"23199744" : 56505,
"23461888" : 53186,
"23724032" : 49043,
"23986176" : 44778,
"24248320" : 38596,
"24510464" : 33391,
"24772608" : 27943,
"25034752" : 22908,
"25296896" : 18604,
"25559040" : 14560,
"25821184" : 11311,
"26083328" : 8422,
"26345472" : 6205,
"26607616" : 4521,
"26869760" : 3191,
"27131904" : 2231,
"27394048" : 1592,
"27656192" : 1054,
"27918336" : 706,
"28180480" : 450,
"28442624" : 316,
"28704768" : 211,
"28966912" : 149,
"29229056" : 88,
"29491200" : 37,
"29753344" : 25,
"30015488" : 30,
"30277632" : 20,
"30539776" : 25,
"30801920" : 8,
"31064064" : 8,
"31326208" : 3,
"31588352" : 4
}
},
"lat_ns" : {
"min" : 8441440,
"max" : 32524745,
"mean" : 20656725.139587,
"stddev" : 5052005.468834,
"N" : 1363184
},
"bw_min" : 10078799,
"bw_max" : 23212655,
"bw_agg" : 100.000000,
"bw_mean" : 12691006.420091,
"bw_dev" : 357408.224624,
"bw_samples" : 1752,
"iops_min" : 9842,
"iops_max" : 22668,
"iops_mean" : 12392.899543,
"iops_stddev" : 349.033594,
"iops_samples" : 1752
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 879996,
"usr_cpu" : 0.511593,
"sys_cpu" : 81.856849,
"ctx" : 575018,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999927,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999927,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.881777,
"20" : 25.601236,
"50" : 69.516400,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067512,
"timestamp_ms" : 1773067512620,
"time" : "Mon Mar 9 11:45:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 1571452616704,
"io_kbytes" : 1534621696,
"bw_bytes" : 13095438472,
"bw" : 12788514,
"iops" : 12488.866667,
"runtime" : 120000,
"total_ios" : 1498664,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 197060,
"max" : 3155214,
"mean" : 637207.930282,
"stddev" : 231941.363675,
"N" : 1498664
},
"clat_ns" : {
"min" : 8133109,
"max" : 31719116,
"mean" : 19860439.012101,
"stddev" : 4941369.272153,
"N" : 1498656,
"percentile" : {
"1.000000" : 9371648,
"5.000000" : 10027008,
"10.000000" : 10682368,
"20.000000" : 14221312,
"30.000000" : 19529728,
"40.000000" : 20840448,
"50.000000" : 21626880,
"60.000000" : 22413312,
"70.000000" : 22937600,
"80.000000" : 23724032,
"90.000000" : 24510464,
"95.000000" : 25296896,
"99.000000" : 26345472,
"99.500000" : 26869760,
"99.900000" : 27918336,
"99.950000" : 28442624,
"99.990000" : 29491200
},
"bins" : {
"8159232" : 2,
"8224768" : 12,
"8290304" : 42,
"8355840" : 55,
"8454144" : 260,
"8585216" : 597,
"8716288" : 921,
"8847360" : 783,
"8978432" : 694,
"9109504" : 1444,
"9240576" : 3861,
"9371648" : 7215,
"9502720" : 10703,
"9633792" : 13318,
"9764864" : 15429,
"9895936" : 17107,
"10027008" : 16643,
"10158080" : 15054,
"10289152" : 13825,
"10420224" : 13135,
"10551296" : 12156,
"10682368" : 10562,
"10813440" : 9684,
"10944512" : 9194,
"11075584" : 8870,
"11206656" : 8596,
"11337728" : 8461,
"11468800" : 8223,
"11599872" : 7565,
"11730944" : 7552,
"11862016" : 7287,
"11993088" : 6375,
"12124160" : 6036,
"12255232" : 5488,
"12386304" : 5377,
"12517376" : 5457,
"12648448" : 4893,
"12779520" : 4339,
"12910592" : 4186,
"13041664" : 3707,
"13172736" : 3446,
"13303808" : 3180,
"13434880" : 2915,
"13565952" : 2788,
"13697024" : 2793,
"13828096" : 2840,
"13959168" : 2825,
"14090240" : 2885,
"14221312" : 2889,
"14352384" : 3160,
"14483456" : 3190,
"14614528" : 3338,
"14745600" : 3073,
"14876672" : 2942,
"15007744" : 3020,
"15138816" : 2956,
"15269888" : 2763,
"15400960" : 2868,
"15532032" : 2746,
"15663104" : 2724,
"15794176" : 2778,
"15925248" : 2508,
"16056320" : 2420,
"16187392" : 2399,
"16318464" : 2275,
"16449536" : 2236,
"16580608" : 2128,
"16711680" : 2061,
"16908288" : 3886,
"17170432" : 3748,
"17432576" : 3810,
"17694720" : 4028,
"17956864" : 5355,
"18219008" : 6436,
"18481152" : 8172,
"18743296" : 11274,
"19005440" : 15016,
"19267584" : 16953,
"19529728" : 18158,
"19791872" : 21008,
"20054016" : 24818,
"20316160" : 28955,
"20578304" : 34523,
"20840448" : 40271,
"21102592" : 46743,
"21364736" : 53014,
"21626880" : 57904,
"21889024" : 61811,
"22151168" : 64940,
"22413312" : 66649,
"22675456" : 65034,
"22937600" : 63749,
"23199744" : 60685,
"23461888" : 56681,
"23724032" : 51857,
"23986176" : 46957,
"24248320" : 40255,
"24510464" : 34621,
"24772608" : 28962,
"25034752" : 23686,
"25296896" : 19157,
"25559040" : 14950,
"25821184" : 11561,
"26083328" : 8586,
"26345472" : 6322,
"26607616" : 4591,
"26869760" : 3242,
"27131904" : 2255,
"27394048" : 1606,
"27656192" : 1069,
"27918336" : 712,
"28180480" : 457,
"28442624" : 325,
"28704768" : 213,
"28966912" : 149,
"29229056" : 88,
"29491200" : 37,
"29753344" : 25,
"30015488" : 30,
"30277632" : 20,
"30539776" : 25,
"30801920" : 8,
"31064064" : 8,
"31326208" : 3,
"31588352" : 4
}
},
"lat_ns" : {
"min" : 8441440,
"max" : 32524745,
"mean" : 20497673.822364,
"stddev" : 5097356.878859,
"N" : 1498656
},
"bw_min" : 10078799,
"bw_max" : 23212655,
"bw_agg" : 99.954224,
"bw_mean" : 12782660.146444,
"bw_dev" : 357115.343420,
"bw_samples" : 1912,
"iops_min" : 9842,
"iops_max" : 22668,
"iops_mean" : 12482.397490,
"iops_stddev" : 348.747202,
"iops_samples" : 1912
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959997,
"usr_cpu" : 0.516564,
"sys_cpu" : 82.347341,
"ctx" : 609632,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 5.174075,
"20" : 26.718531,
"50" : 68.106861,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067522,
"timestamp_ms" : 1773067522619,
"time" : "Mon Mar 9 11:45:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 1709822705664,
"io_kbytes" : 1669748736,
"bw_bytes" : 13152583524,
"bw" : 12844319,
"iops" : 12543.358026,
"runtime" : 129999,
"total_ios" : 1630624,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 197060,
"max" : 3155214,
"mean" : 634431.603432,
"stddev" : 232410.930374,
"N" : 1630624
},
"clat_ns" : {
"min" : 8133109,
"max" : 31719116,
"mean" : 19773958.374386,
"stddev" : 4902354.026390,
"N" : 1630616,
"percentile" : {
"1.000000" : 9371648,
"5.000000" : 10027008,
"10.000000" : 10813440,
"20.000000" : 14221312,
"30.000000" : 19267584,
"40.000000" : 20840448,
"50.000000" : 21626880,
"60.000000" : 22151168,
"70.000000" : 22937600,
"80.000000" : 23461888,
"90.000000" : 24510464,
"95.000000" : 25034752,
"99.000000" : 26345472,
"99.500000" : 26869760,
"99.900000" : 27918336,
"99.950000" : 28442624,
"99.990000" : 29491200
},
"bins" : {
"8159232" : 2,
"8224768" : 12,
"8290304" : 42,
"8355840" : 55,
"8454144" : 260,
"8585216" : 602,
"8716288" : 954,
"8847360" : 800,
"8978432" : 723,
"9109504" : 1522,
"9240576" : 3983,
"9371648" : 7392,
"9502720" : 10951,
"9633792" : 13777,
"9764864" : 16039,
"9895936" : 17750,
"10027008" : 17524,
"10158080" : 16078,
"10289152" : 14944,
"10420224" : 14158,
"10551296" : 13073,
"10682368" : 11410,
"10813440" : 10383,
"10944512" : 9664,
"11075584" : 9337,
"11206656" : 9021,
"11337728" : 8922,
"11468800" : 8680,
"11599872" : 7974,
"11730944" : 7975,
"11862016" : 7759,
"11993088" : 7028,
"12124160" : 6718,
"12255232" : 6258,
"12386304" : 6105,
"12517376" : 6160,
"12648448" : 5699,
"12779520" : 5118,
"12910592" : 4941,
"13041664" : 4498,
"13172736" : 4235,
"13303808" : 4045,
"13434880" : 3773,
"13565952" : 3722,
"13697024" : 3709,
"13828096" : 3691,
"13959168" : 3710,
"14090240" : 3776,
"14221312" : 3770,
"14352384" : 4024,
"14483456" : 4057,
"14614528" : 4152,
"14745600" : 3872,
"14876672" : 3756,
"15007744" : 3793,
"15138816" : 3669,
"15269888" : 3468,
"15400960" : 3548,
"15532032" : 3403,
"15663104" : 3328,
"15794176" : 3396,
"15925248" : 3153,
"16056320" : 3018,
"16187392" : 2931,
"16318464" : 2842,
"16449536" : 2825,
"16580608" : 2725,
"16711680" : 2702,
"16908288" : 5247,
"17170432" : 5225,
"17432576" : 5255,
"17694720" : 5533,
"17956864" : 6879,
"18219008" : 7955,
"18481152" : 9985,
"18743296" : 13337,
"19005440" : 17573,
"19267584" : 19800,
"19529728" : 21262,
"19791872" : 24241,
"20054016" : 28293,
"20316160" : 32904,
"20578304" : 38563,
"20840448" : 44401,
"21102592" : 51160,
"21364736" : 57239,
"21626880" : 62238,
"21889024" : 66205,
"22151168" : 69050,
"22413312" : 70680,
"22675456" : 68960,
"22937600" : 67247,
"23199744" : 63908,
"23461888" : 59469,
"23724032" : 54453,
"23986176" : 49167,
"24248320" : 42103,
"24510464" : 36003,
"24772608" : 30067,
"25034752" : 24631,
"25296896" : 19922,
"25559040" : 15539,
"25821184" : 11977,
"26083328" : 8884,
"26345472" : 6509,
"26607616" : 4711,
"26869760" : 3341,
"27131904" : 2322,
"27394048" : 1659,
"27656192" : 1114,
"27918336" : 739,
"28180480" : 485,
"28442624" : 344,
"28704768" : 238,
"28966912" : 155,
"29229056" : 92,
"29491200" : 40,
"29753344" : 28,
"30015488" : 32,
"30277632" : 21,
"30539776" : 25,
"30801920" : 8,
"31064064" : 8,
"31326208" : 3,
"31588352" : 4
}
},
"lat_ns" : {
"min" : 8441440,
"max" : 32524745,
"mean" : 20408397.510895,
"stddev" : 5056974.397633,
"N" : 1630616
},
"bw_min" : 10078799,
"bw_max" : 23315055,
"bw_agg" : 100.000000,
"bw_mean" : 12846209.436293,
"bw_dev" : 364259.804076,
"bw_samples" : 2072,
"iops_min" : 9842,
"iops_max" : 22768,
"iops_mean" : 12544.451737,
"iops_stddev" : 355.722359,
"iops_samples" : 2072
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1039992,
"usr_cpu" : 0.515389,
"sys_cpu" : 82.304768,
"ctx" : 659925,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999877,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999877,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.918117,
"20" : 28.417281,
"50" : 66.664111,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067532,
"timestamp_ms" : 1773067532619,
"time" : "Mon Mar 9 11:45:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 1847987273728,
"io_kbytes" : 1804675072,
"bw_bytes" : 13200003383,
"bw" : 12890628,
"iops" : 12588.582776,
"runtime" : 139999,
"total_ios" : 1762389,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 197060,
"max" : 3155214,
"mean" : 632143.616556,
"stddev" : 231987.573637,
"N" : 1762389
},
"clat_ns" : {
"min" : 8133109,
"max" : 31719116,
"mean" : 19702956.172804,
"stddev" : 4922296.108388,
"N" : 1762381,
"percentile" : {
"1.000000" : 9371648,
"5.000000" : 10027008,
"10.000000" : 10682368,
"20.000000" : 13959168,
"30.000000" : 19267584,
"40.000000" : 20840448,
"50.000000" : 21626880,
"60.000000" : 22151168,
"70.000000" : 22937600,
"80.000000" : 23461888,
"90.000000" : 24248320,
"95.000000" : 25034752,
"99.000000" : 26345472,
"99.500000" : 26869760,
"99.900000" : 27918336,
"99.950000" : 28442624,
"99.990000" : 29491200
},
"bins" : {
"8159232" : 2,
"8224768" : 12,
"8290304" : 42,
"8355840" : 55,
"8454144" : 260,
"8585216" : 602,
"8716288" : 955,
"8847360" : 848,
"8978432" : 959,
"9109504" : 2143,
"9240576" : 5391,
"9371648" : 9577,
"9502720" : 13434,
"9633792" : 16167,
"9764864" : 17868,
"9895936" : 19388,
"10027008" : 19128,
"10158080" : 17802,
"10289152" : 16587,
"10420224" : 15947,
"10551296" : 14802,
"10682368" : 12646,
"10813440" : 11268,
"10944512" : 10348,
"11075584" : 9870,
"11206656" : 9398,
"11337728" : 9243,
"11468800" : 8928,
"11599872" : 8208,
"11730944" : 8194,
"11862016" : 8017,
"11993088" : 7303,
"12124160" : 7015,
"12255232" : 6584,
"12386304" : 6456,
"12517376" : 6513,
"12648448" : 6043,
"12779520" : 5520,
"12910592" : 5378,
"13041664" : 5004,
"13172736" : 4689,
"13303808" : 4518,
"13434880" : 4218,
"13565952" : 4236,
"13697024" : 4235,
"13828096" : 4089,
"13959168" : 4182,
"14090240" : 4263,
"14221312" : 4144,
"14352384" : 4399,
"14483456" : 4380,
"14614528" : 4454,
"14745600" : 4228,
"14876672" : 4009,
"15007744" : 4044,
"15138816" : 3926,
"15269888" : 3727,
"15400960" : 3768,
"15532032" : 3601,
"15663104" : 3504,
"15794176" : 3557,
"15925248" : 3279,
"16056320" : 3118,
"16187392" : 3010,
"16318464" : 2931,
"16449536" : 2907,
"16580608" : 2810,
"16711680" : 2749,
"16908288" : 5341,
"17170432" : 5320,
"17432576" : 5321,
"17694720" : 5664,
"17956864" : 7139,
"18219008" : 8227,
"18481152" : 10491,
"18743296" : 14240,
"19005440" : 18694,
"19267584" : 21488,
"19529728" : 23281,
"19791872" : 26850,
"20054016" : 31284,
"20316160" : 36470,
"20578304" : 42821,
"20840448" : 49157,
"21102592" : 56695,
"21364736" : 63426,
"21626880" : 69134,
"21889024" : 73361,
"22151168" : 75665,
"22413312" : 77013,
"22675456" : 74954,
"22937600" : 72302,
"23199744" : 68344,
"23461888" : 63042,
"23724032" : 57384,
"23986176" : 51361,
"24248320" : 43758,
"24510464" : 37325,
"24772608" : 30949,
"25034752" : 25279,
"25296896" : 20413,
"25559040" : 15891,
"25821184" : 12207,
"26083328" : 9061,
"26345472" : 6623,
"26607616" : 4755,
"26869760" : 3364,
"27131904" : 2344,
"27394048" : 1670,
"27656192" : 1127,
"27918336" : 746,
"28180480" : 494,
"28442624" : 347,
"28704768" : 241,
"28966912" : 158,
"29229056" : 95,
"29491200" : 43,
"29753344" : 29,
"30015488" : 37,
"30277632" : 21,
"30539776" : 27,
"30801920" : 9,
"31064064" : 10,
"31326208" : 5,
"31588352" : 4
}
},
"lat_ns" : {
"min" : 8441440,
"max" : 32524745,
"mean" : 20335110.593913,
"stddev" : 5077603.498292,
"N" : 1762381
},
"bw_min" : 10078799,
"bw_max" : 23357440,
"bw_agg" : 100.000000,
"bw_mean" : 12893151.215054,
"bw_dev" : 362161.220242,
"bw_samples" : 2232,
"iops_min" : 9842,
"iops_max" : 22810,
"iops_mean" : 12590.279570,
"iops_stddev" : 353.672795,
"iops_samples" : 2232
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1119992,
"usr_cpu" : 0.518932,
"sys_cpu" : 82.678448,
"ctx" : 697297,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 5.306150,
"20" : 28.265156,
"50" : 66.428240,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067542,
"timestamp_ms" : 1773067542620,
"time" : "Mon Mar 9 11:45:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 1978079903744,
"io_kbytes" : 1931718656,
"bw_bytes" : 13187287273,
"bw" : 12878210,
"iops" : 12576.490510,
"runtime" : 149999,
"total_ios" : 1886461,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 197060,
"max" : 3155214,
"mean" : 632755.619951,
"stddev" : 232553.889925,
"N" : 1886461
},
"clat_ns" : {
"min" : 8133109,
"max" : 31719116,
"mean" : 19721816.498510,
"stddev" : 4942195.491483,
"N" : 1886453,
"percentile" : {
"1.000000" : 9371648,
"5.000000" : 9895936,
"10.000000" : 10551296,
"20.000000" : 13959168,
"30.000000" : 19529728,
"40.000000" : 20840448,
"50.000000" : 21626880,
"60.000000" : 22151168,
"70.000000" : 22937600,
"80.000000" : 23461888,
"90.000000" : 24248320,
"95.000000" : 25034752,
"99.000000" : 26345472,
"99.500000" : 26869760,
"99.900000" : 27918336,
"99.950000" : 28442624,
"99.990000" : 29491200
},
"bins" : {
"8159232" : 2,
"8224768" : 12,
"8290304" : 42,
"8355840" : 55,
"8454144" : 260,
"8585216" : 602,
"8716288" : 956,
"8847360" : 914,
"8978432" : 1202,
"9109504" : 2893,
"9240576" : 7380,
"9371648" : 12751,
"9502720" : 16781,
"9633792" : 19379,
"9764864" : 20344,
"9895936" : 20973,
"10027008" : 20217,
"10158080" : 18403,
"10289152" : 17026,
"10420224" : 16266,
"10551296" : 15006,
"10682368" : 12806,
"10813440" : 11399,
"10944512" : 10473,
"11075584" : 9995,
"11206656" : 9526,
"11337728" : 9383,
"11468800" : 9118,
"11599872" : 8445,
"11730944" : 8467,
"11862016" : 8237,
"11993088" : 7502,
"12124160" : 7329,
"12255232" : 6852,
"12386304" : 6741,
"12517376" : 6766,
"12648448" : 6293,
"12779520" : 5741,
"12910592" : 5565,
"13041664" : 5229,
"13172736" : 4872,
"13303808" : 4696,
"13434880" : 4359,
"13565952" : 4375,
"13697024" : 4367,
"13828096" : 4209,
"13959168" : 4324,
"14090240" : 4398,
"14221312" : 4253,
"14352384" : 4479,
"14483456" : 4461,
"14614528" : 4542,
"14745600" : 4305,
"14876672" : 4084,
"15007744" : 4135,
"15138816" : 4032,
"15269888" : 3796,
"15400960" : 3840,
"15532032" : 3678,
"15663104" : 3584,
"15794176" : 3614,
"15925248" : 3356,
"16056320" : 3199,
"16187392" : 3097,
"16318464" : 3014,
"16449536" : 2987,
"16580608" : 2881,
"16711680" : 2815,
"16908288" : 5499,
"17170432" : 5515,
"17432576" : 5515,
"17694720" : 5896,
"17956864" : 7374,
"18219008" : 8520,
"18481152" : 10916,
"18743296" : 14665,
"19005440" : 19228,
"19267584" : 22267,
"19529728" : 24301,
"19791872" : 28197,
"20054016" : 33041,
"20316160" : 38823,
"20578304" : 46034,
"20840448" : 53055,
"21102592" : 61226,
"21364736" : 68722,
"21626880" : 74747,
"21889024" : 79272,
"22151168" : 81588,
"22413312" : 82898,
"22675456" : 80560,
"22937600" : 77994,
"23199744" : 73630,
"23461888" : 67903,
"23724032" : 62002,
"23986176" : 55188,
"24248320" : 47310,
"24510464" : 40243,
"24772608" : 33609,
"25034752" : 27379,
"25296896" : 22161,
"25559040" : 17135,
"25821184" : 13261,
"26083328" : 9813,
"26345472" : 7163,
"26607616" : 5150,
"26869760" : 3641,
"27131904" : 2526,
"27394048" : 1785,
"27656192" : 1221,
"27918336" : 789,
"28180480" : 531,
"28442624" : 367,
"28704768" : 247,
"28966912" : 162,
"29229056" : 102,
"29491200" : 44,
"29753344" : 30,
"30015488" : 42,
"30277632" : 28,
"30539776" : 27,
"30801920" : 9,
"31064064" : 10,
"31326208" : 5,
"31588352" : 4
}
},
"lat_ns" : {
"min" : 8441440,
"max" : 32524745,
"mean" : 20354569.817238,
"stddev" : 5098155.492538,
"N" : 1886453
},
"bw_min" : 10078799,
"bw_max" : 23357440,
"bw_agg" : 100.000000,
"bw_mean" : 12888961.959866,
"bw_dev" : 358289.568704,
"bw_samples" : 2392,
"iops_min" : 9842,
"iops_max" : 22810,
"iops_mean" : 12586.180602,
"iops_stddev" : 349.893824,
"iops_samples" : 2392
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1199992,
"usr_cpu" : 0.518753,
"sys_cpu" : 82.706801,
"ctx" : 745514,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999894,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999894,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 5.870039,
"20" : 27.215723,
"50" : 66.913814,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067552,
"timestamp_ms" : 1773067552620,
"time" : "Mon Mar 9 11:45:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 18,
"elapsed" : 171,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 2099805945856,
"io_kbytes" : 2050591744,
"bw_bytes" : 13123787161,
"bw" : 12816198,
"iops" : 12515.906250,
"runtime" : 160000,
"total_ios" : 2002545,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 197060,
"max" : 3155214,
"mean" : 635826.247070,
"stddev" : 232665.149813,
"N" : 2002546
},
"clat_ns" : {
"min" : 8133109,
"max" : 31719116,
"mean" : 19817493.911006,
"stddev" : 4922922.920364,
"N" : 2002536,
"percentile" : {
"1.000000" : 9371648,
"5.000000" : 9895936,
"10.000000" : 10682368,
"20.000000" : 14352384,
"30.000000" : 19529728,
"40.000000" : 20840448,
"50.000000" : 21626880,
"60.000000" : 22151168,
"70.000000" : 22937600,
"80.000000" : 23461888,
"90.000000" : 24510464,
"95.000000" : 25034752,
"99.000000" : 26345472,
"99.500000" : 26869760,
"99.900000" : 27918336,
"99.950000" : 28442624,
"99.990000" : 29491200
},
"bins" : {
"8159232" : 2,
"8224768" : 12,
"8290304" : 42,
"8355840" : 55,
"8454144" : 260,
"8585216" : 602,
"8716288" : 956,
"8847360" : 914,
"8978432" : 1206,
"9109504" : 2900,
"9240576" : 7414,
"9371648" : 12810,
"9502720" : 16970,
"9633792" : 19853,
"9764864" : 20861,
"9895936" : 21449,
"10027008" : 20616,
"10158080" : 18750,
"10289152" : 17256,
"10420224" : 16490,
"10551296" : 15394,
"10682368" : 13559,
"10813440" : 12720,
"10944512" : 12215,
"11075584" : 11287,
"11206656" : 10380,
"11337728" : 10110,
"11468800" : 9668,
"11599872" : 8877,
"11730944" : 8749,
"11862016" : 8455,
"11993088" : 7718,
"12124160" : 7602,
"12255232" : 7155,
"12386304" : 6973,
"12517376" : 6923,
"12648448" : 6439,
"12779520" : 5824,
"12910592" : 5623,
"13041664" : 5265,
"13172736" : 4888,
"13303808" : 4709,
"13434880" : 4375,
"13565952" : 4399,
"13697024" : 4381,
"13828096" : 4224,
"13959168" : 4340,
"14090240" : 4429,
"14221312" : 4289,
"14352384" : 4509,
"14483456" : 4493,
"14614528" : 4577,
"14745600" : 4362,
"14876672" : 4149,
"15007744" : 4203,
"15138816" : 4100,
"15269888" : 3874,
"15400960" : 3931,
"15532032" : 3792,
"15663104" : 3703,
"15794176" : 3758,
"15925248" : 3509,
"16056320" : 3349,
"16187392" : 3246,
"16318464" : 3191,
"16449536" : 3161,
"16580608" : 3034,
"16711680" : 3000,
"16908288" : 5886,
"17170432" : 5844,
"17432576" : 5876,
"17694720" : 6319,
"17956864" : 7892,
"18219008" : 9704,
"18481152" : 12447,
"18743296" : 16225,
"19005440" : 20346,
"19267584" : 23168,
"19529728" : 25163,
"19791872" : 29271,
"20054016" : 34365,
"20316160" : 40333,
"20578304" : 47749,
"20840448" : 55388,
"21102592" : 64174,
"21364736" : 72335,
"21626880" : 78640,
"21889024" : 83105,
"22151168" : 85846,
"22413312" : 87584,
"22675456" : 85645,
"22937600" : 83216,
"23199744" : 79059,
"23461888" : 73315,
"23724032" : 67362,
"23986176" : 60519,
"24248320" : 52308,
"24510464" : 44849,
"24772608" : 37399,
"25034752" : 30669,
"25296896" : 24899,
"25559040" : 19350,
"25821184" : 15135,
"26083328" : 11227,
"26345472" : 8328,
"26607616" : 5968,
"26869760" : 4242,
"27131904" : 2918,
"27394048" : 2036,
"27656192" : 1381,
"27918336" : 893,
"28180480" : 596,
"28442624" : 421,
"28704768" : 293,
"28966912" : 189,
"29229056" : 116,
"29491200" : 54,
"29753344" : 33,
"30015488" : 44,
"30277632" : 29,
"30539776" : 27,
"30801920" : 10,
"31064064" : 10,
"31326208" : 5,
"31588352" : 4
}
},
"lat_ns" : {
"min" : 8441440,
"max" : 32524745,
"mean" : 20453343.663164,
"stddev" : 5078217.821386,
"N" : 2002536
},
"bw_min" : 10064955,
"bw_max" : 23357440,
"bw_agg" : 99.943381,
"bw_mean" : 12808942.373041,
"bw_dev" : 356952.988167,
"bw_samples" : 2552,
"iops_min" : 9828,
"iops_max" : 22810,
"iops_mean" : 12508.050157,
"iops_stddev" : 348.588503,
"iops_samples" : 2552
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279999,
"usr_cpu" : 0.518594,
"sys_cpu" : 82.414908,
"ctx" : 806444,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999950,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999950,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 5.622795,
"20" : 26.836451,
"50" : 67.540355,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067562,
"timestamp_ms" : 1773067562620,
"time" : "Mon Mar 9 11:46:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 2252693569536,
"io_kbytes" : 2199896064,
"bw_bytes" : 13251216592,
"bw" : 12940641,
"iops" : 12637.427279,
"runtime" : 169999,
"total_ios" : 2148350,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 197060,
"max" : 3155214,
"mean" : 629689.124852,
"stddev" : 229985.420351,
"N" : 2148350
},
"clat_ns" : {
"min" : 8133109,
"max" : 31719116,
"mean" : 19626784.949576,
"stddev" : 4930433.838858,
"N" : 2148342,
"percentile" : {
"1.000000" : 9371648,
"5.000000" : 10027008,
"10.000000" : 10682368,
"20.000000" : 13828096,
"30.000000" : 19267584,
"40.000000" : 20578304,
"50.000000" : 21364736,
"60.000000" : 22151168,
"70.000000" : 22675456,
"80.000000" : 23461888,
"90.000000" : 24248320,
"95.000000" : 25034752,
"99.000000" : 26345472,
"99.500000" : 26869760,
"99.900000" : 27918336,
"99.950000" : 28442624,
"99.990000" : 29491200
},
"bins" : {
"8159232" : 2,
"8224768" : 12,
"8290304" : 42,
"8355840" : 55,
"8454144" : 260,
"8585216" : 602,
"8716288" : 956,
"8847360" : 914,
"8978432" : 1206,
"9109504" : 2900,
"9240576" : 7420,
"9371648" : 12830,
"9502720" : 17001,
"9633792" : 19940,
"9764864" : 21093,
"9895936" : 21917,
"10027008" : 21410,
"10158080" : 19985,
"10289152" : 18611,
"10420224" : 18599,
"10551296" : 17816,
"10682368" : 15899,
"10813440" : 15176,
"10944512" : 14461,
"11075584" : 13262,
"11206656" : 12570,
"11337728" : 12314,
"11468800" : 11788,
"11599872" : 10787,
"11730944" : 10588,
"11862016" : 10026,
"11993088" : 9136,
"12124160" : 8796,
"12255232" : 8215,
"12386304" : 7957,
"12517376" : 7803,
"12648448" : 7442,
"12779520" : 6908,
"12910592" : 6832,
"13041664" : 6520,
"13172736" : 6163,
"13303808" : 6038,
"13434880" : 5675,
"13565952" : 5637,
"13697024" : 5672,
"13828096" : 5421,
"13959168" : 5445,
"14090240" : 5493,
"14221312" : 5248,
"14352384" : 5392,
"14483456" : 5312,
"14614528" : 5342,
"14745600" : 5127,
"14876672" : 4931,
"15007744" : 5020,
"15138816" : 4822,
"15269888" : 4604,
"15400960" : 4729,
"15532032" : 4549,
"15663104" : 4432,
"15794176" : 4529,
"15925248" : 4180,
"16056320" : 4039,
"16187392" : 3882,
"16318464" : 3767,
"16449536" : 3724,
"16580608" : 3541,
"16711680" : 3461,
"16908288" : 6686,
"17170432" : 6460,
"17432576" : 6584,
"17694720" : 7470,
"17956864" : 9443,
"18219008" : 11991,
"18481152" : 15269,
"18743296" : 19733,
"19005440" : 24392,
"19267584" : 27341,
"19529728" : 29530,
"19791872" : 33916,
"20054016" : 39315,
"20316160" : 45534,
"20578304" : 52796,
"20840448" : 60586,
"21102592" : 69630,
"21364736" : 77764,
"21626880" : 82765,
"21889024" : 86491,
"22151168" : 88690,
"22413312" : 89800,
"22675456" : 87556,
"22937600" : 84921,
"23199744" : 80332,
"23461888" : 74223,
"23724032" : 67955,
"23986176" : 60842,
"24248320" : 52496,
"24510464" : 44967,
"24772608" : 37497,
"25034752" : 30757,
"25296896" : 24978,
"25559040" : 19410,
"25821184" : 15164,
"26083328" : 11234,
"26345472" : 8329,
"26607616" : 5968,
"26869760" : 4242,
"27131904" : 2918,
"27394048" : 2036,
"27656192" : 1381,
"27918336" : 893,
"28180480" : 596,
"28442624" : 421,
"28704768" : 293,
"28966912" : 189,
"29229056" : 116,
"29491200" : 54,
"29753344" : 33,
"30015488" : 44,
"30277632" : 29,
"30539776" : 27,
"30801920" : 10,
"31064064" : 10,
"31326208" : 5,
"31588352" : 4
}
},
"lat_ns" : {
"min" : 8441440,
"max" : 32524745,
"mean" : 20256484.726776,
"stddev" : 5086117.536930,
"N" : 2148342
},
"bw_min" : 10064955,
"bw_max" : 23357440,
"bw_agg" : 100.000000,
"bw_mean" : 12941416.241888,
"bw_dev" : 360331.005014,
"bw_samples" : 2712,
"iops_min" : 9828,
"iops_max" : 22810,
"iops_mean" : 12637.407080,
"iops_stddev" : 351.887497,
"iops_samples" : 2712
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1359992,
"usr_cpu" : 0.524635,
"sys_cpu" : 83.020341,
"ctx" : 829728,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 5.289315,
"20" : 29.437661,
"50" : 65.272651,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067572,
"timestamp_ms" : 1773067572620,
"time" : "Mon Mar 9 11:46:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 2388306952192,
"io_kbytes" : 2332331008,
"bw_bytes" : 13268445670,
"bw" : 12957466,
"iops" : 12653.798077,
"runtime" : 179999,
"total_ios" : 2277671,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 197060,
"max" : 3155214,
"mean" : 628868.170244,
"stddev" : 228986.673868,
"N" : 2277675
},
"clat_ns" : {
"min" : 7200,
"max" : 31719116,
"mean" : 19600665.467357,
"stddev" : 4909824.582750,
"N" : 2277791,
"percentile" : {
"1.000000" : 9371648,
"5.000000" : 10027008,
"10.000000" : 10682368,
"20.000000" : 13697024,
"30.000000" : 19005440,
"40.000000" : 20578304,
"50.000000" : 21364736,
"60.000000" : 22151168,
"70.000000" : 22675456,
"80.000000" : 23461888,
"90.000000" : 24248320,
"95.000000" : 25034752,
"99.000000" : 26345472,
"99.500000" : 26869760,
"99.900000" : 27918336,
"99.950000" : 28442624,
"99.990000" : 29229056
},
"bins" : {
"7200" : 1,
"11072" : 1,
"15168" : 1,
"19328" : 1,
"593920" : 1,
"733184" : 1,
"937984" : 1,
"1073152" : 1,
"1302528" : 1,
"1351680" : 1,
"1728512" : 1,
"1859584" : 1,
"1974272" : 1,
"2056192" : 1,
"2310144" : 1,
"2670592" : 1,
"2867200" : 1,
"2965504" : 1,
"3162112" : 1,
"3489792" : 1,
"3719168" : 1,
"3817472" : 1,
"3850240" : 1,
"4177920" : 1,
"4292608" : 1,
"4554752" : 1,
"4751360" : 1,
"4947968" : 1,
"5013504" : 1,
"5275648" : 1,
"5341184" : 1,
"5603328" : 1,
"5668864" : 1,
"5996544" : 1,
"6193152" : 1,
"6324224" : 1,
"6717440" : 1,
"6914048" : 1,
"6979584" : 1,
"7110656" : 1,
"7438336" : 1,
"7569408" : 1,
"7700480" : 1,
"7766016" : 1,
"8028160" : 1,
"8159232" : 2,
"8224768" : 12,
"8290304" : 42,
"8355840" : 56,
"8454144" : 260,
"8585216" : 603,
"8716288" : 957,
"8847360" : 914,
"8978432" : 1207,
"9109504" : 2900,
"9240576" : 7421,
"9371648" : 12841,
"9502720" : 17079,
"9633792" : 20175,
"9764864" : 21564,
"9895936" : 22752,
"10027008" : 22486,
"10158080" : 21291,
"10289152" : 20085,
"10420224" : 20283,
"10551296" : 19368,
"10682368" : 17116,
"10813440" : 16479,
"10944512" : 15431,
"11075584" : 14095,
"11206656" : 13290,
"11337728" : 12949,
"11468800" : 12264,
"11599872" : 11330,
"11730944" : 11149,
"11862016" : 10616,
"11993088" : 9761,
"12124160" : 9457,
"12255232" : 8893,
"12386304" : 8692,
"12517376" : 8493,
"12648448" : 8128,
"12779520" : 7588,
"12910592" : 7514,
"13041664" : 7266,
"13172736" : 6890,
"13303808" : 6753,
"13434880" : 6405,
"13565952" : 6386,
"13697024" : 6410,
"13828096" : 6214,
"13959168" : 6133,
"14090240" : 6106,
"14221312" : 5807,
"14352384" : 5840,
"14483456" : 5703,
"14614528" : 5768,
"14745600" : 5610,
"14876672" : 5382,
"15007744" : 5443,
"15138816" : 5231,
"15269888" : 4997,
"15400960" : 5053,
"15532032" : 4880,
"15663104" : 4717,
"15794176" : 4780,
"15925248" : 4402,
"16056320" : 4225,
"16187392" : 4044,
"16318464" : 3896,
"16449536" : 3828,
"16580608" : 3630,
"16711680" : 3545,
"16908288" : 6896,
"17170432" : 6686,
"17432576" : 6835,
"17694720" : 7747,
"17956864" : 9827,
"18219008" : 12567,
"18481152" : 16239,
"18743296" : 21098,
"19005440" : 26237,
"19267584" : 29824,
"19529728" : 32640,
"19791872" : 37471,
"20054016" : 43093,
"20316160" : 49660,
"20578304" : 57305,
"20840448" : 65538,
"21102592" : 75028,
"21364736" : 83264,
"21626880" : 88445,
"21889024" : 91889,
"22151168" : 94239,
"22413312" : 95214,
"22675456" : 92283,
"22937600" : 89324,
"23199744" : 84248,
"23461888" : 77610,
"23724032" : 70713,
"23986176" : 63101,
"24248320" : 54333,
"24510464" : 46408,
"24772608" : 38625,
"25034752" : 31580,
"25296896" : 25594,
"25559040" : 19925,
"25821184" : 15567,
"26083328" : 11545,
"26345472" : 8566,
"26607616" : 6101,
"26869760" : 4344,
"27131904" : 2986,
"27394048" : 2104,
"27656192" : 1414,
"27918336" : 906,
"28180480" : 604,
"28442624" : 422,
"28704768" : 293,
"28966912" : 189,
"29229056" : 116,
"29491200" : 54,
"29753344" : 33,
"30015488" : 44,
"30277632" : 29,
"30539776" : 27,
"30801920" : 10,
"31064064" : 10,
"31326208" : 5,
"31588352" : 4
}
},
"lat_ns" : {
"min" : 592454,
"max" : 32524745,
"mean" : 20229537.481244,
"stddev" : 5064805.930074,
"N" : 2277791
},
"bw_min" : 10064955,
"bw_max" : 23357440,
"bw_agg" : 100.000000,
"bw_mean" : 12965830.894150,
"bw_dev" : 361932.815722,
"bw_samples" : 2872,
"iops_min" : 9828,
"iops_max" : 22810,
"iops_mean" : 12661.242340,
"iops_stddev" : 353.452848,
"iops_samples" : 2872
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1439992,
"usr_cpu" : 0.524308,
"sys_cpu" : 83.125878,
"ctx" : 877538,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999824,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 5.074438,
"20" : 29.919510,
"50" : 65.010311,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067572,
"timestamp_ms" : 1773067572668,
"time" : "Mon Mar 9 11:46:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 2388579581952,
"io_kbytes" : 2332597248,
"bw_bytes" : 13269665405,
"bw" : 12958657,
"iops" : 12653.516886,
"runtime" : 180003,
"total_ios" : 2277671,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 197060,
"max" : 3155214,
"mean" : 628868.330535,
"stddev" : 228986.587666,
"N" : 2277679
},
"clat_ns" : {
"min" : 3946,
"max" : 31719116,
"mean" : 19600228.905754,
"stddev" : 4910301.528429,
"N" : 2277919,
"percentile" : {
"1.000000" : 9371648,
"5.000000" : 10027008,
"10.000000" : 10682368,
"20.000000" : 13697024,
"30.000000" : 19005440,
"40.000000" : 20578304,
"50.000000" : 21364736,
"60.000000" : 22151168,
"70.000000" : 22675456,
"80.000000" : 23461888,
"90.000000" : 24248320,
"95.000000" : 25034752,
"99.000000" : 26345472,
"99.500000" : 26869760,
"99.900000" : 27918336,
"99.950000" : 28442624,
"99.990000" : 29229056
},
"bins" : {
"3952" : 1,
"4704" : 1,
"4768" : 1,
"5088" : 1,
"7200" : 1,
"11072" : 1,
"15168" : 1,
"19328" : 1,
"536576" : 1,
"593920" : 1,
"659456" : 1,
"733184" : 1,
"839680" : 1,
"913408" : 1,
"937984" : 1,
"1073152" : 1,
"1302528" : 1,
"1351680" : 1,
"1384448" : 1,
"1712128" : 1,
"1728512" : 1,
"1810432" : 1,
"1859584" : 1,
"1875968" : 1,
"1974272" : 1,
"2023424" : 1,
"2056192" : 1,
"2310144" : 1,
"2375680" : 1,
"2572288" : 1,
"2670592" : 1,
"2703360" : 1,
"2867200" : 1,
"2932736" : 1,
"2965504" : 1,
"3096576" : 1,
"3162112" : 1,
"3227648" : 1,
"3358720" : 1,
"3489792" : 1,
"3588096" : 1,
"3719168" : 2,
"3817472" : 1,
"3850240" : 1,
"4177920" : 2,
"4292608" : 2,
"4358144" : 1,
"4554752" : 2,
"4751360" : 1,
"4882432" : 1,
"4947968" : 1,
"5013504" : 1,
"5144576" : 3,
"5275648" : 1,
"5341184" : 1,
"5603328" : 1,
"5668864" : 1,
"5931008" : 2,
"5996544" : 1,
"6193152" : 1,
"6324224" : 1,
"6389760" : 1,
"6455296" : 1,
"6520832" : 1,
"6651904" : 1,
"6717440" : 1,
"6914048" : 1,
"6979584" : 3,
"7110656" : 1,
"7176192" : 1,
"7438336" : 2,
"7569408" : 2,
"7700480" : 2,
"7766016" : 2,
"7962624" : 1,
"8028160" : 1,
"8159232" : 3,
"8224768" : 12,
"8290304" : 42,
"8355840" : 57,
"8454144" : 260,
"8585216" : 605,
"8716288" : 957,
"8847360" : 914,
"8978432" : 1208,
"9109504" : 2901,
"9240576" : 7421,
"9371648" : 12841,
"9502720" : 17079,
"9633792" : 20177,
"9764864" : 21564,
"9895936" : 22753,
"10027008" : 22487,
"10158080" : 21291,
"10289152" : 20085,
"10420224" : 20283,
"10551296" : 19369,
"10682368" : 17116,
"10813440" : 16482,
"10944512" : 15431,
"11075584" : 14095,
"11206656" : 13290,
"11337728" : 12951,
"11468800" : 12265,
"11599872" : 11331,
"11730944" : 11149,
"11862016" : 10616,
"11993088" : 9761,
"12124160" : 9458,
"12255232" : 8896,
"12386304" : 8692,
"12517376" : 8493,
"12648448" : 8128,
"12779520" : 7590,
"12910592" : 7515,
"13041664" : 7267,
"13172736" : 6890,
"13303808" : 6754,
"13434880" : 6407,
"13565952" : 6386,
"13697024" : 6411,
"13828096" : 6214,
"13959168" : 6133,
"14090240" : 6107,
"14221312" : 5809,
"14352384" : 5840,
"14483456" : 5704,
"14614528" : 5768,
"14745600" : 5612,
"14876672" : 5383,
"15007744" : 5443,
"15138816" : 5231,
"15269888" : 4999,
"15400960" : 5053,
"15532032" : 4881,
"15663104" : 4717,
"15794176" : 4783,
"15925248" : 4402,
"16056320" : 4226,
"16187392" : 4044,
"16318464" : 3896,
"16449536" : 3829,
"16580608" : 3631,
"16711680" : 3546,
"16908288" : 6898,
"17170432" : 6687,
"17432576" : 6836,
"17694720" : 7750,
"17956864" : 9827,
"18219008" : 12569,
"18481152" : 16241,
"18743296" : 21099,
"19005440" : 26238,
"19267584" : 29826,
"19529728" : 32641,
"19791872" : 37473,
"20054016" : 43095,
"20316160" : 49660,
"20578304" : 57307,
"20840448" : 65539,
"21102592" : 75030,
"21364736" : 83265,
"21626880" : 88446,
"21889024" : 91891,
"22151168" : 94239,
"22413312" : 95217,
"22675456" : 92284,
"22937600" : 89324,
"23199744" : 84250,
"23461888" : 77610,
"23724032" : 70714,
"23986176" : 63102,
"24248320" : 54333,
"24510464" : 46408,
"24772608" : 38625,
"25034752" : 31580,
"25296896" : 25594,
"25559040" : 19925,
"25821184" : 15567,
"26083328" : 11545,
"26345472" : 8566,
"26607616" : 6101,
"26869760" : 4344,
"27131904" : 2986,
"27394048" : 2104,
"27656192" : 1414,
"27918336" : 906,
"28180480" : 604,
"28442624" : 422,
"28704768" : 293,
"28966912" : 189,
"29229056" : 116,
"29491200" : 54,
"29753344" : 33,
"30015488" : 44,
"30277632" : 29,
"30539776" : 27,
"30801920" : 10,
"31064064" : 10,
"31326208" : 5,
"31588352" : 4
}
},
"lat_ns" : {
"min" : 526223,
"max" : 32524745,
"mean" : 20229107.381863,
"stddev" : 5065247.976315,
"N" : 2277919
},
"bw_min" : 10064955,
"bw_max" : 23357440,
"bw_agg" : 100.000000,
"bw_mean" : 12965830.894150,
"bw_dev" : 361932.815722,
"bw_samples" : 2872,
"iops_min" : 9828,
"iops_max" : 22810,
"iops_mean" : 12661.242340,
"iops_stddev" : 353.452848,
"iops_samples" : 2872
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440009,
"usr_cpu" : 0.524302,
"sys_cpu" : 83.124897,
"ctx" : 877550,
"majf" : 0,
"minf" : 292,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999649,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 5.075799,
"20" : 29.922012,
"50" : 65.011101,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}