raidz2/benchmarks/seq/seq-read-qd32-nj8_run3.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773067632,
"timestamp_ms" : 1773067632418,
"time" : "Mon Mar 9 11:47:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 11,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 131039494144,
"io_kbytes" : 127968256,
"bw_bytes" : 13416555149,
"bw" : 13102104,
"iops" : 12822.872939,
"runtime" : 9767,
"total_ios" : 125241,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 78136,
"usr_cpu" : 0.497850,
"sys_cpu" : 81.998055,
"ctx" : 57065,
"majf" : 0,
"minf" : 65588,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.102203,
"32" : 99.801982,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067642,
"timestamp_ms" : 1773067642650,
"time" : "Mon Mar 9 11:47:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 113249353728,
"io_kbytes" : 110595072,
"bw_bytes" : 11324935372,
"bw" : 11059507,
"iops" : 10801.100000,
"runtime" : 10000,
"total_ios" : 108011,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 266046,
"max" : 3051666,
"mean" : 737283.412708,
"stddev" : 210504.209851,
"N" : 108011
},
"clat_ns" : {
"min" : 15362649,
"max" : 30527247,
"mean" : 22963796.737581,
"stddev" : 1958258.836387,
"N" : 108003,
"percentile" : {
"1.000000" : 17432576,
"5.000000" : 19267584,
"10.000000" : 20316160,
"20.000000" : 21626880,
"30.000000" : 22151168,
"40.000000" : 22675456,
"50.000000" : 23199744,
"60.000000" : 23461888,
"70.000000" : 23986176,
"80.000000" : 24510464,
"90.000000" : 25296896,
"95.000000" : 25821184,
"99.000000" : 27131904,
"99.500000" : 27394048,
"99.900000" : 28704768,
"99.950000" : 28966912,
"99.990000" : 29753344
},
"bins" : {
"15400960" : 8,
"15532032" : 8,
"15663104" : 14,
"15794176" : 12,
"15925248" : 23,
"16056320" : 34,
"16187392" : 50,
"16318464" : 55,
"16449536" : 53,
"16580608" : 93,
"16711680" : 79,
"16908288" : 251,
"17170432" : 324,
"17432576" : 370,
"17694720" : 464,
"17956864" : 541,
"18219008" : 666,
"18481152" : 684,
"18743296" : 777,
"19005440" : 829,
"19267584" : 907,
"19529728" : 1034,
"19791872" : 1128,
"20054016" : 1222,
"20316160" : 1434,
"20578304" : 1573,
"20840448" : 1971,
"21102592" : 2473,
"21364736" : 3032,
"21626880" : 3734,
"21889024" : 4468,
"22151168" : 4988,
"22413312" : 5843,
"22675456" : 6501,
"22937600" : 6751,
"23199744" : 6706,
"23461888" : 6704,
"23724032" : 6621,
"23986176" : 6058,
"24248320" : 5421,
"24510464" : 4849,
"24772608" : 4205,
"25034752" : 3431,
"25296896" : 2822,
"25559040" : 2223,
"25821184" : 1760,
"26083328" : 1382,
"26345472" : 982,
"26607616" : 782,
"26869760" : 544,
"27131904" : 345,
"27394048" : 260,
"27656192" : 158,
"27918336" : 110,
"28180480" : 73,
"28442624" : 55,
"28704768" : 47,
"28966912" : 32,
"29229056" : 12,
"29491200" : 15,
"29753344" : 8,
"30015488" : 1,
"30277632" : 2,
"30539776" : 1
}
},
"lat_ns" : {
"min" : 15770782,
"max" : 31831487,
"mean" : 23701039.035351,
"stddev" : 2010450.195045,
"N" : 108003
},
"bw_min" : 10426954,
"bw_max" : 12110669,
"bw_agg" : 100.000000,
"bw_mean" : 11064159.157895,
"bw_dev" : 77654.943943,
"bw_samples" : 152,
"iops_min" : 10182,
"iops_max" : 11826,
"iops_mean" : 10804.052632,
"iops_stddev" : 75.859453,
"iops_samples" : 152
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79993,
"usr_cpu" : 0.443789,
"sys_cpu" : 74.341505,
"ctx" : 74867,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 8.086213,
"50" : 91.906380,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067652,
"timestamp_ms" : 1773067652650,
"time" : "Mon Mar 9 11:47:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 233291382784,
"io_kbytes" : 227823616,
"bw_bytes" : 11665152396,
"bw" : 11391750,
"iops" : 11125.156258,
"runtime" : 19999,
"total_ios" : 222492,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 211072,
"max" : 3066709,
"mean" : 715733.378382,
"stddev" : 222510.001981,
"N" : 222492
},
"clat_ns" : {
"min" : 9343426,
"max" : 30527247,
"mean" : 22295358.419837,
"stddev" : 3136528.340564,
"N" : 222484,
"percentile" : {
"1.000000" : 11468800,
"5.000000" : 14352384,
"10.000000" : 18481152,
"20.000000" : 21102592,
"30.000000" : 21889024,
"40.000000" : 22413312,
"50.000000" : 22937600,
"60.000000" : 23461888,
"70.000000" : 23986176,
"80.000000" : 24510464,
"90.000000" : 25034752,
"95.000000" : 25821184,
"99.000000" : 27131904,
"99.500000" : 27394048,
"99.900000" : 28442624,
"99.950000" : 28966912,
"99.990000" : 29753344
},
"bins" : {
"9371648" : 18,
"9502720" : 29,
"9633792" : 17,
"9764864" : 29,
"9895936" : 42,
"10027008" : 58,
"10158080" : 93,
"10289152" : 77,
"10420224" : 77,
"10551296" : 90,
"10682368" : 129,
"10813440" : 212,
"10944512" : 274,
"11075584" : 239,
"11206656" : 360,
"11337728" : 375,
"11468800" : 327,
"11599872" : 373,
"11730944" : 383,
"11862016" : 332,
"11993088" : 395,
"12124160" : 386,
"12255232" : 411,
"12386304" : 383,
"12517376" : 370,
"12648448" : 395,
"12779520" : 382,
"12910592" : 455,
"13041664" : 454,
"13172736" : 390,
"13303808" : 420,
"13434880" : 442,
"13565952" : 442,
"13697024" : 439,
"13828096" : 443,
"13959168" : 446,
"14090240" : 399,
"14221312" : 388,
"14352384" : 386,
"14483456" : 395,
"14614528" : 407,
"14745600" : 342,
"14876672" : 335,
"15007744" : 360,
"15138816" : 341,
"15269888" : 320,
"15400960" : 331,
"15532032" : 339,
"15663104" : 346,
"15794176" : 269,
"15925248" : 242,
"16056320" : 274,
"16187392" : 274,
"16318464" : 261,
"16449536" : 263,
"16580608" : 335,
"16711680" : 338,
"16908288" : 704,
"17170432" : 830,
"17432576" : 788,
"17694720" : 895,
"17956864" : 864,
"18219008" : 933,
"18481152" : 949,
"18743296" : 1026,
"19005440" : 1098,
"19267584" : 1287,
"19529728" : 1558,
"19791872" : 1737,
"20054016" : 2069,
"20316160" : 2664,
"20578304" : 3211,
"20840448" : 3869,
"21102592" : 4815,
"21364736" : 6020,
"21626880" : 7396,
"21889024" : 8832,
"22151168" : 9955,
"22413312" : 11403,
"22675456" : 12680,
"22937600" : 13361,
"23199744" : 13335,
"23461888" : 12940,
"23724032" : 12694,
"23986176" : 11566,
"24248320" : 10236,
"24510464" : 9166,
"24772608" : 8022,
"25034752" : 6671,
"25296896" : 5305,
"25559040" : 4129,
"25821184" : 3230,
"26083328" : 2533,
"26345472" : 1845,
"26607616" : 1445,
"26869760" : 1039,
"27131904" : 719,
"27394048" : 492,
"27656192" : 301,
"27918336" : 232,
"28180480" : 158,
"28442624" : 132,
"28704768" : 86,
"28966912" : 50,
"29229056" : 34,
"29491200" : 25,
"29753344" : 16,
"30015488" : 4,
"30277632" : 2,
"30539776" : 1
}
},
"lat_ns" : {
"min" : 9645537,
"max" : 31831487,
"mean" : 23011073.323439,
"stddev" : 3230854.531740,
"N" : 222484
},
"bw_min" : 10312050,
"bw_max" : 13473792,
"bw_agg" : 100.000000,
"bw_mean" : 11409911.666667,
"bw_dev" : 165947.252106,
"bw_samples" : 312,
"iops_min" : 10069,
"iops_max" : 13158,
"iops_mean" : 11141.641026,
"iops_stddev" : 162.076911,
"iops_samples" : 312
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159992,
"usr_cpu" : 0.460023,
"sys_cpu" : 75.919421,
"ctx" : 138475,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999551,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999551,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.067418,
"20" : 13.568578,
"50" : 86.360408,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067662,
"timestamp_ms" : 1773067662651,
"time" : "Mon Mar 9 11:47:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 149,
"elapsed" : 41,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 343706435584,
"io_kbytes" : 335650816,
"bw_bytes" : 11456881186,
"bw" : 11188360,
"iops" : 10926.566667,
"runtime" : 30000,
"total_ios" : 327797,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 198973,
"max" : 3066709,
"mean" : 728774.962538,
"stddev" : 218807.996564,
"N" : 327797
},
"clat_ns" : {
"min" : 9343426,
"max" : 31187555,
"mean" : 22701175.973608,
"stddev" : 2871694.200259,
"N" : 327789,
"percentile" : {
"1.000000" : 11599872,
"5.000000" : 16056320,
"10.000000" : 19791872,
"20.000000" : 21626880,
"30.000000" : 22413312,
"40.000000" : 22675456,
"50.000000" : 23199744,
"60.000000" : 23724032,
"70.000000" : 23986176,
"80.000000" : 24510464,
"90.000000" : 25296896,
"95.000000" : 25821184,
"99.000000" : 27131904,
"99.500000" : 27394048,
"99.900000" : 28442624,
"99.950000" : 28966912,
"99.990000" : 29753344
},
"bins" : {
"9371648" : 18,
"9502720" : 29,
"9633792" : 17,
"9764864" : 29,
"9895936" : 42,
"10027008" : 58,
"10158080" : 94,
"10289152" : 108,
"10420224" : 138,
"10551296" : 174,
"10682368" : 225,
"10813440" : 302,
"10944512" : 358,
"11075584" : 292,
"11206656" : 403,
"11337728" : 404,
"11468800" : 351,
"11599872" : 401,
"11730944" : 428,
"11862016" : 360,
"11993088" : 407,
"12124160" : 394,
"12255232" : 425,
"12386304" : 393,
"12517376" : 386,
"12648448" : 398,
"12779520" : 384,
"12910592" : 461,
"13041664" : 462,
"13172736" : 391,
"13303808" : 420,
"13434880" : 447,
"13565952" : 447,
"13697024" : 440,
"13828096" : 445,
"13959168" : 456,
"14090240" : 408,
"14221312" : 391,
"14352384" : 387,
"14483456" : 395,
"14614528" : 410,
"14745600" : 344,
"14876672" : 335,
"15007744" : 360,
"15138816" : 343,
"15269888" : 323,
"15400960" : 332,
"15532032" : 340,
"15663104" : 347,
"15794176" : 274,
"15925248" : 246,
"16056320" : 277,
"16187392" : 281,
"16318464" : 265,
"16449536" : 271,
"16580608" : 346,
"16711680" : 351,
"16908288" : 748,
"17170432" : 909,
"17432576" : 870,
"17694720" : 1001,
"17956864" : 973,
"18219008" : 1040,
"18481152" : 1104,
"18743296" : 1266,
"19005440" : 1320,
"19267584" : 1550,
"19529728" : 1922,
"19791872" : 2124,
"20054016" : 2563,
"20316160" : 3333,
"20578304" : 4137,
"20840448" : 5081,
"21102592" : 6389,
"21364736" : 7939,
"21626880" : 9944,
"21889024" : 11809,
"22151168" : 13507,
"22413312" : 15871,
"22675456" : 18057,
"22937600" : 19474,
"23199744" : 20280,
"23461888" : 20224,
"23724032" : 20542,
"23986176" : 18922,
"24248320" : 17494,
"24510464" : 15447,
"24772608" : 13681,
"25034752" : 11475,
"25296896" : 9455,
"25559040" : 7465,
"25821184" : 5837,
"26083328" : 4550,
"26345472" : 3344,
"26607616" : 2508,
"26869760" : 1841,
"27131904" : 1287,
"27394048" : 868,
"27656192" : 540,
"27918336" : 373,
"28180480" : 245,
"28442624" : 181,
"28704768" : 112,
"28966912" : 56,
"29229056" : 45,
"29491200" : 32,
"29753344" : 17,
"30015488" : 8,
"30277632" : 4,
"30539776" : 6,
"30801920" : 4,
"31064064" : 2
}
},
"lat_ns" : {
"min" : 9645537,
"max" : 32167169,
"mean" : 23430006.569202,
"stddev" : 2956912.068321,
"N" : 327789
},
"bw_min" : 10154439,
"bw_max" : 13473792,
"bw_agg" : 99.895485,
"bw_mean" : 11176667.084746,
"bw_dev" : 153684.877764,
"bw_samples" : 472,
"iops_min" : 9916,
"iops_max" : 13158,
"iops_mean" : 10913.898305,
"iops_stddev" : 150.095907,
"iops_samples" : 472
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 239997,
"usr_cpu" : 0.463756,
"sys_cpu" : 75.250524,
"ctx" : 212102,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.045760,
"20" : 10.180691,
"50" : 89.771108,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067672,
"timestamp_ms" : 1773067672650,
"time" : "Mon Mar 9 11:47:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 479387975680,
"io_kbytes" : 468152320,
"bw_bytes" : 11984999016,
"bw" : 11704100,
"iops" : 11430.035751,
"runtime" : 39999,
"total_ios" : 457190,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 198973,
"max" : 3066709,
"mean" : 696553.634491,
"stddev" : 226221.396425,
"N" : 457190
},
"clat_ns" : {
"min" : 8976426,
"max" : 31187555,
"mean" : 21702490.484864,
"stddev" : 3907641.210964,
"N" : 457182,
"percentile" : {
"1.000000" : 10420224,
"5.000000" : 12386304,
"10.000000" : 14352384,
"20.000000" : 20054016,
"30.000000" : 21626880,
"40.000000" : 22413312,
"50.000000" : 22937600,
"60.000000" : 23461888,
"70.000000" : 23986176,
"80.000000" : 24510464,
"90.000000" : 25034752,
"95.000000" : 25821184,
"99.000000" : 26869760,
"99.500000" : 27394048,
"99.900000" : 28442624,
"99.950000" : 28704768,
"99.990000" : 29491200
},
"bins" : {
"8978432" : 8,
"9109504" : 30,
"9240576" : 52,
"9371648" : 222,
"9502720" : 392,
"9633792" : 610,
"9764864" : 726,
"9895936" : 775,
"10027008" : 610,
"10158080" : 561,
"10289152" : 571,
"10420224" : 685,
"10551296" : 945,
"10682368" : 854,
"10813440" : 957,
"10944512" : 1258,
"11075584" : 1023,
"11206656" : 1050,
"11337728" : 1031,
"11468800" : 773,
"11599872" : 937,
"11730944" : 1268,
"11862016" : 1450,
"11993088" : 1778,
"12124160" : 1903,
"12255232" : 1618,
"12386304" : 1471,
"12517376" : 1525,
"12648448" : 1612,
"12779520" : 1723,
"12910592" : 1756,
"13041664" : 1828,
"13172736" : 1644,
"13303808" : 1749,
"13434880" : 1758,
"13565952" : 1528,
"13697024" : 1460,
"13828096" : 1284,
"13959168" : 1277,
"14090240" : 1204,
"14221312" : 1006,
"14352384" : 991,
"14483456" : 963,
"14614528" : 949,
"14745600" : 985,
"14876672" : 976,
"15007744" : 974,
"15138816" : 1033,
"15269888" : 1047,
"15400960" : 1025,
"15532032" : 1032,
"15663104" : 989,
"15794176" : 909,
"15925248" : 849,
"16056320" : 752,
"16187392" : 822,
"16318464" : 765,
"16449536" : 608,
"16580608" : 627,
"16711680" : 634,
"16908288" : 1259,
"17170432" : 1515,
"17432576" : 1668,
"17694720" : 1940,
"17956864" : 2019,
"18219008" : 2295,
"18481152" : 2590,
"18743296" : 2816,
"19005440" : 2732,
"19267584" : 2783,
"19529728" : 3044,
"19791872" : 3203,
"20054016" : 3870,
"20316160" : 4860,
"20578304" : 5968,
"20840448" : 7110,
"21102592" : 8956,
"21364736" : 10854,
"21626880" : 13455,
"21889024" : 15524,
"22151168" : 17410,
"22413312" : 20183,
"22675456" : 22528,
"22937600" : 24186,
"23199744" : 25012,
"23461888" : 24937,
"23724032" : 25061,
"23986176" : 23042,
"24248320" : 21117,
"24510464" : 18567,
"24772608" : 16409,
"25034752" : 13506,
"25296896" : 11010,
"25559040" : 8708,
"25821184" : 6764,
"26083328" : 5265,
"26345472" : 3913,
"26607616" : 2895,
"26869760" : 2067,
"27131904" : 1449,
"27394048" : 970,
"27656192" : 638,
"27918336" : 450,
"28180480" : 283,
"28442624" : 198,
"28704768" : 121,
"28966912" : 67,
"29229056" : 48,
"29491200" : 34,
"29753344" : 17,
"30015488" : 8,
"30277632" : 4,
"30539776" : 6,
"30801920" : 4,
"31064064" : 2
}
},
"lat_ns" : {
"min" : 9248211,
"max" : 32167169,
"mean" : 22399188.027737,
"stddev" : 4028585.224636,
"N" : 457182
},
"bw_min" : 10148295,
"bw_max" : 19623240,
"bw_agg" : 99.402512,
"bw_mean" : 11634170.721519,
"bw_dev" : 276019.865640,
"bw_samples" : 632,
"iops_min" : 9910,
"iops_max" : 19162,
"iops_mean" : 11360.645570,
"iops_stddev" : 269.551357,
"iops_samples" : 632
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319992,
"usr_cpu" : 0.480950,
"sys_cpu" : 77.363809,
"ctx" : 258608,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999781,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999781,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.662525,
"20" : 19.192677,
"50" : 80.143048,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067682,
"timestamp_ms" : 1773067682650,
"time" : "Mon Mar 9 11:48:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 633251823616,
"io_kbytes" : 618409984,
"bw_bytes" : 12665289778,
"bw" : 12368447,
"iops" : 12078.761575,
"runtime" : 49999,
"total_ios" : 603926,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 198973,
"max" : 3066709,
"mean" : 659002.436232,
"stddev" : 225123.749370,
"N" : 603926
},
"clat_ns" : {
"min" : 8976426,
"max" : 31187555,
"mean" : 20535261.167253,
"stddev" : 4486681.534717,
"N" : 603918,
"percentile" : {
"1.000000" : 10158080,
"5.000000" : 11468800,
"10.000000" : 12517376,
"20.000000" : 15925248,
"30.000000" : 19791872,
"40.000000" : 21364736,
"50.000000" : 22151168,
"60.000000" : 22937600,
"70.000000" : 23461888,
"80.000000" : 23986176,
"90.000000" : 24772608,
"95.000000" : 25559040,
"99.000000" : 26869760,
"99.500000" : 27131904,
"99.900000" : 28180480,
"99.950000" : 28704768,
"99.990000" : 29491200
},
"bins" : {
"8978432" : 10,
"9109504" : 74,
"9240576" : 184,
"9371648" : 424,
"9502720" : 619,
"9633792" : 888,
"9764864" : 1176,
"9895936" : 1247,
"10027008" : 1271,
"10158080" : 1227,
"10289152" : 1298,
"10420224" : 1528,
"10551296" : 2155,
"10682368" : 2321,
"10813440" : 2452,
"10944512" : 2757,
"11075584" : 2714,
"11206656" : 3383,
"11337728" : 3807,
"11468800" : 3661,
"11599872" : 3669,
"11730944" : 3931,
"11862016" : 3821,
"11993088" : 3803,
"12124160" : 3800,
"12255232" : 3292,
"12386304" : 3085,
"12517376" : 3312,
"12648448" : 3246,
"12779520" : 3186,
"12910592" : 3068,
"13041664" : 2883,
"13172736" : 2535,
"13303808" : 2552,
"13434880" : 2435,
"13565952" : 2216,
"13697024" : 2068,
"13828096" : 1872,
"13959168" : 1880,
"14090240" : 1856,
"14221312" : 1899,
"14352384" : 1948,
"14483456" : 2109,
"14614528" : 2097,
"14745600" : 1982,
"14876672" : 2015,
"15007744" : 2060,
"15138816" : 2118,
"15269888" : 2212,
"15400960" : 2269,
"15532032" : 2214,
"15663104" : 2210,
"15794176" : 2271,
"15925248" : 2136,
"16056320" : 2084,
"16187392" : 2052,
"16318464" : 1940,
"16449536" : 1778,
"16580608" : 1774,
"16711680" : 1780,
"16908288" : 3225,
"17170432" : 3275,
"17432576" : 3109,
"17694720" : 3534,
"17956864" : 3602,
"18219008" : 3955,
"18481152" : 4165,
"18743296" : 4713,
"19005440" : 5250,
"19267584" : 5809,
"19529728" : 7288,
"19791872" : 7831,
"20054016" : 8869,
"20316160" : 9433,
"20578304" : 10365,
"20840448" : 11419,
"21102592" : 12816,
"21364736" : 14751,
"21626880" : 17007,
"21889024" : 18623,
"22151168" : 20161,
"22413312" : 22483,
"22675456" : 24560,
"22937600" : 25949,
"23199744" : 26361,
"23461888" : 26067,
"23724032" : 25884,
"23986176" : 23797,
"24248320" : 21715,
"24510464" : 19039,
"24772608" : 16758,
"25034752" : 13794,
"25296896" : 11200,
"25559040" : 8880,
"25821184" : 6891,
"26083328" : 5375,
"26345472" : 3978,
"26607616" : 2928,
"26869760" : 2089,
"27131904" : 1459,
"27394048" : 976,
"27656192" : 638,
"27918336" : 451,
"28180480" : 283,
"28442624" : 198,
"28704768" : 121,
"28966912" : 67,
"29229056" : 48,
"29491200" : 34,
"29753344" : 17,
"30015488" : 8,
"30277632" : 4,
"30539776" : 6,
"30801920" : 4,
"31064064" : 2
}
},
"lat_ns" : {
"min" : 9248211,
"max" : 32167169,
"mean" : 21194291.632680,
"stddev" : 4627592.064031,
"N" : 603918
},
"bw_min" : 10148295,
"bw_max" : 21526603,
"bw_agg" : 99.949621,
"bw_mean" : 12362216.404040,
"bw_dev" : 353883.521714,
"bw_samples" : 792,
"iops_min" : 9910,
"iops_max" : 21021,
"iops_mean" : 12071.676768,
"iops_stddev" : 345.603196,
"iops_samples" : 792
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 399992,
"usr_cpu" : 0.506260,
"sys_cpu" : 80.200354,
"ctx" : 285767,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999834,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999834,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.832056,
"20" : 30.782248,
"50" : 68.384372,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067692,
"timestamp_ms" : 1773067692650,
"time" : "Mon Mar 9 11:48:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 746888101888,
"io_kbytes" : 729382912,
"bw_bytes" : 12448342503,
"bw" : 12156584,
"iops" : 11871.847864,
"runtime" : 59999,
"total_ios" : 712299,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 198973,
"max" : 3066709,
"mean" : 670528.633748,
"stddev" : 225441.232733,
"N" : 712299
},
"clat_ns" : {
"min" : 8679242,
"max" : 31187555,
"mean" : 20892567.021950,
"stddev" : 4387405.384361,
"N" : 712291,
"percentile" : {
"1.000000" : 10027008,
"5.000000" : 11468800,
"10.000000" : 12779520,
"20.000000" : 17170432,
"30.000000" : 20316160,
"40.000000" : 21626880,
"50.000000" : 22413312,
"60.000000" : 22937600,
"70.000000" : 23724032,
"80.000000" : 24248320,
"90.000000" : 25034752,
"95.000000" : 25559040,
"99.000000" : 26869760,
"99.500000" : 27394048,
"99.900000" : 28180480,
"99.950000" : 28442624,
"99.990000" : 29491200
},
"bins" : {
"8716288" : 16,
"8847360" : 20,
"8978432" : 25,
"9109504" : 122,
"9240576" : 356,
"9371648" : 690,
"9502720" : 991,
"9633792" : 1271,
"9764864" : 1591,
"9895936" : 1573,
"10027008" : 1557,
"10158080" : 1600,
"10289152" : 1685,
"10420224" : 1833,
"10551296" : 2387,
"10682368" : 2559,
"10813440" : 2622,
"10944512" : 2886,
"11075584" : 2775,
"11206656" : 3422,
"11337728" : 3849,
"11468800" : 3670,
"11599872" : 3670,
"11730944" : 3932,
"11862016" : 3821,
"11993088" : 3804,
"12124160" : 3801,
"12255232" : 3293,
"12386304" : 3085,
"12517376" : 3313,
"12648448" : 3247,
"12779520" : 3186,
"12910592" : 3069,
"13041664" : 2884,
"13172736" : 2535,
"13303808" : 2553,
"13434880" : 2435,
"13565952" : 2216,
"13697024" : 2069,
"13828096" : 1872,
"13959168" : 1881,
"14090240" : 1857,
"14221312" : 1899,
"14352384" : 1949,
"14483456" : 2112,
"14614528" : 2098,
"14745600" : 1986,
"14876672" : 2022,
"15007744" : 2070,
"15138816" : 2128,
"15269888" : 2223,
"15400960" : 2283,
"15532032" : 2228,
"15663104" : 2228,
"15794176" : 2298,
"15925248" : 2155,
"16056320" : 2102,
"16187392" : 2072,
"16318464" : 1967,
"16449536" : 1810,
"16580608" : 1809,
"16711680" : 1822,
"16908288" : 3305,
"17170432" : 3360,
"17432576" : 3201,
"17694720" : 3648,
"17956864" : 3720,
"18219008" : 4079,
"18481152" : 4312,
"18743296" : 4906,
"19005440" : 5488,
"19267584" : 6128,
"19529728" : 7782,
"19791872" : 8517,
"20054016" : 9709,
"20316160" : 10502,
"20578304" : 11697,
"20840448" : 13042,
"21102592" : 14817,
"21364736" : 17301,
"21626880" : 20102,
"21889024" : 22214,
"22151168" : 24644,
"22413312" : 27624,
"22675456" : 30414,
"22937600" : 32310,
"23199744" : 33074,
"23461888" : 32946,
"23724032" : 32652,
"23986176" : 30360,
"24248320" : 27940,
"24510464" : 24816,
"24772608" : 21925,
"25034752" : 18146,
"25296896" : 14836,
"25559040" : 11841,
"25821184" : 9113,
"26083328" : 7078,
"26345472" : 5307,
"26607616" : 3867,
"26869760" : 2765,
"27131904" : 1934,
"27394048" : 1259,
"27656192" : 835,
"27918336" : 553,
"28180480" : 359,
"28442624" : 232,
"28704768" : 140,
"28966912" : 77,
"29229056" : 52,
"29491200" : 37,
"29753344" : 18,
"30015488" : 8,
"30277632" : 4,
"30539776" : 6,
"30801920" : 4,
"31064064" : 2
}
},
"lat_ns" : {
"min" : 8981624,
"max" : 32167169,
"mean" : 21563095.257385,
"stddev" : 4524930.323862,
"N" : 712291
},
"bw_min" : 10146247,
"bw_max" : 21595924,
"bw_agg" : 100.000000,
"bw_mean" : 12172469.403361,
"bw_dev" : 341527.508104,
"bw_samples" : 952,
"iops_min" : 9908,
"iops_max" : 21089,
"iops_mean" : 11886.420168,
"iops_stddev" : 333.531546,
"iops_samples" : 952
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479992,
"usr_cpu" : 0.506675,
"sys_cpu" : 79.480491,
"ctx" : 355355,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999860,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999860,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 1.000142,
"20" : 26.864421,
"50" : 72.134314,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067702,
"timestamp_ms" : 1773067702650,
"time" : "Mon Mar 9 11:48:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 861972463616,
"io_kbytes" : 841769984,
"bw_bytes" : 12314068252,
"bw" : 12025457,
"iops" : 11743.753482,
"runtime" : 69999,
"total_ios" : 822051,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 198973,
"max" : 3066709,
"mean" : 677866.667678,
"stddev" : 226127.798030,
"N" : 822051
},
"clat_ns" : {
"min" : 8679242,
"max" : 31187555,
"mean" : 21120165.997541,
"stddev" : 4332743.586357,
"N" : 822043,
"percentile" : {
"1.000000" : 9895936,
"5.000000" : 11468800,
"10.000000" : 12910592,
"20.000000" : 18219008,
"30.000000" : 20840448,
"40.000000" : 21889024,
"50.000000" : 22675456,
"60.000000" : 23199744,
"70.000000" : 23724032,
"80.000000" : 24248320,
"90.000000" : 25034752,
"95.000000" : 25559040,
"99.000000" : 26869760,
"99.500000" : 27394048,
"99.900000" : 28180480,
"99.950000" : 28704768,
"99.990000" : 29753344
},
"bins" : {
"8716288" : 16,
"8847360" : 20,
"8978432" : 25,
"9109504" : 135,
"9240576" : 486,
"9371648" : 1141,
"9502720" : 1734,
"9633792" : 2026,
"9764864" : 2299,
"9895936" : 2238,
"10027008" : 2215,
"10158080" : 2272,
"10289152" : 2124,
"10420224" : 2126,
"10551296" : 2611,
"10682368" : 2699,
"10813440" : 2696,
"10944512" : 2934,
"11075584" : 2842,
"11206656" : 3486,
"11337728" : 3894,
"11468800" : 3711,
"11599872" : 3709,
"11730944" : 3987,
"11862016" : 3855,
"11993088" : 3846,
"12124160" : 3872,
"12255232" : 3350,
"12386304" : 3130,
"12517376" : 3352,
"12648448" : 3311,
"12779520" : 3248,
"12910592" : 3126,
"13041664" : 2927,
"13172736" : 2573,
"13303808" : 2588,
"13434880" : 2485,
"13565952" : 2258,
"13697024" : 2116,
"13828096" : 1906,
"13959168" : 1920,
"14090240" : 1884,
"14221312" : 1931,
"14352384" : 1992,
"14483456" : 2155,
"14614528" : 2134,
"14745600" : 2018,
"14876672" : 2054,
"15007744" : 2090,
"15138816" : 2142,
"15269888" : 2233,
"15400960" : 2290,
"15532032" : 2242,
"15663104" : 2239,
"15794176" : 2315,
"15925248" : 2181,
"16056320" : 2127,
"16187392" : 2095,
"16318464" : 2001,
"16449536" : 1838,
"16580608" : 1849,
"16711680" : 1847,
"16908288" : 3366,
"17170432" : 3396,
"17432576" : 3238,
"17694720" : 3708,
"17956864" : 3764,
"18219008" : 4137,
"18481152" : 4371,
"18743296" : 4994,
"19005440" : 5596,
"19267584" : 6254,
"19529728" : 7991,
"19791872" : 8881,
"20054016" : 10275,
"20316160" : 11260,
"20578304" : 12834,
"20840448" : 14584,
"21102592" : 16801,
"21364736" : 19960,
"21626880" : 23291,
"21889024" : 26139,
"22151168" : 29308,
"22413312" : 32953,
"22675456" : 36316,
"22937600" : 38763,
"23199744" : 40039,
"23461888" : 39890,
"23724032" : 39624,
"23986176" : 36990,
"24248320" : 34278,
"24510464" : 30415,
"24772608" : 26854,
"25034752" : 22662,
"25296896" : 18533,
"25559040" : 14615,
"25821184" : 11160,
"26083328" : 8607,
"26345472" : 6446,
"26607616" : 4711,
"26869760" : 3378,
"27131904" : 2315,
"27394048" : 1489,
"27656192" : 1000,
"27918336" : 662,
"28180480" : 456,
"28442624" : 275,
"28704768" : 180,
"28966912" : 109,
"29229056" : 82,
"29491200" : 64,
"29753344" : 37,
"30015488" : 24,
"30277632" : 7,
"30539776" : 9,
"30801920" : 4,
"31064064" : 2
}
},
"lat_ns" : {
"min" : 8981624,
"max" : 32167169,
"mean" : 21798019.766773,
"stddev" : 4468384.575989,
"N" : 822043
},
"bw_min" : 10090951,
"bw_max" : 21595924,
"bw_agg" : 100.000000,
"bw_mean" : 12038184.410072,
"bw_dev" : 333602.980284,
"bw_samples" : 1112,
"iops_min" : 9854,
"iops_max" : 21089,
"iops_mean" : 11755.287770,
"iops_stddev" : 325.793453,
"iops_samples" : 1112
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 559992,
"usr_cpu" : 0.501614,
"sys_cpu" : 79.006843,
"ctx" : 423140,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999878,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 1.311841,
"20" : 23.934525,
"50" : 74.752661,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067712,
"timestamp_ms" : 1773067712651,
"time" : "Mon Mar 9 11:48:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 990902222848,
"io_kbytes" : 967677952,
"bw_bytes" : 12386277785,
"bw" : 12095974,
"iops" : 11812.637500,
"runtime" : 80000,
"total_ios" : 945011,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 198973,
"max" : 3066709,
"mean" : 673892.152679,
"stddev" : 227182.665870,
"N" : 945011
},
"clat_ns" : {
"min" : 8679242,
"max" : 31187555,
"mean" : 20997713.670332,
"stddev" : 4425094.328634,
"N" : 945003,
"percentile" : {
"1.000000" : 9764864,
"5.000000" : 11075584,
"10.000000" : 12648448,
"20.000000" : 17956864,
"30.000000" : 20840448,
"40.000000" : 21889024,
"50.000000" : 22413312,
"60.000000" : 23199744,
"70.000000" : 23724032,
"80.000000" : 24248320,
"90.000000" : 25034752,
"95.000000" : 25559040,
"99.000000" : 26869760,
"99.500000" : 27394048,
"99.900000" : 28180480,
"99.950000" : 28704768,
"99.990000" : 29753344
},
"bins" : {
"8716288" : 16,
"8847360" : 20,
"8978432" : 30,
"9109504" : 174,
"9240576" : 640,
"9371648" : 1544,
"9502720" : 2339,
"9633792" : 2809,
"9764864" : 3404,
"9895936" : 3577,
"10027008" : 3876,
"10158080" : 3864,
"10289152" : 3464,
"10420224" : 3450,
"10551296" : 3916,
"10682368" : 3720,
"10813440" : 3688,
"10944512" : 3873,
"11075584" : 3641,
"11206656" : 4441,
"11337728" : 5015,
"11468800" : 4708,
"11599872" : 4492,
"11730944" : 4654,
"11862016" : 4381,
"11993088" : 4224,
"12124160" : 4091,
"12255232" : 3594,
"12386304" : 3287,
"12517376" : 3480,
"12648448" : 3421,
"12779520" : 3349,
"12910592" : 3243,
"13041664" : 3063,
"13172736" : 2759,
"13303808" : 2746,
"13434880" : 2672,
"13565952" : 2480,
"13697024" : 2290,
"13828096" : 2085,
"13959168" : 2065,
"14090240" : 2077,
"14221312" : 2138,
"14352384" : 2255,
"14483456" : 2386,
"14614528" : 2326,
"14745600" : 2154,
"14876672" : 2181,
"15007744" : 2211,
"15138816" : 2245,
"15269888" : 2320,
"15400960" : 2346,
"15532032" : 2299,
"15663104" : 2268,
"15794176" : 2346,
"15925248" : 2202,
"16056320" : 2157,
"16187392" : 2125,
"16318464" : 2042,
"16449536" : 1876,
"16580608" : 1886,
"16711680" : 1885,
"16908288" : 3423,
"17170432" : 3475,
"17432576" : 3374,
"17694720" : 4130,
"17956864" : 4297,
"18219008" : 4770,
"18481152" : 5087,
"18743296" : 5731,
"19005440" : 6502,
"19267584" : 7293,
"19529728" : 9234,
"19791872" : 10198,
"20054016" : 11993,
"20316160" : 13575,
"20578304" : 15555,
"20840448" : 17962,
"21102592" : 20960,
"21364736" : 24481,
"21626880" : 28457,
"21889024" : 31570,
"22151168" : 34886,
"22413312" : 38760,
"22675456" : 42147,
"22937600" : 44419,
"23199744" : 45406,
"23461888" : 45091,
"23724032" : 44210,
"23986176" : 41235,
"24248320" : 37754,
"24510464" : 33502,
"24772608" : 29473,
"25034752" : 24809,
"25296896" : 20263,
"25559040" : 15927,
"25821184" : 12233,
"26083328" : 9446,
"26345472" : 6953,
"26607616" : 5083,
"26869760" : 3660,
"27131904" : 2509,
"27394048" : 1607,
"27656192" : 1097,
"27918336" : 739,
"28180480" : 498,
"28442624" : 317,
"28704768" : 208,
"28966912" : 123,
"29229056" : 100,
"29491200" : 73,
"29753344" : 44,
"30015488" : 25,
"30277632" : 9,
"30539776" : 13,
"30801920" : 5,
"31064064" : 2
}
},
"lat_ns" : {
"min" : 8981624,
"max" : 32167169,
"mean" : 21671657.309709,
"stddev" : 4563843.287203,
"N" : 945003
},
"bw_min" : 10090951,
"bw_max" : 21595924,
"bw_agg" : 99.823062,
"bw_mean" : 12074572.572327,
"bw_dev" : 335222.598499,
"bw_samples" : 1272,
"iops_min" : 9854,
"iops_max" : 21089,
"iops_mean" : 11790.886792,
"iops_stddev" : 327.376827,
"iops_samples" : 1272
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639996,
"usr_cpu" : 0.497347,
"sys_cpu" : 79.341121,
"ctx" : 474422,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 1.665483,
"20" : 23.857923,
"50" : 74.475747,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067722,
"timestamp_ms" : 1773067722650,
"time" : "Mon Mar 9 11:48:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 1152723714048,
"io_kbytes" : 1125706752,
"bw_bytes" : 12808183580,
"bw" : 12507991,
"iops" : 12214.969055,
"runtime" : 89999,
"total_ios" : 1099335,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 198973,
"max" : 3066709,
"mean" : 651612.682048,
"stddev" : 226596.119424,
"N" : 1099335
},
"clat_ns" : {
"min" : 8679242,
"max" : 31187555,
"mean" : 20305525.798042,
"stddev" : 4676739.562058,
"N" : 1099327,
"percentile" : {
"1.000000" : 9764864,
"5.000000" : 11075584,
"10.000000" : 12124160,
"20.000000" : 15138816,
"30.000000" : 19267584,
"40.000000" : 21102592,
"50.000000" : 22151168,
"60.000000" : 22675456,
"70.000000" : 23461888,
"80.000000" : 23986176,
"90.000000" : 24772608,
"95.000000" : 25559040,
"99.000000" : 26869760,
"99.500000" : 27131904,
"99.900000" : 28180480,
"99.950000" : 28704768,
"99.990000" : 29491200
},
"bins" : {
"8716288" : 16,
"8847360" : 20,
"8978432" : 67,
"9109504" : 354,
"9240576" : 952,
"9371648" : 2068,
"9502720" : 2865,
"9633792" : 3036,
"9764864" : 3479,
"9895936" : 3649,
"10027008" : 3992,
"10158080" : 4096,
"10289152" : 3761,
"10420224" : 4041,
"10551296" : 4943,
"10682368" : 4584,
"10813440" : 4640,
"10944512" : 5134,
"11075584" : 5672,
"11206656" : 6713,
"11337728" : 6913,
"11468800" : 6348,
"11599872" : 6052,
"11730944" : 6583,
"11862016" : 6862,
"11993088" : 6918,
"12124160" : 6648,
"12255232" : 5922,
"12386304" : 5337,
"12517376" : 5288,
"12648448" : 5178,
"12779520" : 5198,
"12910592" : 5296,
"13041664" : 5523,
"13172736" : 5442,
"13303808" : 5788,
"13434880" : 5885,
"13565952" : 5794,
"13697024" : 5521,
"13828096" : 5249,
"13959168" : 4505,
"14090240" : 4124,
"14221312" : 3868,
"14352384" : 3757,
"14483456" : 3703,
"14614528" : 3586,
"14745600" : 3607,
"14876672" : 3689,
"15007744" : 3741,
"15138816" : 3882,
"15269888" : 3909,
"15400960" : 4039,
"15532032" : 3925,
"15663104" : 3888,
"15794176" : 3947,
"15925248" : 3746,
"16056320" : 3483,
"16187392" : 3418,
"16318464" : 3429,
"16449536" : 3207,
"16580608" : 3256,
"16711680" : 3250,
"16908288" : 6214,
"17170432" : 5961,
"17432576" : 5758,
"17694720" : 6730,
"17956864" : 7169,
"18219008" : 7434,
"18481152" : 7747,
"18743296" : 8840,
"19005440" : 9150,
"19267584" : 9952,
"19529728" : 11478,
"19791872" : 12570,
"20054016" : 14505,
"20316160" : 15982,
"20578304" : 17716,
"20840448" : 19747,
"21102592" : 22565,
"21364736" : 25881,
"21626880" : 29862,
"21889024" : 33096,
"22151168" : 36368,
"22413312" : 40320,
"22675456" : 43678,
"22937600" : 45955,
"23199744" : 46769,
"23461888" : 46190,
"23724032" : 45375,
"23986176" : 42219,
"24248320" : 38601,
"24510464" : 34183,
"24772608" : 30002,
"25034752" : 25190,
"25296896" : 20682,
"25559040" : 16224,
"25821184" : 12446,
"26083328" : 9586,
"26345472" : 7063,
"26607616" : 5144,
"26869760" : 3730,
"27131904" : 2542,
"27394048" : 1631,
"27656192" : 1110,
"27918336" : 744,
"28180480" : 501,
"28442624" : 324,
"28704768" : 211,
"28966912" : 125,
"29229056" : 100,
"29491200" : 73,
"29753344" : 44,
"30015488" : 25,
"30277632" : 9,
"30539776" : 13,
"30801920" : 5,
"31064064" : 2
}
},
"lat_ns" : {
"min" : 8981624,
"max" : 32167169,
"mean" : 20957138.597320,
"stddev" : 4824098.083986,
"N" : 1099327
},
"bw_min" : 10090951,
"bw_max" : 22267497,
"bw_agg" : 100.000000,
"bw_mean" : 12518879.402235,
"bw_dev" : 381532.732616,
"bw_samples" : 1432,
"iops_min" : 9854,
"iops_max" : 21745,
"iops_mean" : 12224.798883,
"iops_stddev" : 372.599543,
"iops_samples" : 1432
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 719992,
"usr_cpu" : 0.509450,
"sys_cpu" : 80.724230,
"ctx" : 499125,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 1.612065,
"20" : 31.762929,
"50" : 66.624277,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067732,
"timestamp_ms" : 1773067732650,
"time" : "Mon Mar 9 11:48:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 1268900691968,
"io_kbytes" : 1239160832,
"bw_bytes" : 12689006919,
"bw" : 12391608,
"iops" : 12101.290000,
"runtime" : 100000,
"total_ios" : 1210129,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 198973,
"max" : 3066709,
"mean" : 657748.144890,
"stddev" : 226444.191255,
"N" : 1210129
},
"clat_ns" : {
"min" : 8679242,
"max" : 31187555,
"mean" : 20495989.557053,
"stddev" : 4612225.873519,
"N" : 1210121,
"percentile" : {
"1.000000" : 9764864,
"5.000000" : 11075584,
"10.000000" : 12255232,
"20.000000" : 15663104,
"30.000000" : 19791872,
"40.000000" : 21364736,
"50.000000" : 22151168,
"60.000000" : 22937600,
"70.000000" : 23461888,
"80.000000" : 23986176,
"90.000000" : 25034752,
"95.000000" : 25559040,
"99.000000" : 26869760,
"99.500000" : 27131904,
"99.900000" : 28180480,
"99.950000" : 28704768,
"99.990000" : 29491200
},
"bins" : {
"8716288" : 16,
"8847360" : 20,
"8978432" : 67,
"9109504" : 354,
"9240576" : 952,
"9371648" : 2081,
"9502720" : 2894,
"9633792" : 3171,
"9764864" : 3946,
"9895936" : 4261,
"10027008" : 4632,
"10158080" : 4635,
"10289152" : 4131,
"10420224" : 4309,
"10551296" : 5165,
"10682368" : 4787,
"10813440" : 4780,
"10944512" : 5231,
"11075584" : 5800,
"11206656" : 6819,
"11337728" : 7039,
"11468800" : 6471,
"11599872" : 6182,
"11730944" : 6737,
"11862016" : 7024,
"11993088" : 7114,
"12124160" : 6900,
"12255232" : 6231,
"12386304" : 5612,
"12517376" : 5540,
"12648448" : 5389,
"12779520" : 5323,
"12910592" : 5393,
"13041664" : 5622,
"13172736" : 5509,
"13303808" : 5869,
"13434880" : 5937,
"13565952" : 5875,
"13697024" : 5576,
"13828096" : 5305,
"13959168" : 4554,
"14090240" : 4172,
"14221312" : 3889,
"14352384" : 3778,
"14483456" : 3731,
"14614528" : 3614,
"14745600" : 3626,
"14876672" : 3714,
"15007744" : 3772,
"15138816" : 3910,
"15269888" : 3933,
"15400960" : 4069,
"15532032" : 3947,
"15663104" : 3922,
"15794176" : 3990,
"15925248" : 3792,
"16056320" : 3524,
"16187392" : 3463,
"16318464" : 3478,
"16449536" : 3231,
"16580608" : 3303,
"16711680" : 3287,
"16908288" : 6286,
"17170432" : 6046,
"17432576" : 5856,
"17694720" : 6878,
"17956864" : 7349,
"18219008" : 7669,
"18481152" : 8026,
"18743296" : 9154,
"19005440" : 9536,
"19267584" : 10411,
"19529728" : 12010,
"19791872" : 13221,
"20054016" : 15282,
"20316160" : 16920,
"20578304" : 19011,
"20840448" : 21636,
"21102592" : 24932,
"21364736" : 29032,
"21626880" : 33784,
"21889024" : 37624,
"22151168" : 41537,
"22413312" : 46433,
"22675456" : 50463,
"22937600" : 53020,
"23199744" : 53797,
"23461888" : 53136,
"23724032" : 52322,
"23986176" : 48395,
"24248320" : 43778,
"24510464" : 39012,
"24772608" : 34126,
"25034752" : 28862,
"25296896" : 23642,
"25559040" : 18418,
"25821184" : 14134,
"26083328" : 10754,
"26345472" : 7978,
"26607616" : 5783,
"26869760" : 4136,
"27131904" : 2841,
"27394048" : 1841,
"27656192" : 1231,
"27918336" : 835,
"28180480" : 567,
"28442624" : 374,
"28704768" : 226,
"28966912" : 140,
"29229056" : 107,
"29491200" : 74,
"29753344" : 44,
"30015488" : 25,
"30277632" : 9,
"30539776" : 13,
"30801920" : 5,
"31064064" : 2
}
},
"lat_ns" : {
"min" : 8981624,
"max" : 32167169,
"mean" : 21153736.175327,
"stddev" : 4757407.922067,
"N" : 1210121
},
"bw_min" : 10090951,
"bw_max" : 22267497,
"bw_agg" : 100.000000,
"bw_mean" : 12403022.050251,
"bw_dev" : 372213.632434,
"bw_samples" : 1592,
"iops_min" : 9854,
"iops_max" : 21745,
"iops_mean" : 12111.643216,
"iops_stddev" : 363.498291,
"iops_samples" : 1592
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 799993,
"usr_cpu" : 0.506879,
"sys_cpu" : 80.415829,
"ctx" : 565056,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 1.583633,
"20" : 29.665432,
"50" : 68.750274,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067742,
"timestamp_ms" : 1773067742650,
"time" : "Mon Mar 9 11:49:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 1390021705728,
"io_kbytes" : 1357443072,
"bw_bytes" : 12636560961,
"bw" : 12340391,
"iops" : 12051.300000,
"runtime" : 110000,
"total_ios" : 1325643,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 198973,
"max" : 3066709,
"mean" : 660488.145830,
"stddev" : 227017.632337,
"N" : 1325644
},
"clat_ns" : {
"min" : 8679242,
"max" : 31187555,
"mean" : 20581257.026209,
"stddev" : 4600992.308475,
"N" : 1325635,
"percentile" : {
"1.000000" : 9764864,
"5.000000" : 10944512,
"10.000000" : 12255232,
"20.000000" : 15925248,
"30.000000" : 20054016,
"40.000000" : 21364736,
"50.000000" : 22413312,
"60.000000" : 22937600,
"70.000000" : 23461888,
"80.000000" : 23986176,
"90.000000" : 25034752,
"95.000000" : 25559040,
"99.000000" : 26869760,
"99.500000" : 27131904,
"99.900000" : 28180480,
"99.950000" : 28442624,
"99.990000" : 29491200
},
"bins" : {
"8716288" : 16,
"8847360" : 20,
"8978432" : 67,
"9109504" : 358,
"9240576" : 986,
"9371648" : 2278,
"9502720" : 3384,
"9633792" : 3931,
"9764864" : 5107,
"9895936" : 5721,
"10027008" : 6270,
"10158080" : 6073,
"10289152" : 5334,
"10420224" : 5211,
"10551296" : 5712,
"10682368" : 5226,
"10813440" : 5158,
"10944512" : 5527,
"11075584" : 6029,
"11206656" : 7053,
"11337728" : 7309,
"11468800" : 6747,
"11599872" : 6399,
"11730944" : 6935,
"11862016" : 7189,
"11993088" : 7314,
"12124160" : 7081,
"12255232" : 6419,
"12386304" : 5731,
"12517376" : 5660,
"12648448" : 5503,
"12779520" : 5435,
"12910592" : 5490,
"13041664" : 5685,
"13172736" : 5567,
"13303808" : 5926,
"13434880" : 5999,
"13565952" : 5921,
"13697024" : 5617,
"13828096" : 5349,
"13959168" : 4586,
"14090240" : 4198,
"14221312" : 3912,
"14352384" : 3795,
"14483456" : 3755,
"14614528" : 3637,
"14745600" : 3645,
"14876672" : 3736,
"15007744" : 3802,
"15138816" : 3937,
"15269888" : 3966,
"15400960" : 4092,
"15532032" : 3986,
"15663104" : 3952,
"15794176" : 4032,
"15925248" : 3837,
"16056320" : 3545,
"16187392" : 3493,
"16318464" : 3502,
"16449536" : 3264,
"16580608" : 3336,
"16711680" : 3325,
"16908288" : 6368,
"17170432" : 6136,
"17432576" : 5928,
"17694720" : 6951,
"17956864" : 7422,
"18219008" : 7759,
"18481152" : 8133,
"18743296" : 9236,
"19005440" : 9704,
"19267584" : 10706,
"19529728" : 12414,
"19791872" : 13789,
"20054016" : 16213,
"20316160" : 18225,
"20578304" : 20813,
"20840448" : 24145,
"21102592" : 28226,
"21364736" : 32955,
"21626880" : 38467,
"21889024" : 43107,
"22151168" : 47687,
"22413312" : 52860,
"22675456" : 57126,
"22937600" : 59910,
"23199744" : 60505,
"23461888" : 59487,
"23724032" : 58405,
"23986176" : 53812,
"24248320" : 48528,
"24510464" : 43037,
"24772608" : 37393,
"25034752" : 31659,
"25296896" : 25960,
"25559040" : 20203,
"25821184" : 15555,
"26083328" : 11899,
"26345472" : 8845,
"26607616" : 6378,
"26869760" : 4513,
"27131904" : 3111,
"27394048" : 2038,
"27656192" : 1354,
"27918336" : 916,
"28180480" : 615,
"28442624" : 412,
"28704768" : 240,
"28966912" : 142,
"29229056" : 107,
"29491200" : 74,
"29753344" : 44,
"30015488" : 25,
"30277632" : 9,
"30539776" : 13,
"30801920" : 5,
"31064064" : 2
}
},
"lat_ns" : {
"min" : 8981624,
"max" : 32167169,
"mean" : 21241758.866119,
"stddev" : 4745765.130113,
"N" : 1325635
},
"bw_min" : 10090951,
"bw_max" : 22267497,
"bw_agg" : 100.000000,
"bw_mean" : 12340842.863014,
"bw_dev" : 366510.484371,
"bw_samples" : 1752,
"iops_min" : 9854,
"iops_max" : 21745,
"iops_mean" : 12050.913242,
"iops_stddev" : 357.929891,
"iops_samples" : 1752
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 879993,
"usr_cpu" : 0.506254,
"sys_cpu" : 80.199161,
"ctx" : 627649,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 1.794676,
"20" : 28.015914,
"50" : 70.188806,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067752,
"timestamp_ms" : 1773067752650,
"time" : "Mon Mar 9 11:49:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 1512730263552,
"io_kbytes" : 1477275648,
"bw_bytes" : 12606085529,
"bw" : 12310630,
"iops" : 12022.175000,
"runtime" : 120000,
"total_ios" : 1442661,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 198973,
"max" : 3066709,
"mean" : 662094.320192,
"stddev" : 228046.285384,
"N" : 1442661
},
"clat_ns" : {
"min" : 8679242,
"max" : 31187555,
"mean" : 20630830.713908,
"stddev" : 4606026.075436,
"N" : 1442653,
"percentile" : {
"1.000000" : 9633792,
"5.000000" : 10813440,
"10.000000" : 12255232,
"20.000000" : 16187392,
"30.000000" : 20316160,
"40.000000" : 21626880,
"50.000000" : 22413312,
"60.000000" : 22937600,
"70.000000" : 23461888,
"80.000000" : 23986176,
"90.000000" : 25034752,
"95.000000" : 25559040,
"99.000000" : 26869760,
"99.500000" : 27131904,
"99.900000" : 28180480,
"99.950000" : 28704768,
"99.990000" : 29491200
},
"bins" : {
"8716288" : 16,
"8847360" : 20,
"8978432" : 70,
"9109504" : 428,
"9240576" : 1256,
"9371648" : 3104,
"9502720" : 4781,
"9633792" : 5626,
"9764864" : 7180,
"9895936" : 7294,
"10027008" : 7650,
"10158080" : 7079,
"10289152" : 6054,
"10420224" : 5749,
"10551296" : 6034,
"10682368" : 5498,
"10813440" : 5477,
"10944512" : 5869,
"11075584" : 6383,
"11206656" : 7365,
"11337728" : 7677,
"11468800" : 7094,
"11599872" : 6761,
"11730944" : 7228,
"11862016" : 7406,
"11993088" : 7547,
"12124160" : 7259,
"12255232" : 6580,
"12386304" : 5859,
"12517376" : 5781,
"12648448" : 5580,
"12779520" : 5498,
"12910592" : 5554,
"13041664" : 5717,
"13172736" : 5592,
"13303808" : 5955,
"13434880" : 6016,
"13565952" : 5942,
"13697024" : 5638,
"13828096" : 5358,
"13959168" : 4600,
"14090240" : 4206,
"14221312" : 3914,
"14352384" : 3799,
"14483456" : 3761,
"14614528" : 3643,
"14745600" : 3650,
"14876672" : 3739,
"15007744" : 3809,
"15138816" : 3939,
"15269888" : 3972,
"15400960" : 4093,
"15532032" : 3987,
"15663104" : 3956,
"15794176" : 4036,
"15925248" : 3843,
"16056320" : 3550,
"16187392" : 3498,
"16318464" : 3507,
"16449536" : 3267,
"16580608" : 3341,
"16711680" : 3331,
"16908288" : 6400,
"17170432" : 6192,
"17432576" : 6002,
"17694720" : 7005,
"17956864" : 7469,
"18219008" : 7872,
"18481152" : 8287,
"18743296" : 9475,
"19005440" : 9993,
"19267584" : 11117,
"19529728" : 12997,
"19791872" : 14536,
"20054016" : 17160,
"20316160" : 19633,
"20578304" : 22739,
"20840448" : 26624,
"21102592" : 31408,
"21364736" : 37034,
"21626880" : 43405,
"21889024" : 48784,
"22151168" : 53767,
"22413312" : 59561,
"22675456" : 64077,
"22937600" : 66669,
"23199744" : 67256,
"23461888" : 65682,
"23724032" : 63924,
"23986176" : 59089,
"24248320" : 53237,
"24510464" : 47143,
"24772608" : 40769,
"25034752" : 34481,
"25296896" : 28198,
"25559040" : 21814,
"25821184" : 16804,
"26083328" : 12863,
"26345472" : 9499,
"26607616" : 6797,
"26869760" : 4825,
"27131904" : 3287,
"27394048" : 2134,
"27656192" : 1431,
"27918336" : 972,
"28180480" : 665,
"28442624" : 438,
"28704768" : 260,
"28966912" : 155,
"29229056" : 115,
"29491200" : 84,
"29753344" : 46,
"30015488" : 26,
"30277632" : 12,
"30539776" : 15,
"30801920" : 8,
"31064064" : 2
}
},
"lat_ns" : {
"min" : 8981624,
"max" : 32167169,
"mean" : 21292922.052556,
"stddev" : 4750924.174168,
"N" : 1442653
},
"bw_min" : 10090951,
"bw_max" : 22267497,
"bw_agg" : 100.000000,
"bw_mean" : 12319595.719665,
"bw_dev" : 363928.527474,
"bw_samples" : 1912,
"iops_min" : 9854,
"iops_max" : 21745,
"iops_mean" : 12030.146444,
"iops_stddev" : 355.405421,
"iops_samples" : 1912
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959993,
"usr_cpu" : 0.506045,
"sys_cpu" : 80.020583,
"ctx" : 688979,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 2.227065,
"20" : 26.510663,
"50" : 71.261717,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067762,
"timestamp_ms" : 1773067762650,
"time" : "Mon Mar 9 11:49:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 1660198846464,
"io_kbytes" : 1621287936,
"bw_bytes" : 12770760357,
"bw" : 12471445,
"iops" : 12179.230769,
"runtime" : 130000,
"total_ios" : 1583300,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 198973,
"max" : 3066709,
"mean" : 653524.234901,
"stddev" : 228403.081478,
"N" : 1583300
},
"clat_ns" : {
"min" : 8554212,
"max" : 31187555,
"mean" : 20365361.664488,
"stddev" : 4677600.186473,
"N" : 1583292,
"percentile" : {
"1.000000" : 9633792,
"5.000000" : 10682368,
"10.000000" : 12124160,
"20.000000" : 15400960,
"30.000000" : 19529728,
"40.000000" : 21364736,
"50.000000" : 22151168,
"60.000000" : 22675456,
"70.000000" : 23461888,
"80.000000" : 23986176,
"90.000000" : 24772608,
"95.000000" : 25559040,
"99.000000" : 26607616,
"99.500000" : 27131904,
"99.900000" : 28180480,
"99.950000" : 28442624,
"99.990000" : 29491200
},
"bins" : {
"8585216" : 37,
"8716288" : 185,
"8847360" : 388,
"8978432" : 390,
"9109504" : 797,
"9240576" : 1610,
"9371648" : 3318,
"9502720" : 5085,
"9633792" : 6098,
"9764864" : 7814,
"9895936" : 8299,
"10027008" : 8998,
"10158080" : 8533,
"10289152" : 7324,
"10420224" : 6948,
"10551296" : 7137,
"10682368" : 6374,
"10813440" : 6304,
"10944512" : 6748,
"11075584" : 7269,
"11206656" : 8252,
"11337728" : 8581,
"11468800" : 8063,
"11599872" : 7544,
"11730944" : 7941,
"11862016" : 8127,
"11993088" : 8294,
"12124160" : 7981,
"12255232" : 7362,
"12386304" : 6688,
"12517376" : 6689,
"12648448" : 6611,
"12779520" : 6588,
"12910592" : 6822,
"13041664" : 7097,
"13172736" : 6971,
"13303808" : 7368,
"13434880" : 7332,
"13565952" : 7184,
"13697024" : 6957,
"13828096" : 6664,
"13959168" : 5943,
"14090240" : 5528,
"14221312" : 5095,
"14352384" : 5025,
"14483456" : 4996,
"14614528" : 4961,
"14745600" : 4976,
"14876672" : 5042,
"15007744" : 5244,
"15138816" : 5426,
"15269888" : 5425,
"15400960" : 5705,
"15532032" : 5457,
"15663104" : 5408,
"15794176" : 5428,
"15925248" : 5090,
"16056320" : 4772,
"16187392" : 4603,
"16318464" : 4512,
"16449536" : 4277,
"16580608" : 4174,
"16711680" : 4144,
"16908288" : 7985,
"17170432" : 7732,
"17432576" : 7660,
"17694720" : 8743,
"17956864" : 8967,
"18219008" : 9174,
"18481152" : 9622,
"18743296" : 10763,
"19005440" : 11557,
"19267584" : 13111,
"19529728" : 15072,
"19791872" : 16936,
"20054016" : 20034,
"20316160" : 22900,
"20578304" : 26375,
"20840448" : 30390,
"21102592" : 35538,
"21364736" : 40750,
"21626880" : 47032,
"21889024" : 52289,
"22151168" : 57177,
"22413312" : 62853,
"22675456" : 66984,
"22937600" : 69474,
"23199744" : 69812,
"23461888" : 68024,
"23724032" : 65969,
"23986176" : 60879,
"24248320" : 54740,
"24510464" : 48457,
"24772608" : 41886,
"25034752" : 35384,
"25296896" : 28944,
"25559040" : 22310,
"25821184" : 17153,
"26083328" : 13167,
"26345472" : 9702,
"26607616" : 6941,
"26869760" : 4915,
"27131904" : 3364,
"27394048" : 2173,
"27656192" : 1468,
"27918336" : 991,
"28180480" : 676,
"28442624" : 447,
"28704768" : 269,
"28966912" : 157,
"29229056" : 125,
"29491200" : 104,
"29753344" : 49,
"30015488" : 28,
"30277632" : 12,
"30539776" : 15,
"30801920" : 8,
"31064064" : 2
}
},
"lat_ns" : {
"min" : 8836402,
"max" : 32167169,
"mean" : 21018922.006879,
"stddev" : 4824890.956856,
"N" : 1583292
},
"bw_min" : 10090951,
"bw_max" : 22996992,
"bw_agg" : 99.887810,
"bw_mean" : 12457454.868726,
"bw_dev" : 378983.011452,
"bw_samples" : 2072,
"iops_min" : 9854,
"iops_max" : 22458,
"iops_mean" : 12164.768340,
"iops_stddev" : 370.110009,
"iops_samples" : 2072
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1039993,
"usr_cpu" : 0.511446,
"sys_cpu" : 80.579100,
"ctx" : 725080,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 2.320280,
"20" : 29.194341,
"50" : 68.484873,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067772,
"timestamp_ms" : 1773067772650,
"time" : "Mon Mar 9 11:49:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 1796273602560,
"io_kbytes" : 1754173440,
"bw_bytes" : 12830525732,
"bw" : 12529810,
"iops" : 12236.221429,
"runtime" : 140000,
"total_ios" : 1713071,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 198973,
"max" : 3066709,
"mean" : 650466.717579,
"stddev" : 227712.907542,
"N" : 1713071
},
"clat_ns" : {
"min" : 8554212,
"max" : 31187555,
"mean" : 20270169.972404,
"stddev" : 4693637.584564,
"N" : 1713063,
"percentile" : {
"1.000000" : 9633792,
"5.000000" : 10682368,
"10.000000" : 11993088,
"20.000000" : 15269888,
"30.000000" : 19529728,
"40.000000" : 21102592,
"50.000000" : 22151168,
"60.000000" : 22675456,
"70.000000" : 23199744,
"80.000000" : 23986176,
"90.000000" : 24772608,
"95.000000" : 25559040,
"99.000000" : 26607616,
"99.500000" : 27131904,
"99.900000" : 28180480,
"99.950000" : 28442624,
"99.990000" : 29491200
},
"bins" : {
"8585216" : 37,
"8716288" : 185,
"8847360" : 388,
"8978432" : 391,
"9109504" : 832,
"9240576" : 1766,
"9371648" : 3689,
"9502720" : 5721,
"9633792" : 6875,
"9764864" : 8997,
"9895936" : 9653,
"10027008" : 10171,
"10158080" : 9475,
"10289152" : 8132,
"10420224" : 7662,
"10551296" : 7807,
"10682368" : 7022,
"10813440" : 6998,
"10944512" : 7396,
"11075584" : 7989,
"11206656" : 8970,
"11337728" : 9326,
"11468800" : 8806,
"11599872" : 8151,
"11730944" : 8688,
"11862016" : 8876,
"11993088" : 9154,
"12124160" : 8715,
"12255232" : 8032,
"12386304" : 7390,
"12517376" : 7401,
"12648448" : 7269,
"12779520" : 7294,
"12910592" : 7577,
"13041664" : 7887,
"13172736" : 7693,
"13303808" : 8071,
"13434880" : 7960,
"13565952" : 7840,
"13697024" : 7651,
"13828096" : 7275,
"13959168" : 6488,
"14090240" : 6107,
"14221312" : 5592,
"14352384" : 5617,
"14483456" : 5715,
"14614528" : 5787,
"14745600" : 5773,
"14876672" : 5737,
"15007744" : 5925,
"15138816" : 6066,
"15269888" : 6024,
"15400960" : 6224,
"15532032" : 6008,
"15663104" : 6062,
"15794176" : 6239,
"15925248" : 5896,
"16056320" : 5717,
"16187392" : 5577,
"16318464" : 5394,
"16449536" : 5118,
"16580608" : 4882,
"16711680" : 4639,
"16908288" : 8918,
"17170432" : 8701,
"17432576" : 8622,
"17694720" : 9653,
"17956864" : 10097,
"18219008" : 10204,
"18481152" : 10407,
"18743296" : 11475,
"19005440" : 12343,
"19267584" : 14004,
"19529728" : 16124,
"19791872" : 18187,
"20054016" : 21665,
"20316160" : 25038,
"20578304" : 29163,
"20840448" : 33622,
"21102592" : 39650,
"21364736" : 45479,
"21626880" : 52291,
"21889024" : 57531,
"22151168" : 62573,
"22413312" : 68218,
"22675456" : 72162,
"22937600" : 74213,
"23199744" : 74354,
"23461888" : 72133,
"23724032" : 69440,
"23986176" : 63888,
"24248320" : 57359,
"24510464" : 50548,
"24772608" : 43610,
"25034752" : 36763,
"25296896" : 30017,
"25559040" : 23103,
"25821184" : 17755,
"26083328" : 13628,
"26345472" : 10015,
"26607616" : 7170,
"26869760" : 5035,
"27131904" : 3442,
"27394048" : 2232,
"27656192" : 1500,
"27918336" : 1022,
"28180480" : 685,
"28442624" : 451,
"28704768" : 273,
"28966912" : 158,
"29229056" : 125,
"29491200" : 104,
"29753344" : 49,
"30015488" : 28,
"30277632" : 12,
"30539776" : 15,
"30801920" : 8,
"31064064" : 2
}
},
"lat_ns" : {
"min" : 8836402,
"max" : 32167169,
"mean" : 20920649.040175,
"stddev" : 4841508.491573,
"N" : 1713063
},
"bw_min" : 10090951,
"bw_max" : 23379968,
"bw_agg" : 100.000000,
"bw_mean" : 12530662.068100,
"bw_dev" : 385087.148244,
"bw_samples" : 2232,
"iops_min" : 9854,
"iops_max" : 22832,
"iops_mean" : 12236.261649,
"iops_stddev" : 376.067481,
"iops_samples" : 2232
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1119993,
"usr_cpu" : 0.515539,
"sys_cpu" : 80.803630,
"ctx" : 774067,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 2.429146,
"20" : 29.829820,
"50" : 67.740567,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067782,
"timestamp_ms" : 1773067782651,
"time" : "Mon Mar 9 11:49:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 1920944046080,
"io_kbytes" : 1875921920,
"bw_bytes" : 12806293640,
"bw" : 12506146,
"iops" : 12213.106667,
"runtime" : 150000,
"total_ios" : 1831966,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 198973,
"max" : 3066709,
"mean" : 651704.173230,
"stddev" : 228434.865109,
"N" : 1831966
},
"clat_ns" : {
"min" : 8554212,
"max" : 31267834,
"mean" : 20308317.186984,
"stddev" : 4705418.138041,
"N" : 1831958,
"percentile" : {
"1.000000" : 9633792,
"5.000000" : 10551296,
"10.000000" : 11993088,
"20.000000" : 15400960,
"30.000000" : 19791872,
"40.000000" : 21364736,
"50.000000" : 22151168,
"60.000000" : 22675456,
"70.000000" : 23199744,
"80.000000" : 23986176,
"90.000000" : 24772608,
"95.000000" : 25559040,
"99.000000" : 26607616,
"99.500000" : 27131904,
"99.900000" : 28180480,
"99.950000" : 28442624,
"99.990000" : 29491200
},
"bins" : {
"8585216" : 37,
"8716288" : 185,
"8847360" : 388,
"8978432" : 409,
"9109504" : 945,
"9240576" : 2167,
"9371648" : 4777,
"9502720" : 7387,
"9633792" : 9030,
"9764864" : 11143,
"9895936" : 11346,
"10027008" : 11600,
"10158080" : 10723,
"10289152" : 9041,
"10420224" : 8449,
"10551296" : 8359,
"10682368" : 7504,
"10813440" : 7407,
"10944512" : 7707,
"11075584" : 8304,
"11206656" : 9311,
"11337728" : 9531,
"11468800" : 9080,
"11599872" : 8432,
"11730944" : 8928,
"11862016" : 9108,
"11993088" : 9347,
"12124160" : 8897,
"12255232" : 8205,
"12386304" : 7558,
"12517376" : 7524,
"12648448" : 7365,
"12779520" : 7391,
"12910592" : 7676,
"13041664" : 7983,
"13172736" : 7786,
"13303808" : 8145,
"13434880" : 8022,
"13565952" : 7899,
"13697024" : 7709,
"13828096" : 7312,
"13959168" : 6523,
"14090240" : 6141,
"14221312" : 5603,
"14352384" : 5632,
"14483456" : 5724,
"14614528" : 5804,
"14745600" : 5778,
"14876672" : 5747,
"15007744" : 5933,
"15138816" : 6078,
"15269888" : 6034,
"15400960" : 6229,
"15532032" : 6016,
"15663104" : 6070,
"15794176" : 6241,
"15925248" : 5897,
"16056320" : 5720,
"16187392" : 5579,
"16318464" : 5396,
"16449536" : 5119,
"16580608" : 4884,
"16711680" : 4649,
"16908288" : 8930,
"17170432" : 8704,
"17432576" : 8632,
"17694720" : 9656,
"17956864" : 10114,
"18219008" : 10252,
"18481152" : 10464,
"18743296" : 11586,
"19005440" : 12520,
"19267584" : 14296,
"19529728" : 16611,
"19791872" : 19024,
"20054016" : 23010,
"20316160" : 26975,
"20578304" : 31532,
"20840448" : 36907,
"21102592" : 43590,
"21364736" : 50223,
"21626880" : 57523,
"21889024" : 63124,
"22151168" : 68660,
"22413312" : 74694,
"22675456" : 78903,
"22937600" : 80738,
"23199744" : 80672,
"23461888" : 78270,
"23724032" : 74845,
"23986176" : 68676,
"24248320" : 61497,
"24510464" : 54057,
"24772608" : 46534,
"25034752" : 39252,
"25296896" : 32007,
"25559040" : 24566,
"25821184" : 18876,
"26083328" : 14498,
"26345472" : 10653,
"26607616" : 7665,
"26869760" : 5407,
"27131904" : 3705,
"27394048" : 2392,
"27656192" : 1627,
"27918336" : 1104,
"28180480" : 748,
"28442624" : 480,
"28704768" : 295,
"28966912" : 171,
"29229056" : 137,
"29491200" : 115,
"29753344" : 52,
"30015488" : 30,
"30277632" : 13,
"30539776" : 16,
"30801920" : 9,
"31064064" : 6,
"31326208" : 1
}
},
"lat_ns" : {
"min" : 8836402,
"max" : 32190924,
"mean" : 20960017.522353,
"stddev" : 4853664.252962,
"N" : 1831958
},
"bw_min" : 10074534,
"bw_max" : 23413253,
"bw_agg" : 100.000000,
"bw_mean" : 12515563.729097,
"bw_dev" : 382830.666575,
"bw_samples" : 2392,
"iops_min" : 9838,
"iops_max" : 22864,
"iops_mean" : 12221.501672,
"iops_stddev" : 373.864445,
"iops_samples" : 2392
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1199995,
"usr_cpu" : 0.513919,
"sys_cpu" : 80.753336,
"ctx" : 831130,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 2.804801,
"20" : 28.533390,
"50" : 68.661373,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067792,
"timestamp_ms" : 1773067792651,
"time" : "Mon Mar 9 11:49:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 18,
"elapsed" : 171,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 2036246511616,
"io_kbytes" : 1988521984,
"bw_bytes" : 12726540697,
"bw" : 12428262,
"iops" : 12137.068750,
"runtime" : 160000,
"total_ios" : 1941931,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 198973,
"max" : 3066709,
"mean" : 655805.161807,
"stddev" : 229020.404631,
"N" : 1941931
},
"clat_ns" : {
"min" : 8554212,
"max" : 31267834,
"mean" : 20435608.254411,
"stddev" : 4681783.971248,
"N" : 1941923,
"percentile" : {
"1.000000" : 9633792,
"5.000000" : 10551296,
"10.000000" : 11993088,
"20.000000" : 15663104,
"30.000000" : 20054016,
"40.000000" : 21364736,
"50.000000" : 22151168,
"60.000000" : 22937600,
"70.000000" : 23461888,
"80.000000" : 23986176,
"90.000000" : 24772608,
"95.000000" : 25559040,
"99.000000" : 26607616,
"99.500000" : 27131904,
"99.900000" : 28180480,
"99.950000" : 28704768,
"99.990000" : 29491200
},
"bins" : {
"8585216" : 37,
"8716288" : 185,
"8847360" : 388,
"8978432" : 409,
"9109504" : 961,
"9240576" : 2306,
"9371648" : 5100,
"9502720" : 8012,
"9633792" : 9967,
"9764864" : 12181,
"9895936" : 12285,
"10027008" : 12268,
"10158080" : 11232,
"10289152" : 9337,
"10420224" : 8600,
"10551296" : 8473,
"10682368" : 7570,
"10813440" : 7464,
"10944512" : 7760,
"11075584" : 8378,
"11206656" : 9385,
"11337728" : 9588,
"11468800" : 9138,
"11599872" : 8474,
"11730944" : 8951,
"11862016" : 9151,
"11993088" : 9393,
"12124160" : 8958,
"12255232" : 8246,
"12386304" : 7604,
"12517376" : 7585,
"12648448" : 7422,
"12779520" : 7450,
"12910592" : 7741,
"13041664" : 8024,
"13172736" : 7850,
"13303808" : 8195,
"13434880" : 8063,
"13565952" : 7947,
"13697024" : 7766,
"13828096" : 7353,
"13959168" : 6575,
"14090240" : 6177,
"14221312" : 5640,
"14352384" : 5676,
"14483456" : 5764,
"14614528" : 5848,
"14745600" : 5817,
"14876672" : 5779,
"15007744" : 5962,
"15138816" : 6100,
"15269888" : 6068,
"15400960" : 6247,
"15532032" : 6037,
"15663104" : 6090,
"15794176" : 6261,
"15925248" : 5913,
"16056320" : 5741,
"16187392" : 5609,
"16318464" : 5439,
"16449536" : 5152,
"16580608" : 4920,
"16711680" : 4696,
"16908288" : 9005,
"17170432" : 8809,
"17432576" : 8747,
"17694720" : 9812,
"17956864" : 10296,
"18219008" : 10412,
"18481152" : 10648,
"18743296" : 11744,
"19005440" : 12691,
"19267584" : 14484,
"19529728" : 16838,
"19791872" : 19376,
"20054016" : 23544,
"20316160" : 27848,
"20578304" : 32746,
"20840448" : 38556,
"21102592" : 45701,
"21364736" : 52949,
"21626880" : 60765,
"21889024" : 67118,
"22151168" : 73287,
"22413312" : 79846,
"22675456" : 84699,
"22937600" : 86904,
"23199744" : 87169,
"23461888" : 84932,
"23724032" : 81469,
"23986176" : 75221,
"24248320" : 67644,
"24510464" : 59766,
"24772608" : 51593,
"25034752" : 43621,
"25296896" : 35561,
"25559040" : 27341,
"25821184" : 21095,
"26083328" : 16121,
"26345472" : 11894,
"26607616" : 8627,
"26869760" : 6054,
"27131904" : 4146,
"27394048" : 2692,
"27656192" : 1831,
"27918336" : 1239,
"28180480" : 844,
"28442624" : 541,
"28704768" : 353,
"28966912" : 210,
"29229056" : 158,
"29491200" : 132,
"29753344" : 57,
"30015488" : 32,
"30277632" : 15,
"30539776" : 16,
"30801920" : 9,
"31064064" : 6,
"31326208" : 1
}
},
"lat_ns" : {
"min" : 8836402,
"max" : 32190924,
"mean" : 21091411.362078,
"stddev" : 4829211.467410,
"N" : 1941923
},
"bw_min" : 10068390,
"bw_max" : 23413253,
"bw_agg" : 100.000000,
"bw_mean" : 12436713.319749,
"bw_dev" : 378131.429337,
"bw_samples" : 2552,
"iops_min" : 9832,
"iops_max" : 22864,
"iops_mean" : 12144.510972,
"iops_stddev" : 369.273848,
"iops_samples" : 2552
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279997,
"usr_cpu" : 0.511798,
"sys_cpu" : 80.429564,
"ctx" : 899587,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 2.863593,
"20" : 27.215694,
"50" : 69.920301,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067802,
"timestamp_ms" : 1773067802651,
"time" : "Mon Mar 9 11:50:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 2167770447872,
"io_kbytes" : 2116963328,
"bw_bytes" : 12751665879,
"bw" : 12452798,
"iops" : 12161.059771,
"runtime" : 169999,
"total_ios" : 2067368,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 185736,
"max" : 3066709,
"mean" : 654508.976198,
"stddev" : 229658.000098,
"N" : 2067368
},
"clat_ns" : {
"min" : 8505611,
"max" : 31267834,
"mean" : 20395765.139227,
"stddev" : 4694070.572361,
"N" : 2067360,
"percentile" : {
"1.000000" : 9502720,
"5.000000" : 10420224,
"10.000000" : 11993088,
"20.000000" : 15663104,
"30.000000" : 19791872,
"40.000000" : 21364736,
"50.000000" : 22151168,
"60.000000" : 22675456,
"70.000000" : 23461888,
"80.000000" : 23986176,
"90.000000" : 24772608,
"95.000000" : 25559040,
"99.000000" : 26607616,
"99.500000" : 27131904,
"99.900000" : 28180480,
"99.950000" : 28442624,
"99.990000" : 29491200
},
"bins" : {
"8454144" : 2,
"8585216" : 62,
"8716288" : 243,
"8847360" : 588,
"8978432" : 877,
"9109504" : 1810,
"9240576" : 3523,
"9371648" : 6407,
"9502720" : 9402,
"9633792" : 11101,
"9764864" : 13035,
"9895936" : 13017,
"10027008" : 12876,
"10158080" : 11763,
"10289152" : 9921,
"10420224" : 9100,
"10551296" : 8877,
"10682368" : 7859,
"10813440" : 7766,
"10944512" : 8143,
"11075584" : 8672,
"11206656" : 9704,
"11337728" : 9953,
"11468800" : 9485,
"11599872" : 8785,
"11730944" : 9328,
"11862016" : 9504,
"11993088" : 9728,
"12124160" : 9289,
"12255232" : 8616,
"12386304" : 8002,
"12517376" : 7982,
"12648448" : 7826,
"12779520" : 7894,
"12910592" : 8210,
"13041664" : 8478,
"13172736" : 8365,
"13303808" : 8701,
"13434880" : 8585,
"13565952" : 8400,
"13697024" : 8191,
"13828096" : 7855,
"13959168" : 7093,
"14090240" : 6643,
"14221312" : 6099,
"14352384" : 6119,
"14483456" : 6309,
"14614528" : 6398,
"14745600" : 6383,
"14876672" : 6418,
"15007744" : 6574,
"15138816" : 6704,
"15269888" : 6730,
"15400960" : 6949,
"15532032" : 6718,
"15663104" : 6778,
"15794176" : 6887,
"15925248" : 6522,
"16056320" : 6339,
"16187392" : 6161,
"16318464" : 5982,
"16449536" : 5601,
"16580608" : 5345,
"16711680" : 5092,
"16908288" : 9814,
"17170432" : 9591,
"17432576" : 9450,
"17694720" : 10490,
"17956864" : 10977,
"18219008" : 11202,
"18481152" : 11483,
"18743296" : 12557,
"19005440" : 13724,
"19267584" : 15767,
"19529728" : 18294,
"19791872" : 21322,
"20054016" : 25760,
"20316160" : 30405,
"20578304" : 35598,
"20840448" : 41749,
"21102592" : 49209,
"21364736" : 56569,
"21626880" : 64702,
"21889024" : 71173,
"22151168" : 77654,
"22413312" : 84126,
"22675456" : 89194,
"22937600" : 91618,
"23199744" : 91930,
"23461888" : 89640,
"23724032" : 85835,
"23986176" : 79304,
"24248320" : 71333,
"24510464" : 62945,
"24772608" : 54370,
"25034752" : 45793,
"25296896" : 37395,
"25559040" : 28825,
"25821184" : 22196,
"26083328" : 16914,
"26345472" : 12481,
"26607616" : 9077,
"26869760" : 6331,
"27131904" : 4343,
"27394048" : 2817,
"27656192" : 1912,
"27918336" : 1280,
"28180480" : 878,
"28442624" : 550,
"28704768" : 366,
"28966912" : 220,
"29229056" : 160,
"29491200" : 132,
"29753344" : 57,
"30015488" : 32,
"30277632" : 15,
"30539776" : 16,
"30801920" : 9,
"31064064" : 6,
"31326208" : 1
}
},
"lat_ns" : {
"min" : 8785271,
"max" : 32190924,
"mean" : 21050297.508839,
"stddev" : 4841868.306445,
"N" : 2067360
},
"bw_min" : 10054054,
"bw_max" : 23436470,
"bw_agg" : 99.957233,
"bw_mean" : 12447473.716814,
"bw_dev" : 382351.446798,
"bw_samples" : 2712,
"iops_min" : 9818,
"iops_max" : 22886,
"iops_mean" : 12155.029499,
"iops_stddev" : 373.394553,
"iops_samples" : 2712
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1359992,
"usr_cpu" : 0.512871,
"sys_cpu" : 80.494076,
"ctx" : 951149,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 3.098045,
"20" : 27.355555,
"50" : 69.546012,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067812,
"timestamp_ms" : 1773067812650,
"time" : "Mon Mar 9 11:50:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 2326844669952,
"io_kbytes" : 2272309248,
"bw_bytes" : 12926986649,
"bw" : 12624010,
"iops" : 12328.174045,
"runtime" : 179999,
"total_ios" : 2219059,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 185736,
"max" : 3066709,
"mean" : 645599.252301,
"stddev" : 229351.341925,
"N" : 2219062
},
"clat_ns" : {
"min" : 6479,
"max" : 31267834,
"mean" : 20118415.065167,
"stddev" : 4777014.385262,
"N" : 2219147,
"percentile" : {
"1.000000" : 9502720,
"5.000000" : 10420224,
"10.000000" : 11862016,
"20.000000" : 14876672,
"30.000000" : 19005440,
"40.000000" : 21102592,
"50.000000" : 21889024,
"60.000000" : 22675456,
"70.000000" : 23199744,
"80.000000" : 23986176,
"90.000000" : 24772608,
"95.000000" : 25296896,
"99.000000" : 26607616,
"99.500000" : 27131904,
"99.900000" : 28180480,
"99.950000" : 28442624,
"99.990000" : 29491200
},
"bins" : {
"6496" : 1,
"17536" : 1,
"18048" : 1,
"724992" : 1,
"839680" : 1,
"929792" : 1,
"1335296" : 1,
"1482752" : 1,
"1908736" : 1,
"2146304" : 1,
"2277376" : 1,
"2605056" : 1,
"2834432" : 1,
"3063808" : 1,
"3391488" : 1,
"3719168" : 1,
"3915776" : 1,
"4358144" : 1,
"4620288" : 1,
"4882432" : 1,
"5079040" : 1,
"5144576" : 1,
"5799936" : 1,
"6062080" : 2,
"6651904" : 1,
"6782976" : 2,
"7241728" : 1,
"7372800" : 1,
"7438336" : 1,
"7962624" : 2,
"8028160" : 1,
"8454144" : 4,
"8585216" : 62,
"8716288" : 243,
"8847360" : 589,
"8978432" : 877,
"9109504" : 1823,
"9240576" : 3645,
"9371648" : 6610,
"9502720" : 9763,
"9633792" : 11748,
"9764864" : 14003,
"9895936" : 13919,
"10027008" : 13910,
"10158080" : 12891,
"10289152" : 11027,
"10420224" : 10291,
"10551296" : 10365,
"10682368" : 9481,
"10813440" : 9657,
"10944512" : 10383,
"11075584" : 11051,
"11206656" : 11989,
"11337728" : 11772,
"11468800" : 11283,
"11599872" : 10927,
"11730944" : 12033,
"11862016" : 12568,
"11993088" : 12787,
"12124160" : 11787,
"12255232" : 10557,
"12386304" : 9724,
"12517376" : 9547,
"12648448" : 9181,
"12779520" : 9102,
"12910592" : 9450,
"13041664" : 9825,
"13172736" : 9821,
"13303808" : 10253,
"13434880" : 10219,
"13565952" : 10134,
"13697024" : 9836,
"13828096" : 9453,
"13959168" : 8744,
"14090240" : 8245,
"14221312" : 7528,
"14352384" : 7430,
"14483456" : 7607,
"14614528" : 7594,
"14745600" : 7584,
"14876672" : 7483,
"15007744" : 7629,
"15138816" : 7766,
"15269888" : 7852,
"15400960" : 7973,
"15532032" : 7785,
"15663104" : 7890,
"15794176" : 7901,
"15925248" : 7534,
"16056320" : 7359,
"16187392" : 7135,
"16318464" : 7016,
"16449536" : 6733,
"16580608" : 6610,
"16711680" : 6212,
"16908288" : 11854,
"17170432" : 11259,
"17432576" : 10935,
"17694720" : 11876,
"17956864" : 12609,
"18219008" : 13100,
"18481152" : 13657,
"18743296" : 15230,
"19005440" : 17067,
"19267584" : 19554,
"19529728" : 22243,
"19791872" : 25382,
"20054016" : 29713,
"20316160" : 34258,
"20578304" : 39242,
"20840448" : 44866,
"21102592" : 52030,
"21364736" : 59177,
"21626880" : 66927,
"21889024" : 73144,
"22151168" : 79380,
"22413312" : 85745,
"22675456" : 90764,
"22937600" : 93172,
"23199744" : 93344,
"23461888" : 90971,
"23724032" : 86948,
"23986176" : 80301,
"24248320" : 72132,
"24510464" : 63619,
"24772608" : 54969,
"25034752" : 46201,
"25296896" : 37728,
"25559040" : 29078,
"25821184" : 22383,
"26083328" : 17023,
"26345472" : 12592,
"26607616" : 9160,
"26869760" : 6382,
"27131904" : 4376,
"27394048" : 2836,
"27656192" : 1926,
"27918336" : 1298,
"28180480" : 882,
"28442624" : 557,
"28704768" : 372,
"28966912" : 223,
"29229056" : 160,
"29491200" : 132,
"29753344" : 57,
"30015488" : 32,
"30277632" : 15,
"30539776" : 16,
"30801920" : 9,
"31064064" : 6,
"31326208" : 1
}
},
"lat_ns" : {
"min" : 712676,
"max" : 32190924,
"mean" : 20764014.648290,
"stddev" : 4927595.453734,
"N" : 2219147
},
"bw_min" : 10054054,
"bw_max" : 23616694,
"bw_agg" : 100.000000,
"bw_mean" : 12632379.331476,
"bw_dev" : 395431.208214,
"bw_samples" : 2872,
"iops_min" : 9818,
"iops_max" : 23062,
"iops_mean" : 12335.621170,
"iops_stddev" : 386.168719,
"iops_samples" : 2872
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1439992,
"usr_cpu" : 0.517364,
"sys_cpu" : 81.136215,
"ctx" : 974406,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999865,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 3.044534,
"20" : 30.455432,
"50" : 66.503234,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067812,
"timestamp_ms" : 1773067812701,
"time" : "Mon Mar 9 11:50:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 2327120445440,
"io_kbytes" : 2272578560,
"bw_bytes" : 12928303271,
"bw" : 12625296,
"iops" : 12327.968578,
"runtime" : 180002,
"total_ios" : 2219059,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 185736,
"max" : 3066709,
"mean" : 645599.368616,
"stddev" : 229351.242439,
"N" : 2219067
},
"clat_ns" : {
"min" : 3946,
"max" : 31267834,
"mean" : 20117828.381891,
"stddev" : 4777748.571058,
"N" : 2219307,
"percentile" : {
"1.000000" : 9502720,
"5.000000" : 10420224,
"10.000000" : 11862016,
"20.000000" : 14876672,
"30.000000" : 19005440,
"40.000000" : 21102592,
"50.000000" : 21889024,
"60.000000" : 22675456,
"70.000000" : 23199744,
"80.000000" : 23986176,
"90.000000" : 24772608,
"95.000000" : 25296896,
"99.000000" : 26607616,
"99.500000" : 27131904,
"99.900000" : 28180480,
"99.950000" : 28442624,
"99.990000" : 29491200
},
"bins" : {
"3952" : 1,
"4768" : 1,
"5088" : 2,
"5216" : 1,
"6496" : 1,
"17536" : 1,
"18048" : 1,
"536576" : 1,
"569344" : 1,
"618496" : 1,
"724992" : 1,
"839680" : 1,
"913408" : 1,
"921600" : 1,
"929792" : 1,
"1187840" : 1,
"1335296" : 1,
"1351680" : 1,
"1482752" : 1,
"1564672" : 1,
"1581056" : 1,
"1679360" : 1,
"1908736" : 1,
"2072576" : 1,
"2113536" : 1,
"2146304" : 1,
"2179072" : 1,
"2277376" : 3,
"2605056" : 1,
"2801664" : 1,
"2834432" : 1,
"2867200" : 1,
"2899968" : 1,
"2932736" : 1,
"2965504" : 1,
"3063808" : 1,
"3391488" : 1,
"3457024" : 1,
"3522560" : 1,
"3555328" : 1,
"3686400" : 1,
"3719168" : 1,
"3784704" : 1,
"3915776" : 1,
"4177920" : 1,
"4358144" : 1,
"4489216" : 2,
"4554752" : 1,
"4620288" : 1,
"4751360" : 1,
"4882432" : 1,
"5079040" : 3,
"5144576" : 1,
"5406720" : 2,
"5537792" : 1,
"5734400" : 1,
"5799936" : 2,
"5996544" : 1,
"6062080" : 2,
"6193152" : 1,
"6258688" : 1,
"6324224" : 1,
"6586368" : 1,
"6651904" : 2,
"6782976" : 2,
"6914048" : 1,
"7176192" : 1,
"7241728" : 3,
"7372800" : 1,
"7438336" : 1,
"7569408" : 1,
"7766016" : 2,
"7962624" : 3,
"8028160" : 1,
"8159232" : 2,
"8355840" : 1,
"8454144" : 4,
"8585216" : 62,
"8716288" : 243,
"8847360" : 592,
"8978432" : 879,
"9109504" : 1823,
"9240576" : 3645,
"9371648" : 6610,
"9502720" : 9764,
"9633792" : 11749,
"9764864" : 14004,
"9895936" : 13920,
"10027008" : 13911,
"10158080" : 12892,
"10289152" : 11027,
"10420224" : 10291,
"10551296" : 10368,
"10682368" : 9482,
"10813440" : 9657,
"10944512" : 10384,
"11075584" : 11051,
"11206656" : 11990,
"11337728" : 11772,
"11468800" : 11284,
"11599872" : 10927,
"11730944" : 12036,
"11862016" : 12569,
"11993088" : 12787,
"12124160" : 11788,
"12255232" : 10557,
"12386304" : 9725,
"12517376" : 9549,
"12648448" : 9182,
"12779520" : 9102,
"12910592" : 9450,
"13041664" : 9826,
"13172736" : 9822,
"13303808" : 10255,
"13434880" : 10220,
"13565952" : 10134,
"13697024" : 9837,
"13828096" : 9453,
"13959168" : 8747,
"14090240" : 8246,
"14221312" : 7528,
"14352384" : 7431,
"14483456" : 7607,
"14614528" : 7595,
"14745600" : 7585,
"14876672" : 7484,
"15007744" : 7630,
"15138816" : 7766,
"15269888" : 7853,
"15400960" : 7975,
"15532032" : 7786,
"15663104" : 7891,
"15794176" : 7901,
"15925248" : 7535,
"16056320" : 7359,
"16187392" : 7136,
"16318464" : 7017,
"16449536" : 6734,
"16580608" : 6611,
"16711680" : 6212,
"16908288" : 11856,
"17170432" : 11261,
"17432576" : 10937,
"17694720" : 11876,
"17956864" : 12611,
"18219008" : 13102,
"18481152" : 13658,
"18743296" : 15232,
"19005440" : 17068,
"19267584" : 19556,
"19529728" : 22246,
"19791872" : 25382,
"20054016" : 29715,
"20316160" : 34259,
"20578304" : 39245,
"20840448" : 44866,
"21102592" : 52032,
"21364736" : 59180,
"21626880" : 66928,
"21889024" : 73145,
"22151168" : 79383,
"22413312" : 85745,
"22675456" : 90765,
"22937600" : 93174,
"23199744" : 93346,
"23461888" : 90972,
"23724032" : 86949,
"23986176" : 80302,
"24248320" : 72132,
"24510464" : 63620,
"24772608" : 54971,
"25034752" : 46201,
"25296896" : 37729,
"25559040" : 29079,
"25821184" : 22383,
"26083328" : 17023,
"26345472" : 12593,
"26607616" : 9160,
"26869760" : 6382,
"27131904" : 4376,
"27394048" : 2836,
"27656192" : 1926,
"27918336" : 1298,
"28180480" : 882,
"28442624" : 557,
"28704768" : 372,
"28966912" : 223,
"29229056" : 160,
"29491200" : 132,
"29753344" : 57,
"30015488" : 32,
"30277632" : 15,
"30539776" : 16,
"30801920" : 9,
"31064064" : 6,
"31326208" : 1
}
},
"lat_ns" : {
"min" : 523866,
"max" : 32190924,
"mean" : 20763437.805163,
"stddev" : 4928283.312763,
"N" : 2219307
},
"bw_min" : 10054054,
"bw_max" : 23616694,
"bw_agg" : 100.000000,
"bw_mean" : 12632379.331476,
"bw_dev" : 395431.208214,
"bw_samples" : 2872,
"iops_min" : 9818,
"iops_max" : 23062,
"iops_mean" : 12335.621170,
"iops_stddev" : 386.168719,
"iops_samples" : 2872
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440008,
"usr_cpu" : 0.517358,
"sys_cpu" : 81.135452,
"ctx" : 974419,
"majf" : 0,
"minf" : 292,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999639,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 3.046291,
"20" : 30.458181,
"50" : 66.504586,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}