raidz2/benchmarks/rand/rand-write-qd32-nj8_run1.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773096367,
"timestamp_ms" : 1773096367218,
"time" : "Mon Mar 9 19:46:07 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 843239424,
"io_kbytes" : 823476,
"bw_bytes" : 86370933,
"bw" : 84346,
"iops" : 21114.411554,
"runtime" : 9763,
"total_ios" : 206140,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 78104,
"usr_cpu" : 0.773328,
"sys_cpu" : 15.535696,
"ctx" : 161645,
"majf" : 0,
"minf" : 45,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 99.879693,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096377,
"timestamp_ms" : 1773096377455,
"time" : "Mon Mar 9 19:46:17 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 792674304,
"io_kbytes" : 774096,
"bw_bytes" : 79267430,
"bw" : 77409,
"iops" : 19353.900000,
"runtime" : 10000,
"total_ios" : 193539,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 26640,
"max" : 3325331,
"mean" : 410415.490160,
"stddev" : 247870.272719,
"N" : 193539
},
"clat_ns" : {
"min" : 1075573,
"max" : 25045468,
"mean" : 12817479.805401,
"stddev" : 5892225.033570,
"N" : 193531,
"percentile" : {
"1.000000" : 2113536,
"5.000000" : 2899968,
"10.000000" : 4145152,
"20.000000" : 5603328,
"30.000000" : 6520832,
"40.000000" : 14352384,
"50.000000" : 15400960,
"60.000000" : 16187392,
"70.000000" : 16908288,
"80.000000" : 17694720,
"90.000000" : 19005440,
"95.000000" : 19791872,
"99.000000" : 21102592,
"99.500000" : 21626880,
"99.900000" : 22675456,
"99.950000" : 23199744,
"99.990000" : 23986176
},
"bins" : {
"1073152" : 1,
"1089536" : 1,
"1155072" : 1,
"1171456" : 1,
"1187840" : 5,
"1204224" : 8,
"1220608" : 2,
"1236992" : 2,
"1253376" : 2,
"1269760" : 4,
"1286144" : 7,
"1302528" : 2,
"1318912" : 2,
"1335296" : 4,
"1351680" : 8,
"1368064" : 26,
"1384448" : 8,
"1400832" : 13,
"1417216" : 15,
"1433600" : 5,
"1449984" : 5,
"1466368" : 15,
"1482752" : 10,
"1499136" : 20,
"1515520" : 20,
"1531904" : 20,
"1548288" : 9,
"1564672" : 10,
"1581056" : 27,
"1597440" : 27,
"1613824" : 20,
"1630208" : 37,
"1646592" : 37,
"1662976" : 20,
"1679360" : 18,
"1695744" : 54,
"1712128" : 32,
"1728512" : 41,
"1744896" : 31,
"1761280" : 42,
"1777664" : 55,
"1794048" : 38,
"1810432" : 46,
"1826816" : 56,
"1843200" : 33,
"1859584" : 43,
"1875968" : 52,
"1892352" : 34,
"1908736" : 58,
"1925120" : 34,
"1941504" : 70,
"1957888" : 85,
"1974272" : 74,
"1990656" : 58,
"2007040" : 73,
"2023424" : 61,
"2039808" : 78,
"2056192" : 95,
"2072576" : 106,
"2088960" : 84,
"2113536" : 155,
"2146304" : 184,
"2179072" : 244,
"2211840" : 189,
"2244608" : 211,
"2277376" : 276,
"2310144" : 248,
"2342912" : 249,
"2375680" : 315,
"2408448" : 291,
"2441216" : 319,
"2473984" : 343,
"2506752" : 339,
"2539520" : 369,
"2572288" : 354,
"2605056" : 386,
"2637824" : 317,
"2670592" : 391,
"2703360" : 429,
"2736128" : 443,
"2768896" : 431,
"2801664" : 413,
"2834432" : 447,
"2867200" : 477,
"2899968" : 362,
"2932736" : 428,
"2965504" : 427,
"2998272" : 395,
"3031040" : 368,
"3063808" : 338,
"3096576" : 312,
"3129344" : 323,
"3162112" : 361,
"3194880" : 289,
"3227648" : 265,
"3260416" : 329,
"3293184" : 311,
"3325952" : 293,
"3358720" : 207,
"3391488" : 280,
"3424256" : 265,
"3457024" : 230,
"3489792" : 228,
"3522560" : 183,
"3555328" : 198,
"3588096" : 256,
"3620864" : 182,
"3653632" : 128,
"3686400" : 208,
"3719168" : 252,
"3751936" : 146,
"3784704" : 110,
"3817472" : 199,
"3850240" : 169,
"3883008" : 164,
"3915776" : 141,
"3948544" : 166,
"3981312" : 172,
"4014080" : 265,
"4046848" : 167,
"4079616" : 127,
"4112384" : 155,
"4145152" : 364,
"4177920" : 163,
"4227072" : 489,
"4292608" : 1010,
"4358144" : 740,
"4423680" : 2103,
"4489216" : 1218,
"4554752" : 588,
"4620288" : 530,
"4685824" : 537,
"4751360" : 487,
"4816896" : 665,
"4882432" : 520,
"4947968" : 503,
"5013504" : 745,
"5079040" : 684,
"5144576" : 2196,
"5210112" : 1550,
"5275648" : 966,
"5341184" : 1044,
"5406720" : 652,
"5472256" : 554,
"5537792" : 487,
"5603328" : 876,
"5668864" : 722,
"5734400" : 733,
"5799936" : 742,
"5865472" : 718,
"5931008" : 786,
"5996544" : 1271,
"6062080" : 647,
"6127616" : 1091,
"6193152" : 3927,
"6258688" : 2037,
"6324224" : 1687,
"6389760" : 2224,
"6455296" : 1594,
"6520832" : 1169,
"6586368" : 1064,
"6651904" : 862,
"6717440" : 567,
"6782976" : 550,
"6848512" : 415,
"6914048" : 459,
"6979584" : 427,
"7045120" : 334,
"7110656" : 262,
"7176192" : 160,
"7241728" : 146,
"7307264" : 82,
"7372800" : 70,
"7438336" : 81,
"7503872" : 111,
"7569408" : 64,
"7634944" : 25,
"7700480" : 18,
"7766016" : 9,
"10027008" : 6,
"10158080" : 3,
"10289152" : 5,
"10420224" : 18,
"10551296" : 52,
"10682368" : 58,
"10813440" : 89,
"10944512" : 134,
"11075584" : 165,
"11206656" : 231,
"11337728" : 308,
"11468800" : 259,
"11599872" : 311,
"11730944" : 349,
"11862016" : 360,
"11993088" : 399,
"12124160" : 385,
"12255232" : 441,
"12386304" : 459,
"12517376" : 449,
"12648448" : 395,
"12779520" : 353,
"12910592" : 400,
"13041664" : 417,
"13172736" : 441,
"13303808" : 464,
"13434880" : 553,
"13565952" : 682,
"13697024" : 776,
"13828096" : 909,
"13959168" : 1040,
"14090240" : 1175,
"14221312" : 1414,
"14352384" : 1565,
"14483456" : 1669,
"14614528" : 1850,
"14745600" : 2131,
"14876672" : 2265,
"15007744" : 2482,
"15138816" : 2674,
"15269888" : 2744,
"15400960" : 3013,
"15532032" : 3127,
"15663104" : 3199,
"15794176" : 3311,
"15925248" : 3277,
"16056320" : 3406,
"16187392" : 3378,
"16318464" : 3376,
"16449536" : 3307,
"16580608" : 3481,
"16711680" : 3452,
"16908288" : 6632,
"17170432" : 6272,
"17432576" : 5934,
"17694720" : 5760,
"17956864" : 5150,
"18219008" : 4755,
"18481152" : 4373,
"18743296" : 3948,
"19005440" : 3527,
"19267584" : 3050,
"19529728" : 2610,
"19791872" : 2220,
"20054016" : 1873,
"20316160" : 1704,
"20578304" : 1338,
"20840448" : 1001,
"21102592" : 692,
"21364736" : 541,
"21626880" : 378,
"21889024" : 242,
"22151168" : 172,
"22413312" : 117,
"22675456" : 84,
"22937600" : 38,
"23199744" : 47,
"23461888" : 31,
"23724032" : 18,
"23986176" : 11,
"24248320" : 11,
"24510464" : 4,
"24772608" : 1,
"25034752" : 1
}
},
"lat_ns" : {
"min" : 1120131,
"max" : 25666568,
"mean" : 13227954.131767,
"stddev" : 6078876.208302,
"N" : 193531
},
"bw_min" : 67656,
"bw_max" : 94128,
"bw_agg" : 100.000000,
"bw_mean" : 77702.157895,
"bw_dev" : 1779.632821,
"bw_samples" : 152,
"iops_min" : 16914,
"iops_max" : 23532,
"iops_mean" : 19425.315789,
"iops_stddev" : 444.921479,
"iops_samples" : 152
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79997,
"usr_cpu" : 0.763779,
"sys_cpu" : 14.790555,
"ctx" : 188113,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.701667,
"4" : 8.786859,
"10" : 23.470722,
"20" : 63.051375,
"50" : 3.985243,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096387,
"timestamp_ms" : 1773096387455,
"time" : "Mon Mar 9 19:46:27 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1534156800,
"io_kbytes" : 1498200,
"bw_bytes" : 76707840,
"bw" : 74910,
"iops" : 18728.050000,
"runtime" : 20000,
"total_ios" : 374561,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 26640,
"max" : 3615634,
"mean" : 424203.758987,
"stddev" : 237267.139723,
"N" : 374561
},
"clat_ns" : {
"min" : 1075573,
"max" : 25045468,
"mean" : 13244249.396926,
"stddev" : 5417251.118558,
"N" : 374553,
"percentile" : {
"1.000000" : 2342912,
"5.000000" : 3588096,
"10.000000" : 4816896,
"20.000000" : 6258688,
"30.000000" : 11206656,
"40.000000" : 14483456,
"50.000000" : 15400960,
"60.000000" : 16056320,
"70.000000" : 16908288,
"80.000000" : 17694720,
"90.000000" : 18743296,
"95.000000" : 19791872,
"99.000000" : 21102592,
"99.500000" : 21626880,
"99.900000" : 22675456,
"99.950000" : 23199744,
"99.990000" : 23986176
},
"bins" : {
"1073152" : 1,
"1089536" : 1,
"1155072" : 1,
"1171456" : 1,
"1187840" : 5,
"1204224" : 8,
"1220608" : 2,
"1236992" : 2,
"1253376" : 2,
"1269760" : 4,
"1286144" : 7,
"1302528" : 2,
"1318912" : 2,
"1335296" : 4,
"1351680" : 8,
"1368064" : 26,
"1384448" : 8,
"1400832" : 13,
"1417216" : 15,
"1433600" : 5,
"1449984" : 5,
"1466368" : 15,
"1482752" : 10,
"1499136" : 20,
"1515520" : 20,
"1531904" : 20,
"1548288" : 9,
"1564672" : 10,
"1581056" : 27,
"1597440" : 27,
"1613824" : 20,
"1630208" : 37,
"1646592" : 37,
"1662976" : 20,
"1679360" : 18,
"1695744" : 54,
"1712128" : 32,
"1728512" : 41,
"1744896" : 31,
"1761280" : 43,
"1777664" : 55,
"1794048" : 38,
"1810432" : 48,
"1826816" : 60,
"1843200" : 35,
"1859584" : 45,
"1875968" : 59,
"1892352" : 36,
"1908736" : 61,
"1925120" : 43,
"1941504" : 80,
"1957888" : 90,
"1974272" : 79,
"1990656" : 63,
"2007040" : 78,
"2023424" : 70,
"2039808" : 90,
"2056192" : 108,
"2072576" : 112,
"2088960" : 84,
"2113536" : 165,
"2146304" : 214,
"2179072" : 261,
"2211840" : 204,
"2244608" : 227,
"2277376" : 293,
"2310144" : 272,
"2342912" : 267,
"2375680" : 347,
"2408448" : 344,
"2441216" : 348,
"2473984" : 380,
"2506752" : 394,
"2539520" : 415,
"2572288" : 390,
"2605056" : 459,
"2637824" : 371,
"2670592" : 436,
"2703360" : 494,
"2736128" : 514,
"2768896" : 507,
"2801664" : 475,
"2834432" : 525,
"2867200" : 575,
"2899968" : 428,
"2932736" : 515,
"2965504" : 519,
"2998272" : 462,
"3031040" : 468,
"3063808" : 411,
"3096576" : 377,
"3129344" : 437,
"3162112" : 433,
"3194880" : 349,
"3227648" : 335,
"3260416" : 398,
"3293184" : 375,
"3325952" : 367,
"3358720" : 278,
"3391488" : 333,
"3424256" : 339,
"3457024" : 284,
"3489792" : 299,
"3522560" : 226,
"3555328" : 254,
"3588096" : 384,
"3620864" : 236,
"3653632" : 214,
"3686400" : 279,
"3719168" : 320,
"3751936" : 236,
"3784704" : 160,
"3817472" : 301,
"3850240" : 359,
"3883008" : 245,
"3915776" : 219,
"3948544" : 249,
"3981312" : 264,
"4014080" : 393,
"4046848" : 268,
"4079616" : 228,
"4112384" : 268,
"4145152" : 560,
"4177920" : 249,
"4227072" : 670,
"4292608" : 1577,
"4358144" : 1111,
"4423680" : 3629,
"4489216" : 1980,
"4554752" : 1018,
"4620288" : 892,
"4685824" : 886,
"4751360" : 896,
"4816896" : 1320,
"4882432" : 853,
"4947968" : 815,
"5013504" : 1033,
"5079040" : 1100,
"5144576" : 3884,
"5210112" : 3029,
"5275648" : 1654,
"5341184" : 1712,
"5406720" : 1108,
"5472256" : 942,
"5537792" : 723,
"5603328" : 1191,
"5668864" : 1096,
"5734400" : 1208,
"5799936" : 1226,
"5865472" : 1093,
"5931008" : 1201,
"5996544" : 1807,
"6062080" : 1113,
"6127616" : 1753,
"6193152" : 5629,
"6258688" : 3001,
"6324224" : 2442,
"6389760" : 3389,
"6455296" : 2738,
"6520832" : 2028,
"6586368" : 2058,
"6651904" : 1634,
"6717440" : 1085,
"6782976" : 1208,
"6848512" : 984,
"6914048" : 1088,
"6979584" : 1336,
"7045120" : 994,
"7110656" : 960,
"7176192" : 838,
"7241728" : 917,
"7307264" : 661,
"7372800" : 681,
"7438336" : 706,
"7503872" : 655,
"7569408" : 491,
"7634944" : 357,
"7700480" : 373,
"7766016" : 362,
"7831552" : 207,
"7897088" : 193,
"7962624" : 219,
"8028160" : 240,
"8093696" : 144,
"8159232" : 217,
"8224768" : 262,
"8290304" : 296,
"8355840" : 163,
"8454144" : 462,
"8585216" : 413,
"8716288" : 401,
"8847360" : 340,
"8978432" : 326,
"9109504" : 285,
"9240576" : 268,
"9371648" : 173,
"9502720" : 203,
"9633792" : 163,
"9764864" : 163,
"9895936" : 175,
"10027008" : 216,
"10158080" : 200,
"10289152" : 270,
"10420224" : 314,
"10551296" : 307,
"10682368" : 382,
"10813440" : 377,
"10944512" : 525,
"11075584" : 607,
"11206656" : 693,
"11337728" : 822,
"11468800" : 735,
"11599872" : 717,
"11730944" : 775,
"11862016" : 796,
"11993088" : 888,
"12124160" : 843,
"12255232" : 905,
"12386304" : 964,
"12517376" : 945,
"12648448" : 873,
"12779520" : 765,
"12910592" : 879,
"13041664" : 954,
"13172736" : 1011,
"13303808" : 1100,
"13434880" : 1317,
"13565952" : 1579,
"13697024" : 1855,
"13828096" : 2162,
"13959168" : 2559,
"14090240" : 2866,
"14221312" : 3323,
"14352384" : 3696,
"14483456" : 4039,
"14614528" : 4516,
"14745600" : 5050,
"14876672" : 5291,
"15007744" : 5802,
"15138816" : 6046,
"15269888" : 6348,
"15400960" : 6957,
"15532032" : 6909,
"15663104" : 7124,
"15794176" : 7219,
"15925248" : 7269,
"16056320" : 7516,
"16187392" : 7267,
"16318464" : 7192,
"16449536" : 7107,
"16580608" : 7167,
"16711680" : 6979,
"16908288" : 13101,
"17170432" : 12254,
"17432576" : 11295,
"17694720" : 10433,
"17956864" : 9283,
"18219008" : 8299,
"18481152" : 7522,
"18743296" : 6692,
"19005440" : 5791,
"19267584" : 5060,
"19529728" : 4478,
"19791872" : 3930,
"20054016" : 3325,
"20316160" : 2883,
"20578304" : 2310,
"20840448" : 1765,
"21102592" : 1273,
"21364736" : 967,
"21626880" : 729,
"21889024" : 486,
"22151168" : 349,
"22413312" : 238,
"22675456" : 158,
"22937600" : 113,
"23199744" : 77,
"23461888" : 55,
"23724032" : 36,
"23986176" : 15,
"24248320" : 14,
"24510464" : 9,
"24772608" : 2,
"25034752" : 2
}
},
"lat_ns" : {
"min" : 1120131,
"max" : 25666568,
"mean" : 13668461.818992,
"stddev" : 5588283.984836,
"N" : 374553
},
"bw_min" : 58997,
"bw_max" : 94712,
"bw_agg" : 100.000000,
"bw_mean" : 75011.205128,
"bw_dev" : 2044.642132,
"bw_samples" : 312,
"iops_min" : 14749,
"iops_max" : 23678,
"iops_mean" : 18752.435897,
"iops_stddev" : 511.200802,
"iops_samples" : 312
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159999,
"usr_cpu" : 0.720005,
"sys_cpu" : 14.520091,
"ctx" : 370795,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.377776,
"4" : 5.548629,
"10" : 23.083023,
"20" : 67.313468,
"50" : 3.674969,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096397,
"timestamp_ms" : 1773096397455,
"time" : "Mon Mar 9 19:46:37 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2252394496,
"io_kbytes" : 2199604,
"bw_bytes" : 75079816,
"bw" : 73320,
"iops" : 18330.433333,
"runtime" : 30000,
"total_ios" : 549913,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 26640,
"max" : 3615634,
"mean" : 433440.862013,
"stddev" : 234172.378446,
"N" : 549913
},
"clat_ns" : {
"min" : 1075573,
"max" : 25045468,
"mean" : 13531313.037110,
"stddev" : 5111566.386315,
"N" : 549905,
"percentile" : {
"1.000000" : 2506752,
"5.000000" : 4292608,
"10.000000" : 5275648,
"20.000000" : 6848512,
"30.000000" : 12124160,
"40.000000" : 14614528,
"50.000000" : 15532032,
"60.000000" : 16187392,
"70.000000" : 16908288,
"80.000000" : 17694720,
"90.000000" : 18743296,
"95.000000" : 19529728,
"99.000000" : 21102592,
"99.500000" : 21626880,
"99.900000" : 22413312,
"99.950000" : 22937600,
"99.990000" : 23724032
},
"bins" : {
"1073152" : 1,
"1089536" : 1,
"1155072" : 1,
"1171456" : 1,
"1187840" : 5,
"1204224" : 8,
"1220608" : 2,
"1236992" : 2,
"1253376" : 2,
"1269760" : 4,
"1286144" : 7,
"1302528" : 2,
"1318912" : 2,
"1335296" : 4,
"1351680" : 8,
"1368064" : 26,
"1384448" : 8,
"1400832" : 13,
"1417216" : 15,
"1433600" : 5,
"1449984" : 5,
"1466368" : 15,
"1482752" : 10,
"1499136" : 20,
"1515520" : 20,
"1531904" : 20,
"1548288" : 9,
"1564672" : 10,
"1581056" : 27,
"1597440" : 27,
"1613824" : 20,
"1630208" : 37,
"1646592" : 37,
"1662976" : 20,
"1679360" : 18,
"1695744" : 54,
"1712128" : 32,
"1728512" : 41,
"1744896" : 31,
"1761280" : 43,
"1777664" : 58,
"1794048" : 38,
"1810432" : 48,
"1826816" : 60,
"1843200" : 36,
"1859584" : 45,
"1875968" : 59,
"1892352" : 40,
"1908736" : 61,
"1925120" : 43,
"1941504" : 82,
"1957888" : 94,
"1974272" : 80,
"1990656" : 64,
"2007040" : 78,
"2023424" : 71,
"2039808" : 91,
"2056192" : 112,
"2072576" : 112,
"2088960" : 87,
"2113536" : 167,
"2146304" : 217,
"2179072" : 263,
"2211840" : 205,
"2244608" : 233,
"2277376" : 296,
"2310144" : 273,
"2342912" : 271,
"2375680" : 357,
"2408448" : 346,
"2441216" : 359,
"2473984" : 387,
"2506752" : 402,
"2539520" : 424,
"2572288" : 406,
"2605056" : 478,
"2637824" : 392,
"2670592" : 465,
"2703360" : 527,
"2736128" : 532,
"2768896" : 526,
"2801664" : 489,
"2834432" : 541,
"2867200" : 594,
"2899968" : 448,
"2932736" : 530,
"2965504" : 564,
"2998272" : 496,
"3031040" : 496,
"3063808" : 456,
"3096576" : 424,
"3129344" : 484,
"3162112" : 481,
"3194880" : 408,
"3227648" : 398,
"3260416" : 461,
"3293184" : 423,
"3325952" : 440,
"3358720" : 349,
"3391488" : 379,
"3424256" : 428,
"3457024" : 389,
"3489792" : 351,
"3522560" : 279,
"3555328" : 325,
"3588096" : 443,
"3620864" : 289,
"3653632" : 255,
"3686400" : 337,
"3719168" : 369,
"3751936" : 288,
"3784704" : 223,
"3817472" : 346,
"3850240" : 430,
"3883008" : 304,
"3915776" : 287,
"3948544" : 289,
"3981312" : 334,
"4014080" : 474,
"4046848" : 312,
"4079616" : 277,
"4112384" : 329,
"4145152" : 599,
"4177920" : 300,
"4227072" : 748,
"4292608" : 1702,
"4358144" : 1241,
"4423680" : 3879,
"4489216" : 2213,
"4554752" : 1241,
"4620288" : 1071,
"4685824" : 1071,
"4751360" : 1089,
"4816896" : 1480,
"4882432" : 1086,
"4947968" : 991,
"5013504" : 1337,
"5079040" : 1278,
"5144576" : 4383,
"5210112" : 3511,
"5275648" : 1988,
"5341184" : 2054,
"5406720" : 1347,
"5472256" : 1290,
"5537792" : 1068,
"5603328" : 1645,
"5668864" : 1539,
"5734400" : 1584,
"5799936" : 1706,
"5865472" : 1564,
"5931008" : 1626,
"5996544" : 2383,
"6062080" : 1534,
"6127616" : 2265,
"6193152" : 6383,
"6258688" : 3513,
"6324224" : 2893,
"6389760" : 3952,
"6455296" : 3146,
"6520832" : 2487,
"6586368" : 2618,
"6651904" : 2123,
"6717440" : 1528,
"6782976" : 1770,
"6848512" : 1452,
"6914048" : 1505,
"6979584" : 1984,
"7045120" : 1503,
"7110656" : 1439,
"7176192" : 1316,
"7241728" : 1413,
"7307264" : 1064,
"7372800" : 1213,
"7438336" : 1281,
"7503872" : 1150,
"7569408" : 1084,
"7634944" : 904,
"7700480" : 843,
"7766016" : 895,
"7831552" : 679,
"7897088" : 719,
"7962624" : 741,
"8028160" : 809,
"8093696" : 557,
"8159232" : 638,
"8224768" : 793,
"8290304" : 802,
"8355840" : 682,
"8454144" : 1540,
"8585216" : 1415,
"8716288" : 1419,
"8847360" : 1126,
"8978432" : 1208,
"9109504" : 1080,
"9240576" : 959,
"9371648" : 875,
"9502720" : 827,
"9633792" : 827,
"9764864" : 823,
"9895936" : 713,
"10027008" : 760,
"10158080" : 719,
"10289152" : 790,
"10420224" : 811,
"10551296" : 843,
"10682368" : 915,
"10813440" : 984,
"10944512" : 1085,
"11075584" : 1092,
"11206656" : 1254,
"11337728" : 1257,
"11468800" : 1215,
"11599872" : 1172,
"11730944" : 1235,
"11862016" : 1202,
"11993088" : 1313,
"12124160" : 1244,
"12255232" : 1304,
"12386304" : 1357,
"12517376" : 1377,
"12648448" : 1300,
"12779520" : 1179,
"12910592" : 1264,
"13041664" : 1412,
"13172736" : 1568,
"13303808" : 1783,
"13434880" : 2055,
"13565952" : 2460,
"13697024" : 2801,
"13828096" : 3233,
"13959168" : 3930,
"14090240" : 4439,
"14221312" : 5108,
"14352384" : 5658,
"14483456" : 6208,
"14614528" : 6920,
"14745600" : 7724,
"14876672" : 8145,
"15007744" : 8775,
"15138816" : 9176,
"15269888" : 9839,
"15400960" : 10496,
"15532032" : 10534,
"15663104" : 10847,
"15794176" : 10953,
"15925248" : 11152,
"16056320" : 11443,
"16187392" : 11002,
"16318464" : 10891,
"16449536" : 10726,
"16580608" : 10893,
"16711680" : 10523,
"16908288" : 20057,
"17170432" : 18678,
"17432576" : 17228,
"17694720" : 15713,
"17956864" : 14018,
"18219008" : 12582,
"18481152" : 11098,
"18743296" : 9835,
"19005440" : 8595,
"19267584" : 7502,
"19529728" : 6332,
"19791872" : 5434,
"20054016" : 4485,
"20316160" : 3722,
"20578304" : 2989,
"20840448" : 2286,
"21102592" : 1684,
"21364736" : 1292,
"21626880" : 930,
"21889024" : 612,
"22151168" : 418,
"22413312" : 291,
"22675456" : 188,
"22937600" : 130,
"23199744" : 81,
"23461888" : 57,
"23724032" : 38,
"23986176" : 16,
"24248320" : 14,
"24510464" : 9,
"24772608" : 2,
"25034752" : 2
}
},
"lat_ns" : {
"min" : 1120131,
"max" : 25666568,
"mean" : 13964723.004493,
"stddev" : 5272371.395264,
"N" : 549905
},
"bw_min" : 58997,
"bw_max" : 94712,
"bw_agg" : 100.000000,
"bw_mean" : 73392.559322,
"bw_dev" : 2040.857602,
"bw_samples" : 472,
"iops_min" : 14749,
"iops_max" : 23678,
"iops_mean" : 18347.830508,
"iops_stddev" : 510.243497,
"iops_samples" : 472
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 239998,
"usr_cpu" : 0.721673,
"sys_cpu" : 14.341370,
"ctx" : 548966,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.260223,
"4" : 4.169387,
"10" : 22.384995,
"20" : 69.939790,
"50" : 3.244150,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096407,
"timestamp_ms" : 1773096407455,
"time" : "Mon Mar 9 19:46:47 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2932961280,
"io_kbytes" : 2864220,
"bw_bytes" : 73324032,
"bw" : 71605,
"iops" : 17901.650000,
"runtime" : 40000,
"total_ios" : 716066,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 26640,
"max" : 3681094,
"mean" : 443870.265192,
"stddev" : 230268.617206,
"N" : 716066
},
"clat_ns" : {
"min" : 1075573,
"max" : 25045468,
"mean" : 13855705.289326,
"stddev" : 4713547.741719,
"N" : 716058,
"percentile" : {
"1.000000" : 2637824,
"5.000000" : 4489216,
"10.000000" : 5931008,
"20.000000" : 8716288,
"30.000000" : 13303808,
"40.000000" : 14745600,
"50.000000" : 15400960,
"60.000000" : 16056320,
"70.000000" : 16711680,
"80.000000" : 17432576,
"90.000000" : 18481152,
"95.000000" : 19267584,
"99.000000" : 20840448,
"99.500000" : 21364736,
"99.900000" : 22413312,
"99.950000" : 22937600,
"99.990000" : 23724032
},
"bins" : {
"1073152" : 1,
"1089536" : 1,
"1155072" : 1,
"1171456" : 1,
"1187840" : 5,
"1204224" : 8,
"1220608" : 2,
"1236992" : 2,
"1253376" : 2,
"1269760" : 4,
"1286144" : 7,
"1302528" : 2,
"1318912" : 2,
"1335296" : 4,
"1351680" : 8,
"1368064" : 26,
"1384448" : 8,
"1400832" : 13,
"1417216" : 15,
"1433600" : 5,
"1449984" : 5,
"1466368" : 15,
"1482752" : 10,
"1499136" : 20,
"1515520" : 20,
"1531904" : 20,
"1548288" : 9,
"1564672" : 10,
"1581056" : 27,
"1597440" : 27,
"1613824" : 20,
"1630208" : 37,
"1646592" : 37,
"1662976" : 20,
"1679360" : 18,
"1695744" : 54,
"1712128" : 32,
"1728512" : 41,
"1744896" : 31,
"1761280" : 43,
"1777664" : 58,
"1794048" : 38,
"1810432" : 48,
"1826816" : 60,
"1843200" : 36,
"1859584" : 45,
"1875968" : 59,
"1892352" : 40,
"1908736" : 61,
"1925120" : 43,
"1941504" : 82,
"1957888" : 94,
"1974272" : 80,
"1990656" : 64,
"2007040" : 78,
"2023424" : 71,
"2039808" : 91,
"2056192" : 112,
"2072576" : 112,
"2088960" : 87,
"2113536" : 167,
"2146304" : 217,
"2179072" : 263,
"2211840" : 205,
"2244608" : 233,
"2277376" : 296,
"2310144" : 273,
"2342912" : 271,
"2375680" : 357,
"2408448" : 346,
"2441216" : 359,
"2473984" : 387,
"2506752" : 402,
"2539520" : 424,
"2572288" : 406,
"2605056" : 478,
"2637824" : 392,
"2670592" : 465,
"2703360" : 527,
"2736128" : 532,
"2768896" : 526,
"2801664" : 489,
"2834432" : 541,
"2867200" : 594,
"2899968" : 448,
"2932736" : 530,
"2965504" : 564,
"2998272" : 496,
"3031040" : 496,
"3063808" : 456,
"3096576" : 424,
"3129344" : 484,
"3162112" : 481,
"3194880" : 408,
"3227648" : 398,
"3260416" : 461,
"3293184" : 423,
"3325952" : 440,
"3358720" : 349,
"3391488" : 379,
"3424256" : 428,
"3457024" : 389,
"3489792" : 351,
"3522560" : 279,
"3555328" : 325,
"3588096" : 443,
"3620864" : 289,
"3653632" : 255,
"3686400" : 337,
"3719168" : 369,
"3751936" : 288,
"3784704" : 223,
"3817472" : 346,
"3850240" : 430,
"3883008" : 304,
"3915776" : 287,
"3948544" : 289,
"3981312" : 334,
"4014080" : 474,
"4046848" : 312,
"4079616" : 277,
"4112384" : 329,
"4145152" : 599,
"4177920" : 300,
"4227072" : 748,
"4292608" : 1702,
"4358144" : 1241,
"4423680" : 3879,
"4489216" : 2215,
"4554752" : 1241,
"4620288" : 1073,
"4685824" : 1074,
"4751360" : 1089,
"4816896" : 1480,
"4882432" : 1091,
"4947968" : 995,
"5013504" : 1338,
"5079040" : 1278,
"5144576" : 4387,
"5210112" : 3517,
"5275648" : 1993,
"5341184" : 2061,
"5406720" : 1350,
"5472256" : 1290,
"5537792" : 1070,
"5603328" : 1648,
"5668864" : 1542,
"5734400" : 1590,
"5799936" : 1707,
"5865472" : 1574,
"5931008" : 1639,
"5996544" : 2393,
"6062080" : 1543,
"6127616" : 2290,
"6193152" : 6396,
"6258688" : 3545,
"6324224" : 2931,
"6389760" : 3990,
"6455296" : 3187,
"6520832" : 2521,
"6586368" : 2674,
"6651904" : 2186,
"6717440" : 1562,
"6782976" : 1829,
"6848512" : 1500,
"6914048" : 1542,
"6979584" : 2053,
"7045120" : 1559,
"7110656" : 1506,
"7176192" : 1410,
"7241728" : 1506,
"7307264" : 1145,
"7372800" : 1280,
"7438336" : 1368,
"7503872" : 1270,
"7569408" : 1196,
"7634944" : 1026,
"7700480" : 936,
"7766016" : 1045,
"7831552" : 848,
"7897088" : 873,
"7962624" : 912,
"8028160" : 964,
"8093696" : 705,
"8159232" : 810,
"8224768" : 974,
"8290304" : 966,
"8355840" : 901,
"8454144" : 1944,
"8585216" : 1838,
"8716288" : 1882,
"8847360" : 1598,
"8978432" : 1751,
"9109504" : 1702,
"9240576" : 1567,
"9371648" : 1609,
"9502720" : 1554,
"9633792" : 1615,
"9764864" : 1697,
"9895936" : 1516,
"10027008" : 1684,
"10158080" : 1681,
"10289152" : 1866,
"10420224" : 1881,
"10551296" : 1940,
"10682368" : 2071,
"10813440" : 2128,
"10944512" : 2346,
"11075584" : 2283,
"11206656" : 2440,
"11337728" : 2494,
"11468800" : 2455,
"11599872" : 2363,
"11730944" : 2425,
"11862016" : 2242,
"11993088" : 2231,
"12124160" : 2257,
"12255232" : 2241,
"12386304" : 2327,
"12517376" : 2449,
"12648448" : 2293,
"12779520" : 2212,
"12910592" : 2422,
"13041664" : 2661,
"13172736" : 2881,
"13303808" : 3249,
"13434880" : 3654,
"13565952" : 4238,
"13697024" : 4785,
"13828096" : 5361,
"13959168" : 6223,
"14090240" : 6940,
"14221312" : 7712,
"14352384" : 8455,
"14483456" : 9201,
"14614528" : 10152,
"14745600" : 11093,
"14876672" : 11662,
"15007744" : 12369,
"15138816" : 12870,
"15269888" : 13713,
"15400960" : 14370,
"15532032" : 14554,
"15663104" : 14719,
"15794176" : 14917,
"15925248" : 15129,
"16056320" : 15295,
"16187392" : 14709,
"16318464" : 14574,
"16449536" : 14260,
"16580608" : 14500,
"16711680" : 13773,
"16908288" : 26462,
"17170432" : 24322,
"17432576" : 22364,
"17694720" : 20362,
"17956864" : 18099,
"18219008" : 16090,
"18481152" : 13947,
"18743296" : 12191,
"19005440" : 10682,
"19267584" : 9190,
"19529728" : 7588,
"19791872" : 6332,
"20054016" : 5234,
"20316160" : 4261,
"20578304" : 3329,
"20840448" : 2544,
"21102592" : 1840,
"21364736" : 1435,
"21626880" : 1008,
"21889024" : 661,
"22151168" : 453,
"22413312" : 304,
"22675456" : 204,
"22937600" : 138,
"23199744" : 86,
"23461888" : 58,
"23724032" : 38,
"23986176" : 16,
"24248320" : 14,
"24510464" : 9,
"24772608" : 2,
"25034752" : 2
}
},
"lat_ns" : {
"min" : 1120131,
"max" : 25666568,
"mean" : 14299578.021072,
"stddev" : 4861040.871114,
"N" : 716058
},
"bw_min" : 58349,
"bw_max" : 95560,
"bw_agg" : 100.000000,
"bw_mean" : 71679.873418,
"bw_dev" : 2227.145158,
"bw_samples" : 632,
"iops_min" : 14587,
"iops_max" : 23890,
"iops_mean" : 17919.658228,
"iops_stddev" : 556.807269,
"iops_samples" : 632
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319998,
"usr_cpu" : 0.704067,
"sys_cpu" : 14.187589,
"ctx" : 718177,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.199842,
"4" : 3.201939,
"10" : 18.741429,
"20" : 75.063891,
"50" : 2.791782,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096417,
"timestamp_ms" : 1773096417455,
"time" : "Mon Mar 9 19:46:57 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3613573120,
"io_kbytes" : 3528880,
"bw_bytes" : 72271462,
"bw" : 70577,
"iops" : 17644.600000,
"runtime" : 50000,
"total_ios" : 882230,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 13049,
"max" : 3681094,
"mean" : 450367.108204,
"stddev" : 228676.311764,
"N" : 882230
},
"clat_ns" : {
"min" : 1075573,
"max" : 25045468,
"mean" : 14057315.003645,
"stddev" : 4392280.403637,
"N" : 882222,
"percentile" : {
"1.000000" : 2736128,
"5.000000" : 4947968,
"10.000000" : 6258688,
"20.000000" : 10682368,
"30.000000" : 13565952,
"40.000000" : 14614528,
"50.000000" : 15400960,
"60.000000" : 15925248,
"70.000000" : 16580608,
"80.000000" : 17432576,
"90.000000" : 18481152,
"95.000000" : 19267584,
"99.000000" : 20840448,
"99.500000" : 21364736,
"99.900000" : 22413312,
"99.950000" : 22675456,
"99.990000" : 23724032
},
"bins" : {
"1073152" : 1,
"1089536" : 1,
"1155072" : 1,
"1171456" : 1,
"1187840" : 5,
"1204224" : 8,
"1220608" : 2,
"1236992" : 2,
"1253376" : 2,
"1269760" : 4,
"1286144" : 7,
"1302528" : 2,
"1318912" : 2,
"1335296" : 4,
"1351680" : 8,
"1368064" : 26,
"1384448" : 8,
"1400832" : 13,
"1417216" : 15,
"1433600" : 5,
"1449984" : 5,
"1466368" : 15,
"1482752" : 10,
"1499136" : 20,
"1515520" : 20,
"1531904" : 20,
"1548288" : 9,
"1564672" : 10,
"1581056" : 27,
"1597440" : 27,
"1613824" : 20,
"1630208" : 37,
"1646592" : 37,
"1662976" : 20,
"1679360" : 18,
"1695744" : 54,
"1712128" : 32,
"1728512" : 41,
"1744896" : 31,
"1761280" : 43,
"1777664" : 58,
"1794048" : 38,
"1810432" : 48,
"1826816" : 60,
"1843200" : 36,
"1859584" : 45,
"1875968" : 59,
"1892352" : 40,
"1908736" : 61,
"1925120" : 43,
"1941504" : 82,
"1957888" : 94,
"1974272" : 80,
"1990656" : 64,
"2007040" : 78,
"2023424" : 71,
"2039808" : 91,
"2056192" : 112,
"2072576" : 112,
"2088960" : 87,
"2113536" : 167,
"2146304" : 217,
"2179072" : 263,
"2211840" : 205,
"2244608" : 233,
"2277376" : 296,
"2310144" : 273,
"2342912" : 271,
"2375680" : 357,
"2408448" : 346,
"2441216" : 359,
"2473984" : 387,
"2506752" : 402,
"2539520" : 424,
"2572288" : 406,
"2605056" : 478,
"2637824" : 392,
"2670592" : 465,
"2703360" : 527,
"2736128" : 532,
"2768896" : 526,
"2801664" : 489,
"2834432" : 541,
"2867200" : 594,
"2899968" : 448,
"2932736" : 530,
"2965504" : 564,
"2998272" : 496,
"3031040" : 496,
"3063808" : 456,
"3096576" : 424,
"3129344" : 484,
"3162112" : 481,
"3194880" : 408,
"3227648" : 398,
"3260416" : 461,
"3293184" : 423,
"3325952" : 440,
"3358720" : 349,
"3391488" : 379,
"3424256" : 428,
"3457024" : 389,
"3489792" : 351,
"3522560" : 279,
"3555328" : 325,
"3588096" : 444,
"3620864" : 289,
"3653632" : 255,
"3686400" : 337,
"3719168" : 370,
"3751936" : 289,
"3784704" : 224,
"3817472" : 347,
"3850240" : 433,
"3883008" : 305,
"3915776" : 287,
"3948544" : 289,
"3981312" : 339,
"4014080" : 475,
"4046848" : 315,
"4079616" : 279,
"4112384" : 330,
"4145152" : 599,
"4177920" : 301,
"4227072" : 751,
"4292608" : 1702,
"4358144" : 1245,
"4423680" : 3884,
"4489216" : 2217,
"4554752" : 1244,
"4620288" : 1080,
"4685824" : 1082,
"4751360" : 1095,
"4816896" : 1486,
"4882432" : 1099,
"4947968" : 1004,
"5013504" : 1342,
"5079040" : 1286,
"5144576" : 4391,
"5210112" : 3522,
"5275648" : 2005,
"5341184" : 2066,
"5406720" : 1357,
"5472256" : 1309,
"5537792" : 1082,
"5603328" : 1655,
"5668864" : 1553,
"5734400" : 1595,
"5799936" : 1722,
"5865472" : 1587,
"5931008" : 1649,
"5996544" : 2408,
"6062080" : 1558,
"6127616" : 2311,
"6193152" : 6413,
"6258688" : 3560,
"6324224" : 2961,
"6389760" : 4023,
"6455296" : 3228,
"6520832" : 2553,
"6586368" : 2714,
"6651904" : 2216,
"6717440" : 1596,
"6782976" : 1856,
"6848512" : 1549,
"6914048" : 1596,
"6979584" : 2102,
"7045120" : 1621,
"7110656" : 1549,
"7176192" : 1471,
"7241728" : 1557,
"7307264" : 1197,
"7372800" : 1343,
"7438336" : 1427,
"7503872" : 1335,
"7569408" : 1250,
"7634944" : 1097,
"7700480" : 1001,
"7766016" : 1102,
"7831552" : 923,
"7897088" : 932,
"7962624" : 994,
"8028160" : 1029,
"8093696" : 791,
"8159232" : 902,
"8224768" : 1054,
"8290304" : 1049,
"8355840" : 1007,
"8454144" : 2124,
"8585216" : 2012,
"8716288" : 2091,
"8847360" : 1821,
"8978432" : 1987,
"9109504" : 1963,
"9240576" : 1826,
"9371648" : 1950,
"9502720" : 1905,
"9633792" : 2006,
"9764864" : 2160,
"9895936" : 1993,
"10027008" : 2216,
"10158080" : 2246,
"10289152" : 2521,
"10420224" : 2540,
"10551296" : 2674,
"10682368" : 2884,
"10813440" : 2997,
"10944512" : 3286,
"11075584" : 3117,
"11206656" : 3361,
"11337728" : 3420,
"11468800" : 3466,
"11599872" : 3395,
"11730944" : 3516,
"11862016" : 3274,
"11993088" : 3341,
"12124160" : 3397,
"12255232" : 3546,
"12386304" : 3660,
"12517376" : 3836,
"12648448" : 3715,
"12779520" : 3762,
"12910592" : 4137,
"13041664" : 4586,
"13172736" : 5064,
"13303808" : 5527,
"13434880" : 6179,
"13565952" : 6794,
"13697024" : 7670,
"13828096" : 8373,
"13959168" : 9377,
"14090240" : 10368,
"14221312" : 11423,
"14352384" : 12153,
"14483456" : 13082,
"14614528" : 14256,
"14745600" : 15379,
"14876672" : 16041,
"15007744" : 16693,
"15138816" : 17124,
"15269888" : 18018,
"15400960" : 18617,
"15532032" : 18876,
"15663104" : 18940,
"15794176" : 19031,
"15925248" : 18950,
"16056320" : 19161,
"16187392" : 18517,
"16318464" : 18196,
"16449536" : 17817,
"16580608" : 17871,
"16711680" : 16916,
"16908288" : 32193,
"17170432" : 29366,
"17432576" : 26647,
"17694720" : 23949,
"17956864" : 21078,
"18219008" : 18533,
"18481152" : 16084,
"18743296" : 13947,
"19005440" : 12064,
"19267584" : 10301,
"19529728" : 8454,
"19791872" : 7030,
"20054016" : 5714,
"20316160" : 4640,
"20578304" : 3641,
"20840448" : 2777,
"21102592" : 2008,
"21364736" : 1528,
"21626880" : 1081,
"21889024" : 700,
"22151168" : 479,
"22413312" : 323,
"22675456" : 213,
"22937600" : 151,
"23199744" : 97,
"23461888" : 66,
"23724032" : 43,
"23986176" : 20,
"24248320" : 15,
"24510464" : 9,
"24772608" : 2,
"25034752" : 2
}
},
"lat_ns" : {
"min" : 1120131,
"max" : 25666568,
"mean" : 14507677.834979,
"stddev" : 4528861.582666,
"N" : 882222
},
"bw_min" : 56269,
"bw_max" : 96512,
"bw_agg" : 100.000000,
"bw_mean" : 70657.242424,
"bw_dev" : 2313.785413,
"bw_samples" : 792,
"iops_min" : 14067,
"iops_max" : 24128,
"iops_mean" : 17663.969697,
"iops_stddev" : 578.464262,
"iops_samples" : 792
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 399998,
"usr_cpu" : 0.700254,
"sys_cpu" : 14.117321,
"ctx" : 884448,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.162203,
"4" : 2.600569,
"10" : 15.874092,
"20" : 78.902554,
"50" : 2.459676,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096427,
"timestamp_ms" : 1773096427455,
"time" : "Mon Mar 9 19:47:07 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4302843904,
"io_kbytes" : 4201996,
"bw_bytes" : 71714065,
"bw" : 70033,
"iops" : 17508.566667,
"runtime" : 60000,
"total_ios" : 1050514,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 11117,
"max" : 3681094,
"mean" : 453879.598131,
"stddev" : 231396.015679,
"N" : 1050514
},
"clat_ns" : {
"min" : 1075573,
"max" : 25045468,
"mean" : 14166646.606081,
"stddev" : 4130740.038963,
"N" : 1050506,
"percentile" : {
"1.000000" : 2834432,
"5.000000" : 5210112,
"10.000000" : 6651904,
"20.000000" : 11468800,
"30.000000" : 13697024,
"40.000000" : 14614528,
"50.000000" : 15269888,
"60.000000" : 15925248,
"70.000000" : 16449536,
"80.000000" : 17170432,
"90.000000" : 18219008,
"95.000000" : 19005440,
"99.000000" : 20578304,
"99.500000" : 21102592,
"99.900000" : 22151168,
"99.950000" : 22675456,
"99.990000" : 23461888
},
"bins" : {
"1073152" : 1,
"1089536" : 1,
"1155072" : 1,
"1171456" : 1,
"1187840" : 5,
"1204224" : 8,
"1220608" : 2,
"1236992" : 2,
"1253376" : 2,
"1269760" : 4,
"1286144" : 7,
"1302528" : 2,
"1318912" : 2,
"1335296" : 4,
"1351680" : 8,
"1368064" : 26,
"1384448" : 8,
"1400832" : 13,
"1417216" : 15,
"1433600" : 5,
"1449984" : 5,
"1466368" : 15,
"1482752" : 10,
"1499136" : 20,
"1515520" : 20,
"1531904" : 20,
"1548288" : 9,
"1564672" : 10,
"1581056" : 27,
"1597440" : 27,
"1613824" : 20,
"1630208" : 37,
"1646592" : 37,
"1662976" : 20,
"1679360" : 18,
"1695744" : 54,
"1712128" : 32,
"1728512" : 41,
"1744896" : 31,
"1761280" : 43,
"1777664" : 58,
"1794048" : 38,
"1810432" : 48,
"1826816" : 60,
"1843200" : 36,
"1859584" : 45,
"1875968" : 59,
"1892352" : 40,
"1908736" : 61,
"1925120" : 43,
"1941504" : 82,
"1957888" : 94,
"1974272" : 80,
"1990656" : 64,
"2007040" : 78,
"2023424" : 71,
"2039808" : 91,
"2056192" : 112,
"2072576" : 112,
"2088960" : 87,
"2113536" : 167,
"2146304" : 217,
"2179072" : 263,
"2211840" : 205,
"2244608" : 233,
"2277376" : 296,
"2310144" : 273,
"2342912" : 271,
"2375680" : 357,
"2408448" : 346,
"2441216" : 359,
"2473984" : 387,
"2506752" : 402,
"2539520" : 424,
"2572288" : 406,
"2605056" : 478,
"2637824" : 392,
"2670592" : 465,
"2703360" : 527,
"2736128" : 532,
"2768896" : 526,
"2801664" : 489,
"2834432" : 541,
"2867200" : 594,
"2899968" : 448,
"2932736" : 530,
"2965504" : 564,
"2998272" : 496,
"3031040" : 496,
"3063808" : 456,
"3096576" : 424,
"3129344" : 484,
"3162112" : 481,
"3194880" : 408,
"3227648" : 398,
"3260416" : 461,
"3293184" : 423,
"3325952" : 440,
"3358720" : 349,
"3391488" : 379,
"3424256" : 428,
"3457024" : 389,
"3489792" : 351,
"3522560" : 279,
"3555328" : 325,
"3588096" : 444,
"3620864" : 289,
"3653632" : 255,
"3686400" : 337,
"3719168" : 370,
"3751936" : 289,
"3784704" : 224,
"3817472" : 347,
"3850240" : 433,
"3883008" : 305,
"3915776" : 287,
"3948544" : 289,
"3981312" : 339,
"4014080" : 475,
"4046848" : 315,
"4079616" : 279,
"4112384" : 330,
"4145152" : 599,
"4177920" : 301,
"4227072" : 751,
"4292608" : 1702,
"4358144" : 1245,
"4423680" : 3884,
"4489216" : 2217,
"4554752" : 1244,
"4620288" : 1080,
"4685824" : 1082,
"4751360" : 1095,
"4816896" : 1486,
"4882432" : 1099,
"4947968" : 1004,
"5013504" : 1342,
"5079040" : 1286,
"5144576" : 4391,
"5210112" : 3522,
"5275648" : 2005,
"5341184" : 2066,
"5406720" : 1357,
"5472256" : 1309,
"5537792" : 1082,
"5603328" : 1657,
"5668864" : 1553,
"5734400" : 1595,
"5799936" : 1722,
"5865472" : 1587,
"5931008" : 1649,
"5996544" : 2408,
"6062080" : 1560,
"6127616" : 2312,
"6193152" : 6414,
"6258688" : 3563,
"6324224" : 2963,
"6389760" : 4024,
"6455296" : 3229,
"6520832" : 2556,
"6586368" : 2720,
"6651904" : 2219,
"6717440" : 1596,
"6782976" : 1859,
"6848512" : 1556,
"6914048" : 1604,
"6979584" : 2112,
"7045120" : 1629,
"7110656" : 1562,
"7176192" : 1485,
"7241728" : 1575,
"7307264" : 1221,
"7372800" : 1359,
"7438336" : 1453,
"7503872" : 1356,
"7569408" : 1270,
"7634944" : 1112,
"7700480" : 1039,
"7766016" : 1149,
"7831552" : 964,
"7897088" : 964,
"7962624" : 1037,
"8028160" : 1091,
"8093696" : 869,
"8159232" : 956,
"8224768" : 1120,
"8290304" : 1117,
"8355840" : 1081,
"8454144" : 2283,
"8585216" : 2195,
"8716288" : 2310,
"8847360" : 2011,
"8978432" : 2233,
"9109504" : 2215,
"9240576" : 2108,
"9371648" : 2250,
"9502720" : 2282,
"9633792" : 2397,
"9764864" : 2580,
"9895936" : 2526,
"10027008" : 2692,
"10158080" : 2912,
"10289152" : 3199,
"10420224" : 3306,
"10551296" : 3519,
"10682368" : 3673,
"10813440" : 3915,
"10944512" : 4183,
"11075584" : 4110,
"11206656" : 4426,
"11337728" : 4523,
"11468800" : 4568,
"11599872" : 4662,
"11730944" : 4830,
"11862016" : 4601,
"11993088" : 4790,
"12124160" : 4890,
"12255232" : 5221,
"12386304" : 5406,
"12517376" : 5651,
"12648448" : 5652,
"12779520" : 5838,
"12910592" : 6425,
"13041664" : 7002,
"13172736" : 7695,
"13303808" : 8339,
"13434880" : 9310,
"13565952" : 10101,
"13697024" : 11037,
"13828096" : 12151,
"13959168" : 13118,
"14090240" : 14246,
"14221312" : 15357,
"14352384" : 16252,
"14483456" : 17311,
"14614528" : 18460,
"14745600" : 19769,
"14876672" : 20415,
"15007744" : 21119,
"15138816" : 21415,
"15269888" : 22102,
"15400960" : 22759,
"15532032" : 22942,
"15663104" : 22795,
"15794176" : 22834,
"15925248" : 22658,
"16056320" : 22784,
"16187392" : 21894,
"16318464" : 21537,
"16449536" : 20921,
"16580608" : 20825,
"16711680" : 19689,
"16908288" : 37224,
"17170432" : 33643,
"17432576" : 30479,
"17694720" : 27275,
"17956864" : 23924,
"18219008" : 20948,
"18481152" : 18066,
"18743296" : 15531,
"19005440" : 13272,
"19267584" : 11162,
"19529728" : 9068,
"19791872" : 7485,
"20054016" : 6038,
"20316160" : 4869,
"20578304" : 3787,
"20840448" : 2869,
"21102592" : 2063,
"21364736" : 1564,
"21626880" : 1104,
"21889024" : 725,
"22151168" : 486,
"22413312" : 331,
"22675456" : 215,
"22937600" : 151,
"23199744" : 97,
"23461888" : 66,
"23724032" : 43,
"23986176" : 20,
"24248320" : 15,
"24510464" : 9,
"24772608" : 2,
"25034752" : 2
}
},
"lat_ns" : {
"min" : 1120131,
"max" : 25666568,
"mean" : 14620530.270400,
"stddev" : 4258195.398834,
"N" : 1050506
},
"bw_min" : 56269,
"bw_max" : 99368,
"bw_agg" : 100.000000,
"bw_mean" : 70040.176471,
"bw_dev" : 2327.692985,
"bw_samples" : 952,
"iops_min" : 14067,
"iops_max" : 24842,
"iops_mean" : 17509.705882,
"iops_stddev" : 581.937843,
"iops_samples" : 952
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479998,
"usr_cpu" : 0.695003,
"sys_cpu" : 14.114850,
"ctx" : 1044696,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999905,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999905,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.136219,
"4" : 2.183979,
"10" : 13.762501,
"20" : 81.770638,
"50" : 2.145902,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096437,
"timestamp_ms" : 1773096437454,
"time" : "Mon Mar 9 19:47:17 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5017427968,
"io_kbytes" : 4899832,
"bw_bytes" : 71678566,
"bw" : 69998,
"iops" : 17499.792854,
"runtime" : 69999,
"total_ios" : 1224968,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10467,
"max" : 3681094,
"mean" : 454104.596211,
"stddev" : 237505.541647,
"N" : 1224968
},
"clat_ns" : {
"min" : 1075573,
"max" : 25045468,
"mean" : 14173865.693573,
"stddev" : 3915920.674635,
"N" : 1224960,
"percentile" : {
"1.000000" : 2965504,
"5.000000" : 5472256,
"10.000000" : 7307264,
"20.000000" : 11730944,
"30.000000" : 13565952,
"40.000000" : 14483456,
"50.000000" : 15138816,
"60.000000" : 15663104,
"70.000000" : 16318464,
"80.000000" : 17170432,
"90.000000" : 18219008,
"95.000000" : 19005440,
"99.000000" : 20578304,
"99.500000" : 21102592,
"99.900000" : 22151168,
"99.950000" : 22675456,
"99.990000" : 23461888
},
"bins" : {
"1073152" : 1,
"1089536" : 1,
"1155072" : 1,
"1171456" : 1,
"1187840" : 5,
"1204224" : 8,
"1220608" : 2,
"1236992" : 2,
"1253376" : 2,
"1269760" : 4,
"1286144" : 7,
"1302528" : 2,
"1318912" : 2,
"1335296" : 4,
"1351680" : 8,
"1368064" : 26,
"1384448" : 8,
"1400832" : 13,
"1417216" : 15,
"1433600" : 5,
"1449984" : 5,
"1466368" : 15,
"1482752" : 10,
"1499136" : 20,
"1515520" : 20,
"1531904" : 20,
"1548288" : 9,
"1564672" : 10,
"1581056" : 27,
"1597440" : 27,
"1613824" : 20,
"1630208" : 37,
"1646592" : 37,
"1662976" : 20,
"1679360" : 18,
"1695744" : 54,
"1712128" : 32,
"1728512" : 41,
"1744896" : 31,
"1761280" : 43,
"1777664" : 58,
"1794048" : 38,
"1810432" : 48,
"1826816" : 60,
"1843200" : 36,
"1859584" : 45,
"1875968" : 59,
"1892352" : 40,
"1908736" : 61,
"1925120" : 43,
"1941504" : 82,
"1957888" : 94,
"1974272" : 80,
"1990656" : 64,
"2007040" : 78,
"2023424" : 71,
"2039808" : 91,
"2056192" : 112,
"2072576" : 112,
"2088960" : 87,
"2113536" : 167,
"2146304" : 217,
"2179072" : 263,
"2211840" : 205,
"2244608" : 233,
"2277376" : 296,
"2310144" : 273,
"2342912" : 271,
"2375680" : 357,
"2408448" : 346,
"2441216" : 359,
"2473984" : 387,
"2506752" : 402,
"2539520" : 424,
"2572288" : 406,
"2605056" : 478,
"2637824" : 392,
"2670592" : 465,
"2703360" : 527,
"2736128" : 532,
"2768896" : 526,
"2801664" : 489,
"2834432" : 541,
"2867200" : 594,
"2899968" : 448,
"2932736" : 530,
"2965504" : 564,
"2998272" : 496,
"3031040" : 496,
"3063808" : 456,
"3096576" : 424,
"3129344" : 484,
"3162112" : 481,
"3194880" : 408,
"3227648" : 398,
"3260416" : 461,
"3293184" : 423,
"3325952" : 440,
"3358720" : 349,
"3391488" : 379,
"3424256" : 428,
"3457024" : 389,
"3489792" : 351,
"3522560" : 279,
"3555328" : 325,
"3588096" : 444,
"3620864" : 289,
"3653632" : 255,
"3686400" : 337,
"3719168" : 370,
"3751936" : 289,
"3784704" : 224,
"3817472" : 347,
"3850240" : 433,
"3883008" : 305,
"3915776" : 287,
"3948544" : 289,
"3981312" : 339,
"4014080" : 475,
"4046848" : 315,
"4079616" : 279,
"4112384" : 330,
"4145152" : 599,
"4177920" : 301,
"4227072" : 751,
"4292608" : 1702,
"4358144" : 1245,
"4423680" : 3884,
"4489216" : 2217,
"4554752" : 1244,
"4620288" : 1080,
"4685824" : 1082,
"4751360" : 1095,
"4816896" : 1487,
"4882432" : 1099,
"4947968" : 1004,
"5013504" : 1342,
"5079040" : 1286,
"5144576" : 4392,
"5210112" : 3524,
"5275648" : 2005,
"5341184" : 2066,
"5406720" : 1358,
"5472256" : 1311,
"5537792" : 1085,
"5603328" : 1659,
"5668864" : 1553,
"5734400" : 1602,
"5799936" : 1723,
"5865472" : 1589,
"5931008" : 1651,
"5996544" : 2408,
"6062080" : 1564,
"6127616" : 2320,
"6193152" : 6424,
"6258688" : 3566,
"6324224" : 2965,
"6389760" : 4035,
"6455296" : 3244,
"6520832" : 2579,
"6586368" : 2730,
"6651904" : 2231,
"6717440" : 1615,
"6782976" : 1871,
"6848512" : 1570,
"6914048" : 1616,
"6979584" : 2126,
"7045120" : 1652,
"7110656" : 1584,
"7176192" : 1504,
"7241728" : 1604,
"7307264" : 1242,
"7372800" : 1388,
"7438336" : 1481,
"7503872" : 1396,
"7569408" : 1306,
"7634944" : 1154,
"7700480" : 1077,
"7766016" : 1186,
"7831552" : 1019,
"7897088" : 1004,
"7962624" : 1083,
"8028160" : 1155,
"8093696" : 937,
"8159232" : 1037,
"8224768" : 1179,
"8290304" : 1182,
"8355840" : 1151,
"8454144" : 2457,
"8585216" : 2429,
"8716288" : 2579,
"8847360" : 2292,
"8978432" : 2631,
"9109504" : 2596,
"9240576" : 2611,
"9371648" : 2730,
"9502720" : 2819,
"9633792" : 3044,
"9764864" : 3241,
"9895936" : 3258,
"10027008" : 3483,
"10158080" : 3760,
"10289152" : 4054,
"10420224" : 4247,
"10551296" : 4576,
"10682368" : 4706,
"10813440" : 5010,
"10944512" : 5406,
"11075584" : 5365,
"11206656" : 5767,
"11337728" : 6106,
"11468800" : 6097,
"11599872" : 6239,
"11730944" : 6713,
"11862016" : 6605,
"11993088" : 6973,
"12124160" : 7151,
"12255232" : 7706,
"12386304" : 7976,
"12517376" : 8425,
"12648448" : 8635,
"12779520" : 8942,
"12910592" : 9652,
"13041664" : 10448,
"13172736" : 11221,
"13303808" : 12055,
"13434880" : 13223,
"13565952" : 14157,
"13697024" : 15231,
"13828096" : 16520,
"13959168" : 17417,
"14090240" : 18701,
"14221312" : 19709,
"14352384" : 20755,
"14483456" : 21795,
"14614528" : 22714,
"14745600" : 24120,
"14876672" : 24631,
"15007744" : 25281,
"15138816" : 25358,
"15269888" : 25964,
"15400960" : 26645,
"15532032" : 26499,
"15663104" : 26242,
"15794176" : 26177,
"15925248" : 25877,
"16056320" : 25723,
"16187392" : 24830,
"16318464" : 24258,
"16449536" : 23377,
"16580608" : 23078,
"16711680" : 21890,
"16908288" : 41068,
"17170432" : 36877,
"17432576" : 33256,
"17694720" : 29556,
"17956864" : 25728,
"18219008" : 22422,
"18481152" : 19202,
"18743296" : 16467,
"19005440" : 14057,
"19267584" : 11751,
"19529728" : 9542,
"19791872" : 7833,
"20054016" : 6258,
"20316160" : 5029,
"20578304" : 3886,
"20840448" : 2949,
"21102592" : 2100,
"21364736" : 1609,
"21626880" : 1131,
"21889024" : 736,
"22151168" : 496,
"22413312" : 339,
"22675456" : 220,
"22937600" : 155,
"23199744" : 98,
"23461888" : 68,
"23724032" : 43,
"23986176" : 20,
"24248320" : 15,
"24510464" : 9,
"24772608" : 2,
"25034752" : 2
}
},
"lat_ns" : {
"min" : 1120131,
"max" : 25666568,
"mean" : 14627983.072289,
"stddev" : 4035539.318364,
"N" : 1224960
},
"bw_min" : 56269,
"bw_max" : 100776,
"bw_agg" : 100.000000,
"bw_mean" : 70006.417266,
"bw_dev" : 2278.693574,
"bw_samples" : 1112,
"iops_min" : 14067,
"iops_max" : 25194,
"iops_mean" : 17501.302158,
"iops_stddev" : 569.686137,
"iops_samples" : 1112
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 559992,
"usr_cpu" : 0.704117,
"sys_cpu" : 14.163774,
"ctx" : 1191311,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.116819,
"4" : 1.872947,
"10" : 12.342445,
"20" : 83.775658,
"50" : 1.891478,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096447,
"timestamp_ms" : 1773096447455,
"time" : "Mon Mar 9 19:47:27 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5714952192,
"io_kbytes" : 5581008,
"bw_bytes" : 71436902,
"bw" : 69762,
"iops" : 17440.812500,
"runtime" : 80000,
"total_ios" : 1395265,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10467,
"max" : 3681094,
"mean" : 455644.620357,
"stddev" : 238860.928999,
"N" : 1395265
},
"clat_ns" : {
"min" : 1075573,
"max" : 25045468,
"mean" : 14221389.043232,
"stddev" : 3745513.019451,
"N" : 1395257,
"percentile" : {
"1.000000" : 3063808,
"5.000000" : 5865472,
"10.000000" : 8224768,
"20.000000" : 11993088,
"30.000000" : 13565952,
"40.000000" : 14352384,
"50.000000" : 15007744,
"60.000000" : 15663104,
"70.000000" : 16318464,
"80.000000" : 16908288,
"90.000000" : 17956864,
"95.000000" : 19005440,
"99.000000" : 20578304,
"99.500000" : 21102592,
"99.900000" : 22151168,
"99.950000" : 22413312,
"99.990000" : 23461888
},
"bins" : {
"1073152" : 1,
"1089536" : 1,
"1155072" : 1,
"1171456" : 1,
"1187840" : 5,
"1204224" : 8,
"1220608" : 2,
"1236992" : 2,
"1253376" : 2,
"1269760" : 4,
"1286144" : 7,
"1302528" : 2,
"1318912" : 2,
"1335296" : 4,
"1351680" : 8,
"1368064" : 26,
"1384448" : 8,
"1400832" : 13,
"1417216" : 15,
"1433600" : 5,
"1449984" : 5,
"1466368" : 15,
"1482752" : 10,
"1499136" : 20,
"1515520" : 20,
"1531904" : 20,
"1548288" : 9,
"1564672" : 10,
"1581056" : 27,
"1597440" : 27,
"1613824" : 20,
"1630208" : 37,
"1646592" : 37,
"1662976" : 20,
"1679360" : 18,
"1695744" : 54,
"1712128" : 32,
"1728512" : 41,
"1744896" : 31,
"1761280" : 43,
"1777664" : 58,
"1794048" : 38,
"1810432" : 48,
"1826816" : 60,
"1843200" : 36,
"1859584" : 45,
"1875968" : 59,
"1892352" : 40,
"1908736" : 61,
"1925120" : 43,
"1941504" : 82,
"1957888" : 94,
"1974272" : 80,
"1990656" : 64,
"2007040" : 78,
"2023424" : 71,
"2039808" : 91,
"2056192" : 112,
"2072576" : 112,
"2088960" : 87,
"2113536" : 167,
"2146304" : 217,
"2179072" : 263,
"2211840" : 205,
"2244608" : 233,
"2277376" : 296,
"2310144" : 273,
"2342912" : 271,
"2375680" : 357,
"2408448" : 346,
"2441216" : 359,
"2473984" : 387,
"2506752" : 402,
"2539520" : 424,
"2572288" : 406,
"2605056" : 478,
"2637824" : 392,
"2670592" : 465,
"2703360" : 527,
"2736128" : 532,
"2768896" : 526,
"2801664" : 489,
"2834432" : 541,
"2867200" : 594,
"2899968" : 448,
"2932736" : 530,
"2965504" : 564,
"2998272" : 496,
"3031040" : 496,
"3063808" : 456,
"3096576" : 424,
"3129344" : 484,
"3162112" : 481,
"3194880" : 408,
"3227648" : 398,
"3260416" : 461,
"3293184" : 423,
"3325952" : 440,
"3358720" : 349,
"3391488" : 379,
"3424256" : 428,
"3457024" : 389,
"3489792" : 351,
"3522560" : 279,
"3555328" : 325,
"3588096" : 444,
"3620864" : 289,
"3653632" : 255,
"3686400" : 337,
"3719168" : 370,
"3751936" : 289,
"3784704" : 224,
"3817472" : 347,
"3850240" : 433,
"3883008" : 305,
"3915776" : 287,
"3948544" : 289,
"3981312" : 339,
"4014080" : 475,
"4046848" : 315,
"4079616" : 279,
"4112384" : 330,
"4145152" : 599,
"4177920" : 301,
"4227072" : 751,
"4292608" : 1702,
"4358144" : 1245,
"4423680" : 3884,
"4489216" : 2217,
"4554752" : 1244,
"4620288" : 1080,
"4685824" : 1082,
"4751360" : 1095,
"4816896" : 1487,
"4882432" : 1099,
"4947968" : 1004,
"5013504" : 1342,
"5079040" : 1286,
"5144576" : 4392,
"5210112" : 3524,
"5275648" : 2005,
"5341184" : 2066,
"5406720" : 1358,
"5472256" : 1311,
"5537792" : 1085,
"5603328" : 1659,
"5668864" : 1553,
"5734400" : 1602,
"5799936" : 1723,
"5865472" : 1589,
"5931008" : 1651,
"5996544" : 2408,
"6062080" : 1564,
"6127616" : 2320,
"6193152" : 6424,
"6258688" : 3566,
"6324224" : 2965,
"6389760" : 4035,
"6455296" : 3244,
"6520832" : 2579,
"6586368" : 2730,
"6651904" : 2231,
"6717440" : 1615,
"6782976" : 1871,
"6848512" : 1570,
"6914048" : 1616,
"6979584" : 2129,
"7045120" : 1652,
"7110656" : 1584,
"7176192" : 1504,
"7241728" : 1605,
"7307264" : 1243,
"7372800" : 1391,
"7438336" : 1483,
"7503872" : 1405,
"7569408" : 1311,
"7634944" : 1175,
"7700480" : 1090,
"7766016" : 1205,
"7831552" : 1037,
"7897088" : 1027,
"7962624" : 1111,
"8028160" : 1174,
"8093696" : 971,
"8159232" : 1069,
"8224768" : 1220,
"8290304" : 1226,
"8355840" : 1198,
"8454144" : 2582,
"8585216" : 2554,
"8716288" : 2759,
"8847360" : 2484,
"8978432" : 2865,
"9109504" : 2857,
"9240576" : 2893,
"9371648" : 3062,
"9502720" : 3218,
"9633792" : 3526,
"9764864" : 3752,
"9895936" : 3840,
"10027008" : 4109,
"10158080" : 4391,
"10289152" : 4708,
"10420224" : 5021,
"10551296" : 5334,
"10682368" : 5504,
"10813440" : 5915,
"10944512" : 6334,
"11075584" : 6336,
"11206656" : 6754,
"11337728" : 7203,
"11468800" : 7205,
"11599872" : 7549,
"11730944" : 8032,
"11862016" : 8022,
"11993088" : 8567,
"12124160" : 8786,
"12255232" : 9495,
"12386304" : 9977,
"12517376" : 10489,
"12648448" : 11127,
"12779520" : 11495,
"12910592" : 12543,
"13041664" : 13494,
"13172736" : 14423,
"13303808" : 15557,
"13434880" : 16764,
"13565952" : 18067,
"13697024" : 19180,
"13828096" : 20522,
"13959168" : 21754,
"14090240" : 23070,
"14221312" : 24488,
"14352384" : 25251,
"14483456" : 26431,
"14614528" : 27441,
"14745600" : 28651,
"14876672" : 29177,
"15007744" : 29770,
"15138816" : 29642,
"15269888" : 30097,
"15400960" : 30698,
"15532032" : 30331,
"15663104" : 29934,
"15794176" : 29768,
"15925248" : 29339,
"16056320" : 29083,
"16187392" : 27898,
"16318464" : 27227,
"16449536" : 26217,
"16580608" : 25816,
"16711680" : 24375,
"16908288" : 45596,
"17170432" : 40840,
"17432576" : 36439,
"17694720" : 32262,
"17956864" : 28027,
"18219008" : 24281,
"18481152" : 20694,
"18743296" : 17601,
"19005440" : 14974,
"19267584" : 12385,
"19529728" : 10034,
"19791872" : 8182,
"20054016" : 6499,
"20316160" : 5242,
"20578304" : 3992,
"20840448" : 3015,
"21102592" : 2166,
"21364736" : 1652,
"21626880" : 1161,
"21889024" : 751,
"22151168" : 513,
"22413312" : 343,
"22675456" : 220,
"22937600" : 156,
"23199744" : 98,
"23461888" : 68,
"23724032" : 43,
"23986176" : 20,
"24248320" : 15,
"24510464" : 9,
"24772608" : 2,
"25034752" : 2
}
},
"lat_ns" : {
"min" : 1120131,
"max" : 25666568,
"mean" : 14677022.244295,
"stddev" : 3859025.083932,
"N" : 1395257
},
"bw_min" : 56269,
"bw_max" : 102040,
"bw_agg" : 99.994840,
"bw_mean" : 69759.276730,
"bw_dev" : 2239.809430,
"bw_samples" : 1272,
"iops_min" : 14067,
"iops_max" : 25510,
"iops_mean" : 17439.528302,
"iops_stddev" : 559.963717,
"iops_samples" : 1272
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639998,
"usr_cpu" : 0.702971,
"sys_cpu" : 14.177076,
"ctx" : 1350413,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.102561,
"4" : 1.644347,
"10" : 11.140249,
"20" : 85.400193,
"50" : 1.712076,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096457,
"timestamp_ms" : 1773096457454,
"time" : "Mon Mar 9 19:47:37 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6417588224,
"io_kbytes" : 6267176,
"bw_bytes" : 71307328,
"bw" : 69636,
"iops" : 17409.182324,
"runtime" : 89999,
"total_ios" : 1566809,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10306,
"max" : 3681094,
"mean" : 456476.965670,
"stddev" : 240119.796352,
"N" : 1566809
},
"clat_ns" : {
"min" : 1075573,
"max" : 25045468,
"mean" : 14247447.736601,
"stddev" : 3608788.840404,
"N" : 1566801,
"percentile" : {
"1.000000" : 3194880,
"5.000000" : 6127616,
"10.000000" : 8978432,
"20.000000" : 12255232,
"30.000000" : 13565952,
"40.000000" : 14352384,
"50.000000" : 15007744,
"60.000000" : 15532032,
"70.000000" : 16187392,
"80.000000" : 16908288,
"90.000000" : 17956864,
"95.000000" : 18743296,
"99.000000" : 20316160,
"99.500000" : 20840448,
"99.900000" : 21889024,
"99.950000" : 22413312,
"99.990000" : 23461888
},
"bins" : {
"1073152" : 1,
"1089536" : 1,
"1155072" : 1,
"1171456" : 1,
"1187840" : 5,
"1204224" : 8,
"1220608" : 2,
"1236992" : 2,
"1253376" : 2,
"1269760" : 4,
"1286144" : 7,
"1302528" : 2,
"1318912" : 2,
"1335296" : 4,
"1351680" : 8,
"1368064" : 26,
"1384448" : 8,
"1400832" : 13,
"1417216" : 15,
"1433600" : 5,
"1449984" : 5,
"1466368" : 15,
"1482752" : 10,
"1499136" : 20,
"1515520" : 20,
"1531904" : 20,
"1548288" : 9,
"1564672" : 10,
"1581056" : 27,
"1597440" : 27,
"1613824" : 20,
"1630208" : 37,
"1646592" : 37,
"1662976" : 20,
"1679360" : 18,
"1695744" : 54,
"1712128" : 32,
"1728512" : 41,
"1744896" : 31,
"1761280" : 43,
"1777664" : 58,
"1794048" : 38,
"1810432" : 48,
"1826816" : 60,
"1843200" : 36,
"1859584" : 45,
"1875968" : 59,
"1892352" : 40,
"1908736" : 61,
"1925120" : 43,
"1941504" : 82,
"1957888" : 94,
"1974272" : 80,
"1990656" : 64,
"2007040" : 78,
"2023424" : 71,
"2039808" : 91,
"2056192" : 112,
"2072576" : 112,
"2088960" : 87,
"2113536" : 167,
"2146304" : 217,
"2179072" : 263,
"2211840" : 205,
"2244608" : 233,
"2277376" : 296,
"2310144" : 273,
"2342912" : 271,
"2375680" : 357,
"2408448" : 346,
"2441216" : 359,
"2473984" : 387,
"2506752" : 402,
"2539520" : 424,
"2572288" : 406,
"2605056" : 478,
"2637824" : 392,
"2670592" : 465,
"2703360" : 527,
"2736128" : 532,
"2768896" : 526,
"2801664" : 489,
"2834432" : 541,
"2867200" : 594,
"2899968" : 448,
"2932736" : 530,
"2965504" : 564,
"2998272" : 496,
"3031040" : 496,
"3063808" : 456,
"3096576" : 424,
"3129344" : 484,
"3162112" : 481,
"3194880" : 408,
"3227648" : 398,
"3260416" : 461,
"3293184" : 423,
"3325952" : 440,
"3358720" : 349,
"3391488" : 379,
"3424256" : 428,
"3457024" : 389,
"3489792" : 351,
"3522560" : 279,
"3555328" : 325,
"3588096" : 444,
"3620864" : 289,
"3653632" : 255,
"3686400" : 337,
"3719168" : 370,
"3751936" : 289,
"3784704" : 224,
"3817472" : 347,
"3850240" : 433,
"3883008" : 305,
"3915776" : 287,
"3948544" : 289,
"3981312" : 339,
"4014080" : 475,
"4046848" : 315,
"4079616" : 279,
"4112384" : 330,
"4145152" : 599,
"4177920" : 301,
"4227072" : 751,
"4292608" : 1702,
"4358144" : 1245,
"4423680" : 3884,
"4489216" : 2217,
"4554752" : 1244,
"4620288" : 1080,
"4685824" : 1082,
"4751360" : 1095,
"4816896" : 1487,
"4882432" : 1099,
"4947968" : 1004,
"5013504" : 1342,
"5079040" : 1286,
"5144576" : 4392,
"5210112" : 3524,
"5275648" : 2005,
"5341184" : 2066,
"5406720" : 1358,
"5472256" : 1311,
"5537792" : 1085,
"5603328" : 1660,
"5668864" : 1553,
"5734400" : 1602,
"5799936" : 1723,
"5865472" : 1590,
"5931008" : 1652,
"5996544" : 2410,
"6062080" : 1565,
"6127616" : 2323,
"6193152" : 6427,
"6258688" : 3569,
"6324224" : 2967,
"6389760" : 4037,
"6455296" : 3245,
"6520832" : 2582,
"6586368" : 2732,
"6651904" : 2238,
"6717440" : 1616,
"6782976" : 1876,
"6848512" : 1574,
"6914048" : 1620,
"6979584" : 2132,
"7045120" : 1658,
"7110656" : 1590,
"7176192" : 1509,
"7241728" : 1611,
"7307264" : 1249,
"7372800" : 1396,
"7438336" : 1494,
"7503872" : 1420,
"7569408" : 1327,
"7634944" : 1201,
"7700480" : 1108,
"7766016" : 1238,
"7831552" : 1069,
"7897088" : 1047,
"7962624" : 1145,
"8028160" : 1235,
"8093696" : 1018,
"8159232" : 1114,
"8224768" : 1270,
"8290304" : 1288,
"8355840" : 1276,
"8454144" : 2753,
"8585216" : 2698,
"8716288" : 2946,
"8847360" : 2746,
"8978432" : 3111,
"9109504" : 3169,
"9240576" : 3207,
"9371648" : 3449,
"9502720" : 3609,
"9633792" : 4025,
"9764864" : 4302,
"9895936" : 4371,
"10027008" : 4741,
"10158080" : 5040,
"10289152" : 5438,
"10420224" : 5741,
"10551296" : 6124,
"10682368" : 6381,
"10813440" : 6846,
"10944512" : 7312,
"11075584" : 7350,
"11206656" : 7934,
"11337728" : 8413,
"11468800" : 8446,
"11599872" : 8972,
"11730944" : 9542,
"11862016" : 9708,
"11993088" : 10398,
"12124160" : 10870,
"12255232" : 11664,
"12386304" : 12390,
"12517376" : 13166,
"12648448" : 13941,
"12779520" : 14493,
"12910592" : 15806,
"13041664" : 16854,
"13172736" : 17971,
"13303808" : 19305,
"13434880" : 20510,
"13565952" : 22030,
"13697024" : 23271,
"13828096" : 24672,
"13959168" : 25968,
"14090240" : 27389,
"14221312" : 28852,
"14352384" : 29668,
"14483456" : 30776,
"14614528" : 31790,
"14745600" : 32821,
"14876672" : 33377,
"15007744" : 33719,
"15138816" : 33556,
"15269888" : 33953,
"15400960" : 34367,
"15532032" : 33941,
"15663104" : 33402,
"15794176" : 33167,
"15925248" : 32551,
"16056320" : 32114,
"16187392" : 30836,
"16318464" : 29933,
"16449536" : 28855,
"16580608" : 28298,
"16711680" : 26706,
"16908288" : 49880,
"17170432" : 44707,
"17432576" : 39765,
"17694720" : 35133,
"17956864" : 30288,
"18219008" : 26147,
"18481152" : 22344,
"18743296" : 18860,
"19005440" : 15972,
"19267584" : 13153,
"19529728" : 10562,
"19791872" : 8610,
"20054016" : 6802,
"20316160" : 5438,
"20578304" : 4127,
"20840448" : 3076,
"21102592" : 2217,
"21364736" : 1680,
"21626880" : 1182,
"21889024" : 758,
"22151168" : 517,
"22413312" : 343,
"22675456" : 220,
"22937600" : 156,
"23199744" : 98,
"23461888" : 68,
"23724032" : 43,
"23986176" : 20,
"24248320" : 15,
"24510464" : 9,
"24772608" : 2,
"25034752" : 2
}
},
"lat_ns" : {
"min" : 1120131,
"max" : 25666568,
"mean" : 14703929.700116,
"stddev" : 3717422.863221,
"N" : 1566801
},
"bw_min" : 56269,
"bw_max" : 102760,
"bw_agg" : 100.000000,
"bw_mean" : 69650.726257,
"bw_dev" : 2196.457078,
"bw_samples" : 1432,
"iops_min" : 14067,
"iops_max" : 25690,
"iops_mean" : 17412.379888,
"iops_stddev" : 549.125411,
"iops_samples" : 1432
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 719992,
"usr_cpu" : 0.698063,
"sys_cpu" : 14.194463,
"ctx" : 1511836,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.091332,
"4" : 1.464314,
"10" : 10.227730,
"20" : 86.646617,
"50" : 1.569496,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096467,
"timestamp_ms" : 1773096467454,
"time" : "Mon Mar 9 19:47:47 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7122894848,
"io_kbytes" : 6955952,
"bw_bytes" : 71229660,
"bw" : 69560,
"iops" : 17390.213902,
"runtime" : 99999,
"total_ios" : 1739004,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9664,
"max" : 3681094,
"mean" : 456974.915312,
"stddev" : 243408.778754,
"N" : 1739005
},
"clat_ns" : {
"min" : 1075573,
"max" : 25045468,
"mean" : 14263043.734802,
"stddev" : 3498529.483860,
"N" : 1738997,
"percentile" : {
"1.000000" : 3325952,
"5.000000" : 6258688,
"10.000000" : 9502720,
"20.000000" : 12255232,
"30.000000" : 13434880,
"40.000000" : 14221312,
"50.000000" : 14876672,
"60.000000" : 15532032,
"70.000000" : 16187392,
"80.000000" : 16908288,
"90.000000" : 17956864,
"95.000000" : 18743296,
"99.000000" : 20316160,
"99.500000" : 20840448,
"99.900000" : 21889024,
"99.950000" : 22413312,
"99.990000" : 23461888
},
"bins" : {
"1073152" : 1,
"1089536" : 1,
"1155072" : 1,
"1171456" : 1,
"1187840" : 5,
"1204224" : 8,
"1220608" : 2,
"1236992" : 2,
"1253376" : 2,
"1269760" : 4,
"1286144" : 7,
"1302528" : 2,
"1318912" : 2,
"1335296" : 4,
"1351680" : 8,
"1368064" : 26,
"1384448" : 8,
"1400832" : 13,
"1417216" : 15,
"1433600" : 5,
"1449984" : 5,
"1466368" : 15,
"1482752" : 10,
"1499136" : 20,
"1515520" : 20,
"1531904" : 20,
"1548288" : 9,
"1564672" : 10,
"1581056" : 27,
"1597440" : 27,
"1613824" : 20,
"1630208" : 37,
"1646592" : 37,
"1662976" : 20,
"1679360" : 18,
"1695744" : 54,
"1712128" : 32,
"1728512" : 41,
"1744896" : 31,
"1761280" : 43,
"1777664" : 58,
"1794048" : 38,
"1810432" : 48,
"1826816" : 60,
"1843200" : 36,
"1859584" : 45,
"1875968" : 59,
"1892352" : 40,
"1908736" : 61,
"1925120" : 43,
"1941504" : 82,
"1957888" : 94,
"1974272" : 80,
"1990656" : 64,
"2007040" : 78,
"2023424" : 71,
"2039808" : 91,
"2056192" : 112,
"2072576" : 112,
"2088960" : 87,
"2113536" : 167,
"2146304" : 217,
"2179072" : 263,
"2211840" : 205,
"2244608" : 233,
"2277376" : 296,
"2310144" : 273,
"2342912" : 271,
"2375680" : 357,
"2408448" : 346,
"2441216" : 359,
"2473984" : 387,
"2506752" : 402,
"2539520" : 424,
"2572288" : 406,
"2605056" : 478,
"2637824" : 392,
"2670592" : 465,
"2703360" : 527,
"2736128" : 532,
"2768896" : 526,
"2801664" : 489,
"2834432" : 541,
"2867200" : 594,
"2899968" : 448,
"2932736" : 530,
"2965504" : 564,
"2998272" : 496,
"3031040" : 496,
"3063808" : 456,
"3096576" : 424,
"3129344" : 484,
"3162112" : 481,
"3194880" : 408,
"3227648" : 398,
"3260416" : 461,
"3293184" : 423,
"3325952" : 440,
"3358720" : 349,
"3391488" : 379,
"3424256" : 428,
"3457024" : 389,
"3489792" : 351,
"3522560" : 279,
"3555328" : 325,
"3588096" : 444,
"3620864" : 289,
"3653632" : 255,
"3686400" : 337,
"3719168" : 370,
"3751936" : 289,
"3784704" : 224,
"3817472" : 347,
"3850240" : 433,
"3883008" : 305,
"3915776" : 287,
"3948544" : 289,
"3981312" : 339,
"4014080" : 475,
"4046848" : 315,
"4079616" : 279,
"4112384" : 330,
"4145152" : 599,
"4177920" : 301,
"4227072" : 751,
"4292608" : 1702,
"4358144" : 1245,
"4423680" : 3884,
"4489216" : 2217,
"4554752" : 1244,
"4620288" : 1080,
"4685824" : 1082,
"4751360" : 1095,
"4816896" : 1487,
"4882432" : 1099,
"4947968" : 1004,
"5013504" : 1342,
"5079040" : 1286,
"5144576" : 4392,
"5210112" : 3524,
"5275648" : 2005,
"5341184" : 2066,
"5406720" : 1358,
"5472256" : 1311,
"5537792" : 1085,
"5603328" : 1660,
"5668864" : 1553,
"5734400" : 1602,
"5799936" : 1723,
"5865472" : 1590,
"5931008" : 1652,
"5996544" : 2411,
"6062080" : 1566,
"6127616" : 2323,
"6193152" : 6427,
"6258688" : 3569,
"6324224" : 2968,
"6389760" : 4038,
"6455296" : 3245,
"6520832" : 2582,
"6586368" : 2733,
"6651904" : 2238,
"6717440" : 1619,
"6782976" : 1883,
"6848512" : 1577,
"6914048" : 1624,
"6979584" : 2134,
"7045120" : 1661,
"7110656" : 1595,
"7176192" : 1511,
"7241728" : 1620,
"7307264" : 1256,
"7372800" : 1405,
"7438336" : 1505,
"7503872" : 1437,
"7569408" : 1349,
"7634944" : 1222,
"7700480" : 1137,
"7766016" : 1278,
"7831552" : 1106,
"7897088" : 1095,
"7962624" : 1183,
"8028160" : 1279,
"8093696" : 1073,
"8159232" : 1160,
"8224768" : 1344,
"8290304" : 1360,
"8355840" : 1353,
"8454144" : 2927,
"8585216" : 2886,
"8716288" : 3208,
"8847360" : 3051,
"8978432" : 3435,
"9109504" : 3567,
"9240576" : 3659,
"9371648" : 3980,
"9502720" : 4126,
"9633792" : 4652,
"9764864" : 4928,
"9895936" : 5067,
"10027008" : 5475,
"10158080" : 5765,
"10289152" : 6293,
"10420224" : 6632,
"10551296" : 7060,
"10682368" : 7361,
"10813440" : 7850,
"10944512" : 8453,
"11075584" : 8466,
"11206656" : 9201,
"11337728" : 9799,
"11468800" : 9935,
"11599872" : 10519,
"11730944" : 11231,
"11862016" : 11475,
"11993088" : 12367,
"12124160" : 12886,
"12255232" : 13870,
"12386304" : 14761,
"12517376" : 15692,
"12648448" : 16600,
"12779520" : 17310,
"12910592" : 18950,
"13041664" : 20061,
"13172736" : 21303,
"13303808" : 22709,
"13434880" : 24097,
"13565952" : 25614,
"13697024" : 27012,
"13828096" : 28523,
"13959168" : 29988,
"14090240" : 31375,
"14221312" : 33057,
"14352384" : 33898,
"14483456" : 34931,
"14614528" : 35866,
"14745600" : 37080,
"14876672" : 37679,
"15007744" : 37907,
"15138816" : 37660,
"15269888" : 37887,
"15400960" : 38402,
"15532032" : 37876,
"15663104" : 37128,
"15794176" : 36710,
"15925248" : 35887,
"16056320" : 35322,
"16187392" : 33750,
"16318464" : 32649,
"16449536" : 31402,
"16580608" : 30841,
"16711680" : 29042,
"16908288" : 54094,
"17170432" : 48525,
"17432576" : 42813,
"17694720" : 37682,
"17956864" : 32438,
"18219008" : 27962,
"18481152" : 23882,
"18743296" : 20086,
"19005440" : 16978,
"19267584" : 13956,
"19529728" : 11133,
"19791872" : 9034,
"20054016" : 7146,
"20316160" : 5632,
"20578304" : 4304,
"20840448" : 3177,
"21102592" : 2284,
"21364736" : 1713,
"21626880" : 1206,
"21889024" : 771,
"22151168" : 524,
"22413312" : 352,
"22675456" : 227,
"22937600" : 161,
"23199744" : 103,
"23461888" : 75,
"23724032" : 46,
"23986176" : 21,
"24248320" : 20,
"24510464" : 12,
"24772608" : 4,
"25034752" : 2
}
},
"lat_ns" : {
"min" : 1120131,
"max" : 25692968,
"mean" : 14720025.847946,
"stddev" : 3603042.304285,
"N" : 1738997
},
"bw_min" : 56269,
"bw_max" : 103088,
"bw_agg" : 100.000000,
"bw_mean" : 69574.110553,
"bw_dev" : 2150.095338,
"bw_samples" : 1592,
"iops_min" : 14067,
"iops_max" : 25772,
"iops_mean" : 17393.246231,
"iops_stddev" : 537.534296,
"iops_samples" : 1592
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 799992,
"usr_cpu" : 0.695632,
"sys_cpu" : 14.211892,
"ctx" : 1659494,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999885,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999885,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.082288,
"4" : 1.319318,
"10" : 9.559265,
"20" : 87.573519,
"50" : 1.465207,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096477,
"timestamp_ms" : 1773096477455,
"time" : "Mon Mar 9 19:47:57 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7846608896,
"io_kbytes" : 7662704,
"bw_bytes" : 71332808,
"bw" : 69660,
"iops" : 17415.381818,
"runtime" : 110000,
"total_ios" : 1915692,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9664,
"max" : 3681094,
"mean" : 456304.225444,
"stddev" : 246699.718772,
"N" : 1915692
},
"clat_ns" : {
"min" : 1075573,
"max" : 25045468,
"mean" : 14242203.216360,
"stddev" : 3403563.541229,
"N" : 1915684,
"percentile" : {
"1.000000" : 3457024,
"5.000000" : 6389760,
"10.000000" : 9895936,
"20.000000" : 12255232,
"30.000000" : 13434880,
"40.000000" : 14221312,
"50.000000" : 14876672,
"60.000000" : 15400960,
"70.000000" : 16056320,
"80.000000" : 16908288,
"90.000000" : 17956864,
"95.000000" : 18743296,
"99.000000" : 20316160,
"99.500000" : 20840448,
"99.900000" : 21889024,
"99.950000" : 22413312,
"99.990000" : 23199744
},
"bins" : {
"1073152" : 1,
"1089536" : 1,
"1155072" : 1,
"1171456" : 1,
"1187840" : 5,
"1204224" : 8,
"1220608" : 2,
"1236992" : 2,
"1253376" : 2,
"1269760" : 4,
"1286144" : 7,
"1302528" : 2,
"1318912" : 2,
"1335296" : 4,
"1351680" : 8,
"1368064" : 26,
"1384448" : 8,
"1400832" : 13,
"1417216" : 15,
"1433600" : 5,
"1449984" : 5,
"1466368" : 15,
"1482752" : 10,
"1499136" : 20,
"1515520" : 20,
"1531904" : 20,
"1548288" : 9,
"1564672" : 10,
"1581056" : 27,
"1597440" : 27,
"1613824" : 20,
"1630208" : 37,
"1646592" : 37,
"1662976" : 20,
"1679360" : 18,
"1695744" : 54,
"1712128" : 32,
"1728512" : 41,
"1744896" : 31,
"1761280" : 43,
"1777664" : 58,
"1794048" : 38,
"1810432" : 48,
"1826816" : 60,
"1843200" : 36,
"1859584" : 45,
"1875968" : 59,
"1892352" : 40,
"1908736" : 61,
"1925120" : 43,
"1941504" : 82,
"1957888" : 94,
"1974272" : 80,
"1990656" : 64,
"2007040" : 78,
"2023424" : 71,
"2039808" : 91,
"2056192" : 112,
"2072576" : 112,
"2088960" : 87,
"2113536" : 167,
"2146304" : 217,
"2179072" : 263,
"2211840" : 205,
"2244608" : 233,
"2277376" : 296,
"2310144" : 273,
"2342912" : 271,
"2375680" : 357,
"2408448" : 346,
"2441216" : 359,
"2473984" : 387,
"2506752" : 402,
"2539520" : 424,
"2572288" : 406,
"2605056" : 478,
"2637824" : 392,
"2670592" : 465,
"2703360" : 527,
"2736128" : 532,
"2768896" : 526,
"2801664" : 489,
"2834432" : 541,
"2867200" : 594,
"2899968" : 448,
"2932736" : 530,
"2965504" : 564,
"2998272" : 496,
"3031040" : 496,
"3063808" : 456,
"3096576" : 424,
"3129344" : 484,
"3162112" : 481,
"3194880" : 408,
"3227648" : 398,
"3260416" : 461,
"3293184" : 423,
"3325952" : 440,
"3358720" : 349,
"3391488" : 379,
"3424256" : 428,
"3457024" : 389,
"3489792" : 351,
"3522560" : 279,
"3555328" : 325,
"3588096" : 444,
"3620864" : 289,
"3653632" : 255,
"3686400" : 337,
"3719168" : 370,
"3751936" : 289,
"3784704" : 224,
"3817472" : 347,
"3850240" : 433,
"3883008" : 305,
"3915776" : 287,
"3948544" : 289,
"3981312" : 339,
"4014080" : 475,
"4046848" : 315,
"4079616" : 279,
"4112384" : 330,
"4145152" : 599,
"4177920" : 301,
"4227072" : 751,
"4292608" : 1702,
"4358144" : 1245,
"4423680" : 3884,
"4489216" : 2217,
"4554752" : 1244,
"4620288" : 1080,
"4685824" : 1082,
"4751360" : 1095,
"4816896" : 1487,
"4882432" : 1099,
"4947968" : 1004,
"5013504" : 1342,
"5079040" : 1286,
"5144576" : 4392,
"5210112" : 3524,
"5275648" : 2005,
"5341184" : 2066,
"5406720" : 1358,
"5472256" : 1311,
"5537792" : 1085,
"5603328" : 1660,
"5668864" : 1553,
"5734400" : 1602,
"5799936" : 1723,
"5865472" : 1590,
"5931008" : 1652,
"5996544" : 2411,
"6062080" : 1566,
"6127616" : 2323,
"6193152" : 6427,
"6258688" : 3569,
"6324224" : 2968,
"6389760" : 4038,
"6455296" : 3245,
"6520832" : 2584,
"6586368" : 2736,
"6651904" : 2241,
"6717440" : 1621,
"6782976" : 1884,
"6848512" : 1584,
"6914048" : 1632,
"6979584" : 2143,
"7045120" : 1665,
"7110656" : 1603,
"7176192" : 1520,
"7241728" : 1630,
"7307264" : 1279,
"7372800" : 1434,
"7438336" : 1529,
"7503872" : 1458,
"7569408" : 1389,
"7634944" : 1251,
"7700480" : 1169,
"7766016" : 1315,
"7831552" : 1134,
"7897088" : 1129,
"7962624" : 1225,
"8028160" : 1340,
"8093696" : 1125,
"8159232" : 1212,
"8224768" : 1418,
"8290304" : 1420,
"8355840" : 1454,
"8454144" : 3116,
"8585216" : 3159,
"8716288" : 3584,
"8847360" : 3464,
"8978432" : 3903,
"9109504" : 4051,
"9240576" : 4277,
"9371648" : 4602,
"9502720" : 4819,
"9633792" : 5421,
"9764864" : 5706,
"9895936" : 5961,
"10027008" : 6466,
"10158080" : 6765,
"10289152" : 7313,
"10420224" : 7752,
"10551296" : 8219,
"10682368" : 8703,
"10813440" : 9207,
"10944512" : 9904,
"11075584" : 9942,
"11206656" : 10855,
"11337728" : 11617,
"11468800" : 11837,
"11599872" : 12612,
"11730944" : 13427,
"11862016" : 13826,
"11993088" : 14810,
"12124160" : 15552,
"12255232" : 16752,
"12386304" : 17716,
"12517376" : 18801,
"12648448" : 19917,
"12779520" : 20815,
"12910592" : 22586,
"13041664" : 23747,
"13172736" : 25173,
"13303808" : 26730,
"13434880" : 28125,
"13565952" : 29618,
"13697024" : 31288,
"13828096" : 32745,
"13959168" : 34227,
"14090240" : 35568,
"14221312" : 37321,
"14352384" : 38160,
"14483456" : 39093,
"14614528" : 40002,
"14745600" : 41161,
"14876672" : 41883,
"15007744" : 41725,
"15138816" : 41445,
"15269888" : 41424,
"15400960" : 41817,
"15532032" : 41210,
"15663104" : 40365,
"15794176" : 39815,
"15925248" : 38784,
"16056320" : 37908,
"16187392" : 36273,
"16318464" : 35062,
"16449536" : 33532,
"16580608" : 32918,
"16711680" : 30965,
"16908288" : 57490,
"17170432" : 51446,
"17432576" : 45244,
"17694720" : 39854,
"17956864" : 34298,
"18219008" : 29499,
"18481152" : 25127,
"18743296" : 21027,
"19005440" : 17757,
"19267584" : 14546,
"19529728" : 11554,
"19791872" : 9375,
"20054016" : 7369,
"20316160" : 5824,
"20578304" : 4456,
"20840448" : 3284,
"21102592" : 2339,
"21364736" : 1746,
"21626880" : 1223,
"21889024" : 785,
"22151168" : 528,
"22413312" : 353,
"22675456" : 227,
"22937600" : 161,
"23199744" : 103,
"23461888" : 75,
"23724032" : 46,
"23986176" : 21,
"24248320" : 20,
"24510464" : 12,
"24772608" : 4,
"25034752" : 2
}
},
"lat_ns" : {
"min" : 1120131,
"max" : 25692968,
"mean" : 14698505.626921,
"stddev" : 3504411.675434,
"N" : 1915684
},
"bw_min" : 56269,
"bw_max" : 103224,
"bw_agg" : 100.000000,
"bw_mean" : 69669.251142,
"bw_dev" : 2102.671057,
"bw_samples" : 1752,
"iops_min" : 14067,
"iops_max" : 25806,
"iops_mean" : 17417.041096,
"iops_stddev" : 525.677695,
"iops_samples" : 1752
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 879997,
"usr_cpu" : 0.695684,
"sys_cpu" : 14.255049,
"ctx" : 1801473,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.074699,
"4" : 1.197635,
"10" : 9.076355,
"20" : 88.282772,
"50" : 1.368122,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096487,
"timestamp_ms" : 1773096487454,
"time" : "Mon Mar 9 19:48:07 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8569384960,
"io_kbytes" : 8368540,
"bw_bytes" : 71411541,
"bw" : 69737,
"iops" : 17434.583333,
"runtime" : 120000,
"total_ios" : 2092150,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9664,
"max" : 3681094,
"mean" : 455790.136539,
"stddev" : 249405.893820,
"N" : 2092150
},
"clat_ns" : {
"min" : 1075573,
"max" : 25045468,
"mean" : 14226678.128097,
"stddev" : 3322485.516177,
"N" : 2092142,
"percentile" : {
"1.000000" : 3653632,
"5.000000" : 6651904,
"10.000000" : 10027008,
"20.000000" : 12255232,
"30.000000" : 13303808,
"40.000000" : 14090240,
"50.000000" : 14745600,
"60.000000" : 15400960,
"70.000000" : 15925248,
"80.000000" : 16711680,
"90.000000" : 17694720,
"95.000000" : 18743296,
"99.000000" : 20316160,
"99.500000" : 20840448,
"99.900000" : 21889024,
"99.950000" : 22413312,
"99.990000" : 23199744
},
"bins" : {
"1073152" : 1,
"1089536" : 1,
"1155072" : 1,
"1171456" : 1,
"1187840" : 5,
"1204224" : 8,
"1220608" : 2,
"1236992" : 2,
"1253376" : 2,
"1269760" : 4,
"1286144" : 7,
"1302528" : 2,
"1318912" : 2,
"1335296" : 4,
"1351680" : 8,
"1368064" : 26,
"1384448" : 8,
"1400832" : 13,
"1417216" : 15,
"1433600" : 5,
"1449984" : 5,
"1466368" : 15,
"1482752" : 10,
"1499136" : 20,
"1515520" : 20,
"1531904" : 20,
"1548288" : 9,
"1564672" : 10,
"1581056" : 27,
"1597440" : 27,
"1613824" : 20,
"1630208" : 37,
"1646592" : 37,
"1662976" : 20,
"1679360" : 18,
"1695744" : 54,
"1712128" : 32,
"1728512" : 41,
"1744896" : 31,
"1761280" : 43,
"1777664" : 58,
"1794048" : 38,
"1810432" : 48,
"1826816" : 60,
"1843200" : 36,
"1859584" : 45,
"1875968" : 59,
"1892352" : 40,
"1908736" : 61,
"1925120" : 43,
"1941504" : 82,
"1957888" : 94,
"1974272" : 80,
"1990656" : 64,
"2007040" : 78,
"2023424" : 71,
"2039808" : 91,
"2056192" : 112,
"2072576" : 112,
"2088960" : 87,
"2113536" : 167,
"2146304" : 217,
"2179072" : 263,
"2211840" : 205,
"2244608" : 233,
"2277376" : 296,
"2310144" : 273,
"2342912" : 271,
"2375680" : 357,
"2408448" : 346,
"2441216" : 359,
"2473984" : 387,
"2506752" : 402,
"2539520" : 424,
"2572288" : 406,
"2605056" : 478,
"2637824" : 392,
"2670592" : 465,
"2703360" : 527,
"2736128" : 532,
"2768896" : 526,
"2801664" : 489,
"2834432" : 541,
"2867200" : 594,
"2899968" : 448,
"2932736" : 530,
"2965504" : 564,
"2998272" : 496,
"3031040" : 496,
"3063808" : 456,
"3096576" : 424,
"3129344" : 484,
"3162112" : 481,
"3194880" : 408,
"3227648" : 398,
"3260416" : 461,
"3293184" : 423,
"3325952" : 440,
"3358720" : 349,
"3391488" : 379,
"3424256" : 428,
"3457024" : 389,
"3489792" : 351,
"3522560" : 279,
"3555328" : 325,
"3588096" : 444,
"3620864" : 289,
"3653632" : 255,
"3686400" : 337,
"3719168" : 370,
"3751936" : 289,
"3784704" : 224,
"3817472" : 347,
"3850240" : 433,
"3883008" : 305,
"3915776" : 287,
"3948544" : 289,
"3981312" : 339,
"4014080" : 475,
"4046848" : 315,
"4079616" : 279,
"4112384" : 330,
"4145152" : 599,
"4177920" : 301,
"4227072" : 751,
"4292608" : 1702,
"4358144" : 1245,
"4423680" : 3884,
"4489216" : 2217,
"4554752" : 1244,
"4620288" : 1080,
"4685824" : 1082,
"4751360" : 1095,
"4816896" : 1487,
"4882432" : 1099,
"4947968" : 1004,
"5013504" : 1342,
"5079040" : 1286,
"5144576" : 4392,
"5210112" : 3524,
"5275648" : 2005,
"5341184" : 2066,
"5406720" : 1358,
"5472256" : 1311,
"5537792" : 1085,
"5603328" : 1660,
"5668864" : 1553,
"5734400" : 1602,
"5799936" : 1723,
"5865472" : 1590,
"5931008" : 1652,
"5996544" : 2412,
"6062080" : 1566,
"6127616" : 2325,
"6193152" : 6427,
"6258688" : 3570,
"6324224" : 2969,
"6389760" : 4038,
"6455296" : 3248,
"6520832" : 2591,
"6586368" : 2742,
"6651904" : 2242,
"6717440" : 1623,
"6782976" : 1888,
"6848512" : 1588,
"6914048" : 1634,
"6979584" : 2144,
"7045120" : 1670,
"7110656" : 1604,
"7176192" : 1528,
"7241728" : 1637,
"7307264" : 1287,
"7372800" : 1444,
"7438336" : 1548,
"7503872" : 1487,
"7569408" : 1404,
"7634944" : 1271,
"7700480" : 1191,
"7766016" : 1359,
"7831552" : 1184,
"7897088" : 1167,
"7962624" : 1279,
"8028160" : 1396,
"8093696" : 1185,
"8159232" : 1280,
"8224768" : 1496,
"8290304" : 1504,
"8355840" : 1567,
"8454144" : 3289,
"8585216" : 3398,
"8716288" : 3923,
"8847360" : 3850,
"8978432" : 4291,
"9109504" : 4530,
"9240576" : 4777,
"9371648" : 5165,
"9502720" : 5416,
"9633792" : 6099,
"9764864" : 6448,
"9895936" : 6747,
"10027008" : 7330,
"10158080" : 7735,
"10289152" : 8274,
"10420224" : 8841,
"10551296" : 9406,
"10682368" : 9981,
"10813440" : 10594,
"10944512" : 11320,
"11075584" : 11432,
"11206656" : 12618,
"11337728" : 13385,
"11468800" : 13845,
"11599872" : 14682,
"11730944" : 15722,
"11862016" : 16353,
"11993088" : 17515,
"12124160" : 18259,
"12255232" : 19532,
"12386304" : 20830,
"12517376" : 22091,
"12648448" : 23328,
"12779520" : 24409,
"12910592" : 26250,
"13041664" : 27658,
"13172736" : 29083,
"13303808" : 30651,
"13434880" : 32234,
"13565952" : 33934,
"13697024" : 35503,
"13828096" : 36885,
"13959168" : 38519,
"14090240" : 39797,
"14221312" : 41505,
"14352384" : 42430,
"14483456" : 43068,
"14614528" : 43766,
"14745600" : 45021,
"14876672" : 45634,
"15007744" : 45417,
"15138816" : 45096,
"15269888" : 44977,
"15400960" : 45090,
"15532032" : 44552,
"15663104" : 43477,
"15794176" : 42789,
"15925248" : 41587,
"16056320" : 40635,
"16187392" : 38754,
"16318464" : 37369,
"16449536" : 35759,
"16580608" : 35002,
"16711680" : 32920,
"16908288" : 61187,
"17170432" : 54517,
"17432576" : 47917,
"17694720" : 42064,
"17956864" : 36239,
"18219008" : 31022,
"18481152" : 26373,
"18743296" : 21983,
"19005440" : 18520,
"19267584" : 15148,
"19529728" : 12017,
"19791872" : 9745,
"20054016" : 7634,
"20316160" : 6025,
"20578304" : 4583,
"20840448" : 3387,
"21102592" : 2401,
"21364736" : 1787,
"21626880" : 1251,
"21889024" : 803,
"22151168" : 542,
"22413312" : 365,
"22675456" : 232,
"22937600" : 163,
"23199744" : 105,
"23461888" : 76,
"23724032" : 48,
"23986176" : 21,
"24248320" : 20,
"24510464" : 12,
"24772608" : 4,
"25034752" : 2
}
},
"lat_ns" : {
"min" : 1120131,
"max" : 25692968,
"mean" : 14682481.325116,
"stddev" : 3420182.985935,
"N" : 2092142
},
"bw_min" : 56269,
"bw_max" : 103504,
"bw_agg" : 100.000000,
"bw_mean" : 69751.631799,
"bw_dev" : 2053.358053,
"bw_samples" : 1912,
"iops_min" : 14067,
"iops_max" : 25876,
"iops_mean" : 17437.648536,
"iops_stddev" : 513.349014,
"iops_samples" : 1912
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959994,
"usr_cpu" : 0.696150,
"sys_cpu" : 14.292485,
"ctx" : 1944070,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.068399,
"4" : 1.096623,
"10" : 8.642162,
"20" : 88.901608,
"50" : 1.290825,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096497,
"timestamp_ms" : 1773096497454,
"time" : "Mon Mar 9 19:48:17 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9297162240,
"io_kbytes" : 9079260,
"bw_bytes" : 71517182,
"bw" : 69840,
"iops" : 17460.342003,
"runtime" : 129999,
"total_ios" : 2269827,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9664,
"max" : 3681094,
"mean" : 455109.877090,
"stddev" : 251565.486467,
"N" : 2269827
},
"clat_ns" : {
"min" : 1075573,
"max" : 25045468,
"mean" : 14205653.869049,
"stddev" : 3254077.265610,
"N" : 2269819,
"percentile" : {
"1.000000" : 3850240,
"5.000000" : 6914048,
"10.000000" : 10158080,
"20.000000" : 12255232,
"30.000000" : 13303808,
"40.000000" : 14090240,
"50.000000" : 14745600,
"60.000000" : 15269888,
"70.000000" : 15925248,
"80.000000" : 16711680,
"90.000000" : 17694720,
"95.000000" : 18481152,
"99.000000" : 20054016,
"99.500000" : 20840448,
"99.900000" : 21889024,
"99.950000" : 22151168,
"99.990000" : 23199744
},
"bins" : {
"1073152" : 1,
"1089536" : 1,
"1155072" : 1,
"1171456" : 1,
"1187840" : 5,
"1204224" : 8,
"1220608" : 2,
"1236992" : 2,
"1253376" : 2,
"1269760" : 4,
"1286144" : 7,
"1302528" : 2,
"1318912" : 2,
"1335296" : 4,
"1351680" : 8,
"1368064" : 26,
"1384448" : 8,
"1400832" : 13,
"1417216" : 15,
"1433600" : 5,
"1449984" : 5,
"1466368" : 15,
"1482752" : 10,
"1499136" : 20,
"1515520" : 20,
"1531904" : 20,
"1548288" : 9,
"1564672" : 10,
"1581056" : 27,
"1597440" : 27,
"1613824" : 20,
"1630208" : 37,
"1646592" : 37,
"1662976" : 20,
"1679360" : 18,
"1695744" : 54,
"1712128" : 32,
"1728512" : 41,
"1744896" : 31,
"1761280" : 43,
"1777664" : 58,
"1794048" : 38,
"1810432" : 48,
"1826816" : 60,
"1843200" : 36,
"1859584" : 45,
"1875968" : 59,
"1892352" : 40,
"1908736" : 61,
"1925120" : 43,
"1941504" : 82,
"1957888" : 94,
"1974272" : 80,
"1990656" : 64,
"2007040" : 78,
"2023424" : 71,
"2039808" : 91,
"2056192" : 112,
"2072576" : 112,
"2088960" : 87,
"2113536" : 167,
"2146304" : 217,
"2179072" : 263,
"2211840" : 205,
"2244608" : 233,
"2277376" : 296,
"2310144" : 273,
"2342912" : 271,
"2375680" : 357,
"2408448" : 346,
"2441216" : 359,
"2473984" : 387,
"2506752" : 402,
"2539520" : 424,
"2572288" : 406,
"2605056" : 478,
"2637824" : 392,
"2670592" : 465,
"2703360" : 527,
"2736128" : 532,
"2768896" : 526,
"2801664" : 489,
"2834432" : 541,
"2867200" : 594,
"2899968" : 448,
"2932736" : 530,
"2965504" : 564,
"2998272" : 496,
"3031040" : 496,
"3063808" : 456,
"3096576" : 424,
"3129344" : 484,
"3162112" : 481,
"3194880" : 408,
"3227648" : 398,
"3260416" : 461,
"3293184" : 423,
"3325952" : 440,
"3358720" : 349,
"3391488" : 379,
"3424256" : 428,
"3457024" : 389,
"3489792" : 351,
"3522560" : 279,
"3555328" : 325,
"3588096" : 444,
"3620864" : 289,
"3653632" : 255,
"3686400" : 337,
"3719168" : 370,
"3751936" : 289,
"3784704" : 224,
"3817472" : 347,
"3850240" : 433,
"3883008" : 305,
"3915776" : 287,
"3948544" : 289,
"3981312" : 339,
"4014080" : 475,
"4046848" : 315,
"4079616" : 279,
"4112384" : 330,
"4145152" : 599,
"4177920" : 301,
"4227072" : 751,
"4292608" : 1702,
"4358144" : 1245,
"4423680" : 3884,
"4489216" : 2217,
"4554752" : 1244,
"4620288" : 1080,
"4685824" : 1082,
"4751360" : 1095,
"4816896" : 1487,
"4882432" : 1099,
"4947968" : 1004,
"5013504" : 1342,
"5079040" : 1286,
"5144576" : 4392,
"5210112" : 3524,
"5275648" : 2005,
"5341184" : 2066,
"5406720" : 1358,
"5472256" : 1311,
"5537792" : 1085,
"5603328" : 1660,
"5668864" : 1553,
"5734400" : 1602,
"5799936" : 1723,
"5865472" : 1590,
"5931008" : 1652,
"5996544" : 2412,
"6062080" : 1566,
"6127616" : 2325,
"6193152" : 6427,
"6258688" : 3570,
"6324224" : 2969,
"6389760" : 4038,
"6455296" : 3248,
"6520832" : 2591,
"6586368" : 2742,
"6651904" : 2242,
"6717440" : 1624,
"6782976" : 1888,
"6848512" : 1588,
"6914048" : 1635,
"6979584" : 2148,
"7045120" : 1671,
"7110656" : 1605,
"7176192" : 1530,
"7241728" : 1643,
"7307264" : 1300,
"7372800" : 1459,
"7438336" : 1561,
"7503872" : 1509,
"7569408" : 1419,
"7634944" : 1296,
"7700480" : 1218,
"7766016" : 1390,
"7831552" : 1225,
"7897088" : 1209,
"7962624" : 1315,
"8028160" : 1450,
"8093696" : 1266,
"8159232" : 1356,
"8224768" : 1578,
"8290304" : 1598,
"8355840" : 1670,
"8454144" : 3526,
"8585216" : 3683,
"8716288" : 4288,
"8847360" : 4260,
"8978432" : 4794,
"9109504" : 5124,
"9240576" : 5351,
"9371648" : 5883,
"9502720" : 6134,
"9633792" : 6919,
"9764864" : 7320,
"9895936" : 7701,
"10027008" : 8348,
"10158080" : 8859,
"10289152" : 9418,
"10420224" : 9959,
"10551296" : 10640,
"10682368" : 11301,
"10813440" : 12018,
"10944512" : 12957,
"11075584" : 13079,
"11206656" : 14445,
"11337728" : 15472,
"11468800" : 15913,
"11599872" : 17021,
"11730944" : 18132,
"11862016" : 18911,
"11993088" : 20272,
"12124160" : 21181,
"12255232" : 22616,
"12386304" : 24147,
"12517376" : 25467,
"12648448" : 26819,
"12779520" : 27959,
"12910592" : 29862,
"13041664" : 31366,
"13172736" : 32962,
"13303808" : 34551,
"13434880" : 36283,
"13565952" : 38061,
"13697024" : 39641,
"13828096" : 41137,
"13959168" : 42704,
"14090240" : 43958,
"14221312" : 45608,
"14352384" : 46523,
"14483456" : 47208,
"14614528" : 47764,
"14745600" : 48951,
"14876672" : 49464,
"15007744" : 49095,
"15138816" : 48732,
"15269888" : 48577,
"15400960" : 48427,
"15532032" : 47585,
"15663104" : 46549,
"15794176" : 45582,
"15925248" : 44329,
"16056320" : 43150,
"16187392" : 41113,
"16318464" : 39543,
"16449536" : 38001,
"16580608" : 37108,
"16711680" : 34801,
"16908288" : 64580,
"17170432" : 57357,
"17432576" : 50402,
"17694720" : 44052,
"17956864" : 37876,
"18219008" : 32404,
"18481152" : 27572,
"18743296" : 22983,
"19005440" : 19239,
"19267584" : 15786,
"19529728" : 12466,
"19791872" : 10103,
"20054016" : 7908,
"20316160" : 6239,
"20578304" : 4733,
"20840448" : 3514,
"21102592" : 2478,
"21364736" : 1832,
"21626880" : 1277,
"21889024" : 831,
"22151168" : 554,
"22413312" : 383,
"22675456" : 248,
"22937600" : 177,
"23199744" : 114,
"23461888" : 84,
"23724032" : 53,
"23986176" : 23,
"24248320" : 21,
"24510464" : 13,
"24772608" : 5,
"25034752" : 2
}
},
"lat_ns" : {
"min" : 1120131,
"max" : 25692968,
"mean" : 14660767.106003,
"stddev" : 3349104.435091,
"N" : 2269819
},
"bw_min" : 56269,
"bw_max" : 103560,
"bw_agg" : 100.000000,
"bw_mean" : 69865.096525,
"bw_dev" : 2006.368140,
"bw_samples" : 2072,
"iops_min" : 14067,
"iops_max" : 25890,
"iops_mean" : 17466.023166,
"iops_stddev" : 501.601026,
"iops_samples" : 2072
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1039992,
"usr_cpu" : 0.698563,
"sys_cpu" : 14.333572,
"ctx" : 2087325,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999956,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.063044,
"4" : 1.010782,
"10" : 8.323762,
"20" : 89.371216,
"50" : 1.230843,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096507,
"timestamp_ms" : 1773096507454,
"time" : "Mon Mar 9 19:48:27 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10001154048,
"io_kbytes" : 9766752,
"bw_bytes" : 71436814,
"bw" : 69762,
"iops" : 17440.714286,
"runtime" : 140000,
"total_ios" : 2441700,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9664,
"max" : 3681094,
"mean" : 455612.849322,
"stddev" : 254079.839955,
"N" : 2441700
},
"clat_ns" : {
"min" : 1075573,
"max" : 25045468,
"mean" : 14221483.049672,
"stddev" : 3202716.804253,
"N" : 2441692,
"percentile" : {
"1.000000" : 4014080,
"5.000000" : 7241728,
"10.000000" : 10289152,
"20.000000" : 12255232,
"30.000000" : 13303808,
"40.000000" : 14090240,
"50.000000" : 14614528,
"60.000000" : 15269888,
"70.000000" : 15925248,
"80.000000" : 16711680,
"90.000000" : 17694720,
"95.000000" : 18481152,
"99.000000" : 20054016,
"99.500000" : 20578304,
"99.900000" : 21889024,
"99.950000" : 22151168,
"99.990000" : 23199744
},
"bins" : {
"1073152" : 1,
"1089536" : 1,
"1155072" : 1,
"1171456" : 1,
"1187840" : 5,
"1204224" : 8,
"1220608" : 2,
"1236992" : 2,
"1253376" : 2,
"1269760" : 4,
"1286144" : 7,
"1302528" : 2,
"1318912" : 2,
"1335296" : 4,
"1351680" : 8,
"1368064" : 26,
"1384448" : 8,
"1400832" : 13,
"1417216" : 15,
"1433600" : 5,
"1449984" : 5,
"1466368" : 15,
"1482752" : 10,
"1499136" : 20,
"1515520" : 20,
"1531904" : 20,
"1548288" : 9,
"1564672" : 10,
"1581056" : 27,
"1597440" : 27,
"1613824" : 20,
"1630208" : 37,
"1646592" : 37,
"1662976" : 20,
"1679360" : 18,
"1695744" : 54,
"1712128" : 32,
"1728512" : 41,
"1744896" : 31,
"1761280" : 43,
"1777664" : 58,
"1794048" : 38,
"1810432" : 48,
"1826816" : 60,
"1843200" : 36,
"1859584" : 45,
"1875968" : 59,
"1892352" : 40,
"1908736" : 61,
"1925120" : 43,
"1941504" : 82,
"1957888" : 94,
"1974272" : 80,
"1990656" : 64,
"2007040" : 78,
"2023424" : 71,
"2039808" : 91,
"2056192" : 112,
"2072576" : 112,
"2088960" : 87,
"2113536" : 167,
"2146304" : 217,
"2179072" : 263,
"2211840" : 205,
"2244608" : 233,
"2277376" : 296,
"2310144" : 273,
"2342912" : 271,
"2375680" : 357,
"2408448" : 346,
"2441216" : 359,
"2473984" : 387,
"2506752" : 402,
"2539520" : 424,
"2572288" : 406,
"2605056" : 478,
"2637824" : 392,
"2670592" : 465,
"2703360" : 527,
"2736128" : 532,
"2768896" : 526,
"2801664" : 489,
"2834432" : 541,
"2867200" : 594,
"2899968" : 448,
"2932736" : 530,
"2965504" : 564,
"2998272" : 496,
"3031040" : 496,
"3063808" : 456,
"3096576" : 424,
"3129344" : 484,
"3162112" : 481,
"3194880" : 408,
"3227648" : 398,
"3260416" : 461,
"3293184" : 423,
"3325952" : 440,
"3358720" : 349,
"3391488" : 379,
"3424256" : 428,
"3457024" : 389,
"3489792" : 351,
"3522560" : 279,
"3555328" : 325,
"3588096" : 444,
"3620864" : 289,
"3653632" : 255,
"3686400" : 337,
"3719168" : 370,
"3751936" : 289,
"3784704" : 224,
"3817472" : 347,
"3850240" : 433,
"3883008" : 305,
"3915776" : 287,
"3948544" : 289,
"3981312" : 339,
"4014080" : 475,
"4046848" : 315,
"4079616" : 279,
"4112384" : 330,
"4145152" : 599,
"4177920" : 301,
"4227072" : 751,
"4292608" : 1702,
"4358144" : 1245,
"4423680" : 3884,
"4489216" : 2217,
"4554752" : 1244,
"4620288" : 1080,
"4685824" : 1082,
"4751360" : 1095,
"4816896" : 1487,
"4882432" : 1099,
"4947968" : 1004,
"5013504" : 1342,
"5079040" : 1286,
"5144576" : 4392,
"5210112" : 3524,
"5275648" : 2005,
"5341184" : 2066,
"5406720" : 1358,
"5472256" : 1311,
"5537792" : 1085,
"5603328" : 1660,
"5668864" : 1553,
"5734400" : 1602,
"5799936" : 1723,
"5865472" : 1590,
"5931008" : 1652,
"5996544" : 2412,
"6062080" : 1566,
"6127616" : 2325,
"6193152" : 6431,
"6258688" : 3570,
"6324224" : 2971,
"6389760" : 4039,
"6455296" : 3248,
"6520832" : 2595,
"6586368" : 2742,
"6651904" : 2243,
"6717440" : 1631,
"6782976" : 1891,
"6848512" : 1594,
"6914048" : 1638,
"6979584" : 2149,
"7045120" : 1675,
"7110656" : 1622,
"7176192" : 1536,
"7241728" : 1659,
"7307264" : 1316,
"7372800" : 1478,
"7438336" : 1583,
"7503872" : 1528,
"7569408" : 1451,
"7634944" : 1328,
"7700480" : 1276,
"7766016" : 1431,
"7831552" : 1269,
"7897088" : 1290,
"7962624" : 1387,
"8028160" : 1526,
"8093696" : 1381,
"8159232" : 1435,
"8224768" : 1681,
"8290304" : 1708,
"8355840" : 1766,
"8454144" : 3772,
"8585216" : 3962,
"8716288" : 4635,
"8847360" : 4648,
"8978432" : 5211,
"9109504" : 5623,
"9240576" : 5945,
"9371648" : 6496,
"9502720" : 6828,
"9633792" : 7733,
"9764864" : 8099,
"9895936" : 8541,
"10027008" : 9258,
"10158080" : 9809,
"10289152" : 10406,
"10420224" : 11019,
"10551296" : 11677,
"10682368" : 12337,
"10813440" : 13137,
"10944512" : 14108,
"11075584" : 14234,
"11206656" : 15613,
"11337728" : 16770,
"11468800" : 17225,
"11599872" : 18444,
"11730944" : 19722,
"11862016" : 20566,
"11993088" : 22089,
"12124160" : 23107,
"12255232" : 24665,
"12386304" : 26320,
"12517376" : 27841,
"12648448" : 29392,
"12779520" : 30663,
"12910592" : 32806,
"13041664" : 34521,
"13172736" : 36077,
"13303808" : 37880,
"13434880" : 39782,
"13565952" : 41611,
"13697024" : 43316,
"13828096" : 44892,
"13959168" : 46535,
"14090240" : 47726,
"14221312" : 49455,
"14352384" : 50374,
"14483456" : 51095,
"14614528" : 51783,
"14745600" : 52861,
"14876672" : 53417,
"15007744" : 52803,
"15138816" : 52615,
"15269888" : 52249,
"15400960" : 51965,
"15532032" : 51034,
"15663104" : 49889,
"15794176" : 48847,
"15925248" : 47425,
"16056320" : 46186,
"16187392" : 44183,
"16318464" : 42442,
"16449536" : 40745,
"16580608" : 39685,
"16711680" : 37293,
"16908288" : 69133,
"17170432" : 61268,
"17432576" : 53838,
"17694720" : 47069,
"17956864" : 40503,
"18219008" : 34658,
"18481152" : 29357,
"18743296" : 24475,
"19005440" : 20447,
"19267584" : 16670,
"19529728" : 13188,
"19791872" : 10668,
"20054016" : 8325,
"20316160" : 6520,
"20578304" : 4964,
"20840448" : 3683,
"21102592" : 2597,
"21364736" : 1928,
"21626880" : 1336,
"21889024" : 878,
"22151168" : 583,
"22413312" : 406,
"22675456" : 258,
"22937600" : 183,
"23199744" : 117,
"23461888" : 89,
"23724032" : 53,
"23986176" : 23,
"24248320" : 21,
"24510464" : 13,
"24772608" : 5,
"25034752" : 2
}
},
"lat_ns" : {
"min" : 1120131,
"max" : 25692968,
"mean" : 14677096.574815,
"stddev" : 3295581.069191,
"N" : 2441692
},
"bw_min" : 56269,
"bw_max" : 103560,
"bw_agg" : 100.000000,
"bw_mean" : 69789.724014,
"bw_dev" : 1962.072533,
"bw_samples" : 2232,
"iops_min" : 14067,
"iops_max" : 25890,
"iops_mean" : 17447.182796,
"iops_stddev" : 490.526476,
"iops_samples" : 2232
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1119994,
"usr_cpu" : 0.699111,
"sys_cpu" : 14.347309,
"ctx" : 2225727,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999918,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999959,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.058607,
"4" : 0.939632,
"10" : 8.059180,
"20" : 89.743130,
"50" : 1.199124,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096517,
"timestamp_ms" : 1773096517455,
"time" : "Mon Mar 9 19:48:37 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10699571200,
"io_kbytes" : 10448800,
"bw_bytes" : 71330474,
"bw" : 69658,
"iops" : 17414.740000,
"runtime" : 150000,
"total_ios" : 2612211,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9664,
"max" : 3681094,
"mean" : 456284.306065,
"stddev" : 256505.741456,
"N" : 2612212
},
"clat_ns" : {
"min" : 1075573,
"max" : 25045468,
"mean" : 14242779.467287,
"stddev" : 3165430.291046,
"N" : 2612204,
"percentile" : {
"1.000000" : 4145152,
"5.000000" : 7634944,
"10.000000" : 10420224,
"20.000000" : 12255232,
"30.000000" : 13303808,
"40.000000" : 14090240,
"50.000000" : 14614528,
"60.000000" : 15269888,
"70.000000" : 15925248,
"80.000000" : 16711680,
"90.000000" : 17694720,
"95.000000" : 18481152,
"99.000000" : 20054016,
"99.500000" : 20578304,
"99.900000" : 21889024,
"99.950000" : 22151168,
"99.990000" : 23199744
},
"bins" : {
"1073152" : 1,
"1089536" : 1,
"1155072" : 1,
"1171456" : 1,
"1187840" : 5,
"1204224" : 8,
"1220608" : 2,
"1236992" : 2,
"1253376" : 2,
"1269760" : 4,
"1286144" : 7,
"1302528" : 2,
"1318912" : 2,
"1335296" : 4,
"1351680" : 8,
"1368064" : 26,
"1384448" : 8,
"1400832" : 13,
"1417216" : 15,
"1433600" : 5,
"1449984" : 5,
"1466368" : 15,
"1482752" : 10,
"1499136" : 20,
"1515520" : 20,
"1531904" : 20,
"1548288" : 9,
"1564672" : 10,
"1581056" : 27,
"1597440" : 27,
"1613824" : 20,
"1630208" : 37,
"1646592" : 37,
"1662976" : 20,
"1679360" : 18,
"1695744" : 54,
"1712128" : 32,
"1728512" : 41,
"1744896" : 31,
"1761280" : 43,
"1777664" : 58,
"1794048" : 38,
"1810432" : 48,
"1826816" : 60,
"1843200" : 36,
"1859584" : 45,
"1875968" : 59,
"1892352" : 40,
"1908736" : 61,
"1925120" : 43,
"1941504" : 82,
"1957888" : 94,
"1974272" : 80,
"1990656" : 64,
"2007040" : 78,
"2023424" : 71,
"2039808" : 91,
"2056192" : 112,
"2072576" : 112,
"2088960" : 87,
"2113536" : 167,
"2146304" : 217,
"2179072" : 263,
"2211840" : 205,
"2244608" : 233,
"2277376" : 296,
"2310144" : 273,
"2342912" : 271,
"2375680" : 357,
"2408448" : 346,
"2441216" : 359,
"2473984" : 387,
"2506752" : 402,
"2539520" : 424,
"2572288" : 406,
"2605056" : 478,
"2637824" : 392,
"2670592" : 465,
"2703360" : 527,
"2736128" : 532,
"2768896" : 526,
"2801664" : 489,
"2834432" : 541,
"2867200" : 594,
"2899968" : 448,
"2932736" : 530,
"2965504" : 564,
"2998272" : 496,
"3031040" : 496,
"3063808" : 456,
"3096576" : 424,
"3129344" : 484,
"3162112" : 481,
"3194880" : 408,
"3227648" : 398,
"3260416" : 461,
"3293184" : 423,
"3325952" : 440,
"3358720" : 349,
"3391488" : 379,
"3424256" : 428,
"3457024" : 389,
"3489792" : 351,
"3522560" : 279,
"3555328" : 325,
"3588096" : 444,
"3620864" : 289,
"3653632" : 255,
"3686400" : 337,
"3719168" : 370,
"3751936" : 289,
"3784704" : 224,
"3817472" : 347,
"3850240" : 433,
"3883008" : 305,
"3915776" : 287,
"3948544" : 289,
"3981312" : 339,
"4014080" : 475,
"4046848" : 315,
"4079616" : 279,
"4112384" : 330,
"4145152" : 599,
"4177920" : 301,
"4227072" : 751,
"4292608" : 1702,
"4358144" : 1245,
"4423680" : 3884,
"4489216" : 2217,
"4554752" : 1244,
"4620288" : 1080,
"4685824" : 1082,
"4751360" : 1095,
"4816896" : 1487,
"4882432" : 1099,
"4947968" : 1004,
"5013504" : 1342,
"5079040" : 1286,
"5144576" : 4392,
"5210112" : 3524,
"5275648" : 2005,
"5341184" : 2066,
"5406720" : 1358,
"5472256" : 1311,
"5537792" : 1085,
"5603328" : 1660,
"5668864" : 1553,
"5734400" : 1602,
"5799936" : 1723,
"5865472" : 1590,
"5931008" : 1652,
"5996544" : 2412,
"6062080" : 1566,
"6127616" : 2325,
"6193152" : 6431,
"6258688" : 3570,
"6324224" : 2971,
"6389760" : 4039,
"6455296" : 3248,
"6520832" : 2595,
"6586368" : 2742,
"6651904" : 2245,
"6717440" : 1631,
"6782976" : 1896,
"6848512" : 1602,
"6914048" : 1639,
"6979584" : 2152,
"7045120" : 1683,
"7110656" : 1635,
"7176192" : 1550,
"7241728" : 1667,
"7307264" : 1320,
"7372800" : 1494,
"7438336" : 1606,
"7503872" : 1554,
"7569408" : 1470,
"7634944" : 1348,
"7700480" : 1314,
"7766016" : 1468,
"7831552" : 1301,
"7897088" : 1337,
"7962624" : 1427,
"8028160" : 1598,
"8093696" : 1445,
"8159232" : 1503,
"8224768" : 1759,
"8290304" : 1774,
"8355840" : 1860,
"8454144" : 4029,
"8585216" : 4236,
"8716288" : 4982,
"8847360" : 5046,
"8978432" : 5748,
"9109504" : 6197,
"9240576" : 6628,
"9371648" : 7201,
"9502720" : 7614,
"9633792" : 8628,
"9764864" : 9053,
"9895936" : 9568,
"10027008" : 10374,
"10158080" : 10948,
"10289152" : 11558,
"10420224" : 12193,
"10551296" : 12872,
"10682368" : 13513,
"10813440" : 14347,
"10944512" : 15338,
"11075584" : 15439,
"11206656" : 16933,
"11337728" : 18133,
"11468800" : 18611,
"11599872" : 19900,
"11730944" : 21294,
"11862016" : 22196,
"11993088" : 23875,
"12124160" : 24923,
"12255232" : 26566,
"12386304" : 28369,
"12517376" : 29943,
"12648448" : 31575,
"12779520" : 33046,
"12910592" : 35357,
"13041664" : 37169,
"13172736" : 38808,
"13303808" : 40770,
"13434880" : 42717,
"13565952" : 44654,
"13697024" : 46412,
"13828096" : 48023,
"13959168" : 49794,
"14090240" : 51085,
"14221312" : 52803,
"14352384" : 53823,
"14483456" : 54598,
"14614528" : 55196,
"14745600" : 56331,
"14876672" : 56940,
"15007744" : 56379,
"15138816" : 56115,
"15269888" : 55698,
"15400960" : 55501,
"15532032" : 54428,
"15663104" : 53324,
"15794176" : 52282,
"15925248" : 50695,
"16056320" : 49447,
"16187392" : 47330,
"16318464" : 45515,
"16449536" : 43687,
"16580608" : 42591,
"16711680" : 40035,
"16908288" : 74096,
"17170432" : 65788,
"17432576" : 57895,
"17694720" : 50519,
"17956864" : 43338,
"18219008" : 37265,
"18481152" : 31501,
"18743296" : 26193,
"19005440" : 21889,
"19267584" : 17886,
"19529728" : 14107,
"19791872" : 11405,
"20054016" : 8875,
"20316160" : 6908,
"20578304" : 5270,
"20840448" : 3903,
"21102592" : 2770,
"21364736" : 2071,
"21626880" : 1437,
"21889024" : 937,
"22151168" : 635,
"22413312" : 441,
"22675456" : 286,
"22937600" : 195,
"23199744" : 132,
"23461888" : 98,
"23724032" : 61,
"23986176" : 25,
"24248320" : 21,
"24510464" : 13,
"24772608" : 5,
"25034752" : 2
}
},
"lat_ns" : {
"min" : 1120131,
"max" : 25692968,
"mean" : 14699065.769905,
"stddev" : 3256550.943081,
"N" : 2612204
},
"bw_min" : 56269,
"bw_max" : 103560,
"bw_agg" : 100.000000,
"bw_mean" : 69675.608696,
"bw_dev" : 1920.078353,
"bw_samples" : 2392,
"iops_min" : 14067,
"iops_max" : 25890,
"iops_mean" : 17418.668896,
"iops_stddev" : 480.027610,
"iops_samples" : 2392
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1199998,
"usr_cpu" : 0.704251,
"sys_cpu" : 14.355524,
"ctx" : 2364777,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.054781,
"4" : 0.878298,
"10" : 7.861348,
"20" : 90.010991,
"50" : 1.194314,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096527,
"timestamp_ms" : 1773096527454,
"time" : "Mon Mar 9 19:48:47 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11411562496,
"io_kbytes" : 11144104,
"bw_bytes" : 71322711,
"bw" : 69651,
"iops" : 17412.846330,
"runtime" : 159999,
"total_ios" : 2786038,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9664,
"max" : 3681094,
"mean" : 456331.151524,
"stddev" : 258087.563015,
"N" : 2786038
},
"clat_ns" : {
"min" : 1075573,
"max" : 25045468,
"mean" : 14244557.492851,
"stddev" : 3118836.746021,
"N" : 2786030,
"percentile" : {
"1.000000" : 4292608,
"5.000000" : 8028160,
"10.000000" : 10420224,
"20.000000" : 12255232,
"30.000000" : 13303808,
"40.000000" : 13959168,
"50.000000" : 14614528,
"60.000000" : 15269888,
"70.000000" : 15925248,
"80.000000" : 16580608,
"90.000000" : 17694720,
"95.000000" : 18481152,
"99.000000" : 20054016,
"99.500000" : 20578304,
"99.900000" : 21889024,
"99.950000" : 22151168,
"99.990000" : 23199744
},
"bins" : {
"1073152" : 1,
"1089536" : 1,
"1155072" : 1,
"1171456" : 1,
"1187840" : 5,
"1204224" : 8,
"1220608" : 2,
"1236992" : 2,
"1253376" : 2,
"1269760" : 4,
"1286144" : 7,
"1302528" : 2,
"1318912" : 2,
"1335296" : 4,
"1351680" : 8,
"1368064" : 26,
"1384448" : 8,
"1400832" : 13,
"1417216" : 15,
"1433600" : 5,
"1449984" : 5,
"1466368" : 15,
"1482752" : 10,
"1499136" : 20,
"1515520" : 20,
"1531904" : 20,
"1548288" : 9,
"1564672" : 10,
"1581056" : 27,
"1597440" : 27,
"1613824" : 20,
"1630208" : 37,
"1646592" : 37,
"1662976" : 20,
"1679360" : 18,
"1695744" : 54,
"1712128" : 32,
"1728512" : 41,
"1744896" : 31,
"1761280" : 43,
"1777664" : 58,
"1794048" : 38,
"1810432" : 48,
"1826816" : 60,
"1843200" : 36,
"1859584" : 45,
"1875968" : 59,
"1892352" : 40,
"1908736" : 61,
"1925120" : 43,
"1941504" : 82,
"1957888" : 94,
"1974272" : 80,
"1990656" : 64,
"2007040" : 78,
"2023424" : 71,
"2039808" : 91,
"2056192" : 112,
"2072576" : 112,
"2088960" : 87,
"2113536" : 167,
"2146304" : 217,
"2179072" : 263,
"2211840" : 205,
"2244608" : 233,
"2277376" : 296,
"2310144" : 273,
"2342912" : 271,
"2375680" : 357,
"2408448" : 346,
"2441216" : 359,
"2473984" : 387,
"2506752" : 402,
"2539520" : 424,
"2572288" : 406,
"2605056" : 478,
"2637824" : 392,
"2670592" : 465,
"2703360" : 527,
"2736128" : 532,
"2768896" : 526,
"2801664" : 489,
"2834432" : 541,
"2867200" : 594,
"2899968" : 448,
"2932736" : 530,
"2965504" : 564,
"2998272" : 496,
"3031040" : 496,
"3063808" : 456,
"3096576" : 424,
"3129344" : 484,
"3162112" : 481,
"3194880" : 408,
"3227648" : 398,
"3260416" : 461,
"3293184" : 423,
"3325952" : 440,
"3358720" : 349,
"3391488" : 379,
"3424256" : 428,
"3457024" : 389,
"3489792" : 351,
"3522560" : 279,
"3555328" : 325,
"3588096" : 444,
"3620864" : 289,
"3653632" : 255,
"3686400" : 337,
"3719168" : 370,
"3751936" : 289,
"3784704" : 224,
"3817472" : 347,
"3850240" : 433,
"3883008" : 305,
"3915776" : 287,
"3948544" : 289,
"3981312" : 339,
"4014080" : 475,
"4046848" : 315,
"4079616" : 279,
"4112384" : 330,
"4145152" : 599,
"4177920" : 301,
"4227072" : 751,
"4292608" : 1702,
"4358144" : 1245,
"4423680" : 3884,
"4489216" : 2217,
"4554752" : 1244,
"4620288" : 1080,
"4685824" : 1082,
"4751360" : 1095,
"4816896" : 1487,
"4882432" : 1099,
"4947968" : 1004,
"5013504" : 1342,
"5079040" : 1286,
"5144576" : 4392,
"5210112" : 3524,
"5275648" : 2005,
"5341184" : 2066,
"5406720" : 1358,
"5472256" : 1311,
"5537792" : 1085,
"5603328" : 1660,
"5668864" : 1553,
"5734400" : 1602,
"5799936" : 1723,
"5865472" : 1590,
"5931008" : 1652,
"5996544" : 2412,
"6062080" : 1566,
"6127616" : 2325,
"6193152" : 6431,
"6258688" : 3570,
"6324224" : 2971,
"6389760" : 4039,
"6455296" : 3248,
"6520832" : 2595,
"6586368" : 2742,
"6651904" : 2247,
"6717440" : 1632,
"6782976" : 1896,
"6848512" : 1606,
"6914048" : 1639,
"6979584" : 2157,
"7045120" : 1687,
"7110656" : 1640,
"7176192" : 1559,
"7241728" : 1673,
"7307264" : 1325,
"7372800" : 1506,
"7438336" : 1615,
"7503872" : 1571,
"7569408" : 1487,
"7634944" : 1370,
"7700480" : 1359,
"7766016" : 1498,
"7831552" : 1330,
"7897088" : 1386,
"7962624" : 1463,
"8028160" : 1629,
"8093696" : 1488,
"8159232" : 1552,
"8224768" : 1835,
"8290304" : 1849,
"8355840" : 1950,
"8454144" : 4252,
"8585216" : 4511,
"8716288" : 5235,
"8847360" : 5382,
"8978432" : 6203,
"9109504" : 6746,
"9240576" : 7186,
"9371648" : 7724,
"9502720" : 8325,
"9633792" : 9322,
"9764864" : 9838,
"9895936" : 10536,
"10027008" : 11306,
"10158080" : 11931,
"10289152" : 12512,
"10420224" : 13208,
"10551296" : 13983,
"10682368" : 14558,
"10813440" : 15580,
"10944512" : 16602,
"11075584" : 16755,
"11206656" : 18319,
"11337728" : 19623,
"11468800" : 20247,
"11599872" : 21462,
"11730944" : 23065,
"11862016" : 24282,
"11993088" : 25986,
"12124160" : 27109,
"12255232" : 29000,
"12386304" : 30977,
"12517376" : 32694,
"12648448" : 34554,
"12779520" : 36158,
"12910592" : 38437,
"13041664" : 40538,
"13172736" : 42363,
"13303808" : 44282,
"13434880" : 46514,
"13565952" : 48309,
"13697024" : 50201,
"13828096" : 52045,
"13959168" : 53871,
"14090240" : 55201,
"14221312" : 56943,
"14352384" : 57984,
"14483456" : 58650,
"14614528" : 59282,
"14745600" : 60300,
"14876672" : 60761,
"15007744" : 60150,
"15138816" : 59811,
"15269888" : 59361,
"15400960" : 58905,
"15532032" : 57773,
"15663104" : 56569,
"15794176" : 55500,
"15925248" : 53824,
"16056320" : 52416,
"16187392" : 50234,
"16318464" : 48221,
"16449536" : 46371,
"16580608" : 45059,
"16711680" : 42411,
"16908288" : 78451,
"17170432" : 69340,
"17432576" : 61151,
"17694720" : 53224,
"17956864" : 45605,
"18219008" : 39094,
"18481152" : 32975,
"18743296" : 27406,
"19005440" : 22853,
"19267584" : 18597,
"19529728" : 14632,
"19791872" : 11804,
"20054016" : 9125,
"20316160" : 7093,
"20578304" : 5382,
"20840448" : 3992,
"21102592" : 2823,
"21364736" : 2115,
"21626880" : 1472,
"21889024" : 953,
"22151168" : 651,
"22413312" : 449,
"22675456" : 295,
"22937600" : 205,
"23199744" : 134,
"23461888" : 99,
"23724032" : 62,
"23986176" : 25,
"24248320" : 21,
"24510464" : 13,
"24772608" : 5,
"25034752" : 2
}
},
"lat_ns" : {
"min" : 1120131,
"max" : 25692968,
"mean" : 14700905.451317,
"stddev" : 3208080.852517,
"N" : 2786030
},
"bw_min" : 56269,
"bw_max" : 103560,
"bw_agg" : 100.000000,
"bw_mean" : 69673.551724,
"bw_dev" : 1879.260504,
"bw_samples" : 2552,
"iops_min" : 14067,
"iops_max" : 25890,
"iops_mean" : 17418.163009,
"iops_stddev" : 469.822910,
"iops_samples" : 2552
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279992,
"usr_cpu" : 0.708364,
"sys_cpu" : 14.363059,
"ctx" : 2504569,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.051363,
"4" : 0.823499,
"10" : 7.631375,
"20" : 90.346614,
"50" : 1.146862,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096537,
"timestamp_ms" : 1773096537455,
"time" : "Mon Mar 9 19:48:57 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12132384768,
"io_kbytes" : 11848032,
"bw_bytes" : 71366969,
"bw" : 69694,
"iops" : 17423.676471,
"runtime" : 170000,
"total_ios" : 2962025,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9664,
"max" : 3681094,
"mean" : 456045.149986,
"stddev" : 259277.215662,
"N" : 2962026
},
"clat_ns" : {
"min" : 1075573,
"max" : 25045468,
"mean" : 14235465.859489,
"stddev" : 3076212.761989,
"N" : 2962017,
"percentile" : {
"1.000000" : 4358144,
"5.000000" : 8355840,
"10.000000" : 10551296,
"20.000000" : 12255232,
"30.000000" : 13303808,
"40.000000" : 13959168,
"50.000000" : 14614528,
"60.000000" : 15269888,
"70.000000" : 15794176,
"80.000000" : 16580608,
"90.000000" : 17694720,
"95.000000" : 18481152,
"99.000000" : 20054016,
"99.500000" : 20578304,
"99.900000" : 21626880,
"99.950000" : 22151168,
"99.990000" : 23199744
},
"bins" : {
"1073152" : 1,
"1089536" : 1,
"1155072" : 1,
"1171456" : 1,
"1187840" : 5,
"1204224" : 8,
"1220608" : 2,
"1236992" : 2,
"1253376" : 2,
"1269760" : 4,
"1286144" : 7,
"1302528" : 2,
"1318912" : 2,
"1335296" : 4,
"1351680" : 8,
"1368064" : 26,
"1384448" : 8,
"1400832" : 13,
"1417216" : 15,
"1433600" : 5,
"1449984" : 5,
"1466368" : 15,
"1482752" : 10,
"1499136" : 20,
"1515520" : 20,
"1531904" : 20,
"1548288" : 9,
"1564672" : 10,
"1581056" : 27,
"1597440" : 27,
"1613824" : 20,
"1630208" : 37,
"1646592" : 37,
"1662976" : 20,
"1679360" : 18,
"1695744" : 54,
"1712128" : 32,
"1728512" : 41,
"1744896" : 31,
"1761280" : 43,
"1777664" : 58,
"1794048" : 38,
"1810432" : 48,
"1826816" : 60,
"1843200" : 36,
"1859584" : 45,
"1875968" : 59,
"1892352" : 40,
"1908736" : 61,
"1925120" : 43,
"1941504" : 82,
"1957888" : 94,
"1974272" : 80,
"1990656" : 64,
"2007040" : 78,
"2023424" : 71,
"2039808" : 91,
"2056192" : 112,
"2072576" : 112,
"2088960" : 87,
"2113536" : 167,
"2146304" : 217,
"2179072" : 263,
"2211840" : 205,
"2244608" : 233,
"2277376" : 296,
"2310144" : 273,
"2342912" : 271,
"2375680" : 357,
"2408448" : 346,
"2441216" : 359,
"2473984" : 387,
"2506752" : 402,
"2539520" : 424,
"2572288" : 406,
"2605056" : 478,
"2637824" : 392,
"2670592" : 465,
"2703360" : 527,
"2736128" : 532,
"2768896" : 526,
"2801664" : 489,
"2834432" : 541,
"2867200" : 594,
"2899968" : 448,
"2932736" : 530,
"2965504" : 564,
"2998272" : 496,
"3031040" : 496,
"3063808" : 456,
"3096576" : 424,
"3129344" : 484,
"3162112" : 481,
"3194880" : 408,
"3227648" : 398,
"3260416" : 461,
"3293184" : 423,
"3325952" : 440,
"3358720" : 349,
"3391488" : 379,
"3424256" : 428,
"3457024" : 389,
"3489792" : 351,
"3522560" : 279,
"3555328" : 325,
"3588096" : 444,
"3620864" : 289,
"3653632" : 255,
"3686400" : 337,
"3719168" : 370,
"3751936" : 289,
"3784704" : 224,
"3817472" : 347,
"3850240" : 433,
"3883008" : 305,
"3915776" : 287,
"3948544" : 289,
"3981312" : 339,
"4014080" : 475,
"4046848" : 315,
"4079616" : 279,
"4112384" : 330,
"4145152" : 599,
"4177920" : 301,
"4227072" : 751,
"4292608" : 1702,
"4358144" : 1245,
"4423680" : 3884,
"4489216" : 2217,
"4554752" : 1244,
"4620288" : 1080,
"4685824" : 1082,
"4751360" : 1095,
"4816896" : 1487,
"4882432" : 1099,
"4947968" : 1004,
"5013504" : 1342,
"5079040" : 1286,
"5144576" : 4392,
"5210112" : 3524,
"5275648" : 2005,
"5341184" : 2066,
"5406720" : 1358,
"5472256" : 1311,
"5537792" : 1085,
"5603328" : 1660,
"5668864" : 1553,
"5734400" : 1602,
"5799936" : 1723,
"5865472" : 1590,
"5931008" : 1652,
"5996544" : 2412,
"6062080" : 1566,
"6127616" : 2325,
"6193152" : 6431,
"6258688" : 3570,
"6324224" : 2971,
"6389760" : 4040,
"6455296" : 3248,
"6520832" : 2597,
"6586368" : 2745,
"6651904" : 2248,
"6717440" : 1634,
"6782976" : 1900,
"6848512" : 1609,
"6914048" : 1641,
"6979584" : 2165,
"7045120" : 1699,
"7110656" : 1647,
"7176192" : 1565,
"7241728" : 1680,
"7307264" : 1342,
"7372800" : 1525,
"7438336" : 1628,
"7503872" : 1588,
"7569408" : 1511,
"7634944" : 1401,
"7700480" : 1398,
"7766016" : 1549,
"7831552" : 1374,
"7897088" : 1436,
"7962624" : 1524,
"8028160" : 1698,
"8093696" : 1571,
"8159232" : 1626,
"8224768" : 1915,
"8290304" : 1967,
"8355840" : 2078,
"8454144" : 4518,
"8585216" : 4823,
"8716288" : 5611,
"8847360" : 5852,
"8978432" : 6707,
"9109504" : 7250,
"9240576" : 7870,
"9371648" : 8472,
"9502720" : 9080,
"9633792" : 10181,
"9764864" : 10676,
"9895936" : 11511,
"10027008" : 12418,
"10158080" : 13018,
"10289152" : 13688,
"10420224" : 14331,
"10551296" : 15159,
"10682368" : 15864,
"10813440" : 16907,
"10944512" : 17926,
"11075584" : 18154,
"11206656" : 19902,
"11337728" : 21197,
"11468800" : 22002,
"11599872" : 23312,
"11730944" : 24996,
"11862016" : 26253,
"11993088" : 28289,
"12124160" : 29506,
"12255232" : 31513,
"12386304" : 33660,
"12517376" : 35461,
"12648448" : 37512,
"12779520" : 39343,
"12910592" : 41748,
"13041664" : 44043,
"13172736" : 46108,
"13303808" : 48058,
"13434880" : 50380,
"13565952" : 52280,
"13697024" : 54436,
"13828096" : 56279,
"13959168" : 58025,
"14090240" : 59466,
"14221312" : 61298,
"14352384" : 62191,
"14483456" : 62862,
"14614528" : 63337,
"14745600" : 64356,
"14876672" : 64628,
"15007744" : 63974,
"15138816" : 63665,
"15269888" : 63011,
"15400960" : 62533,
"15532032" : 61268,
"15663104" : 59853,
"15794176" : 58581,
"15925248" : 56889,
"16056320" : 55265,
"16187392" : 52960,
"16318464" : 50829,
"16449536" : 48844,
"16580608" : 47277,
"16711680" : 44557,
"16908288" : 82138,
"17170432" : 72703,
"17432576" : 63878,
"17694720" : 55486,
"17956864" : 47550,
"18219008" : 40677,
"18481152" : 34223,
"18743296" : 28351,
"19005440" : 23583,
"19267584" : 19147,
"19529728" : 15061,
"19791872" : 12106,
"20054016" : 9333,
"20316160" : 7246,
"20578304" : 5516,
"20840448" : 4072,
"21102592" : 2903,
"21364736" : 2145,
"21626880" : 1496,
"21889024" : 963,
"22151168" : 661,
"22413312" : 453,
"22675456" : 297,
"22937600" : 205,
"23199744" : 134,
"23461888" : 99,
"23724032" : 62,
"23986176" : 25,
"24248320" : 21,
"24510464" : 13,
"24772608" : 5,
"25034752" : 2
}
},
"lat_ns" : {
"min" : 1120131,
"max" : 25692968,
"mean" : 14691512.760835,
"stddev" : 3163752.188306,
"N" : 2962017
},
"bw_min" : 56269,
"bw_max" : 103624,
"bw_agg" : 100.000000,
"bw_mean" : 69709.772861,
"bw_dev" : 1841.663300,
"bw_samples" : 2712,
"iops_min" : 14067,
"iops_max" : 25906,
"iops_mean" : 17427.221239,
"iops_stddev" : 460.423323,
"iops_samples" : 2712
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1359998,
"usr_cpu" : 0.706545,
"sys_cpu" : 14.383330,
"ctx" : 2644964,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999966,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999966,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.048312,
"4" : 0.774571,
"10" : 7.468809,
"20" : 90.606764,
"50" : 1.101274,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096547,
"timestamp_ms" : 1773096547474,
"time" : "Mon Mar 9 19:49:07 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 1079,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12852150272,
"io_kbytes" : 12550928,
"bw_bytes" : 71400438,
"bw" : 69726,
"iops" : 17430.503164,
"runtime" : 180001,
"total_ios" : 3137508,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9664,
"max" : 4802168,
"mean" : 455864.041684,
"stddev" : 260089.712418,
"N" : 3137516
},
"clat_ns" : {
"min" : 3696,
"max" : 25045468,
"mean" : 14229161.570046,
"stddev" : 3035040.156881,
"N" : 3137756,
"percentile" : {
"1.000000" : 4423680,
"5.000000" : 8585216,
"10.000000" : 10551296,
"20.000000" : 12255232,
"30.000000" : 13172736,
"40.000000" : 13959168,
"50.000000" : 14614528,
"60.000000" : 15138816,
"70.000000" : 15794176,
"80.000000" : 16580608,
"90.000000" : 17694720,
"95.000000" : 18481152,
"99.000000" : 20054016,
"99.500000" : 20578304,
"99.900000" : 21626880,
"99.950000" : 22151168,
"99.990000" : 23199744
},
"bins" : {
"3696" : 1,
"3792" : 1,
"3952" : 1,
"4016" : 1,
"4256" : 1,
"5920" : 2,
"8096" : 1,
"395264" : 1,
"448512" : 1,
"473088" : 1,
"509952" : 1,
"522240" : 1,
"544768" : 1,
"569344" : 1,
"602112" : 1,
"765952" : 1,
"1073152" : 1,
"1089536" : 1,
"1155072" : 3,
"1171456" : 1,
"1187840" : 5,
"1204224" : 9,
"1220608" : 2,
"1236992" : 2,
"1253376" : 2,
"1269760" : 4,
"1286144" : 7,
"1302528" : 2,
"1318912" : 4,
"1335296" : 4,
"1351680" : 8,
"1368064" : 27,
"1384448" : 8,
"1400832" : 13,
"1417216" : 17,
"1433600" : 5,
"1449984" : 5,
"1466368" : 16,
"1482752" : 10,
"1499136" : 20,
"1515520" : 20,
"1531904" : 20,
"1548288" : 9,
"1564672" : 10,
"1581056" : 27,
"1597440" : 27,
"1613824" : 20,
"1630208" : 37,
"1646592" : 38,
"1662976" : 20,
"1679360" : 18,
"1695744" : 54,
"1712128" : 33,
"1728512" : 41,
"1744896" : 31,
"1761280" : 43,
"1777664" : 58,
"1794048" : 38,
"1810432" : 48,
"1826816" : 61,
"1843200" : 36,
"1859584" : 45,
"1875968" : 60,
"1892352" : 41,
"1908736" : 61,
"1925120" : 43,
"1941504" : 83,
"1957888" : 94,
"1974272" : 80,
"1990656" : 65,
"2007040" : 78,
"2023424" : 72,
"2039808" : 91,
"2056192" : 112,
"2072576" : 113,
"2088960" : 87,
"2113536" : 168,
"2146304" : 218,
"2179072" : 263,
"2211840" : 205,
"2244608" : 233,
"2277376" : 298,
"2310144" : 274,
"2342912" : 271,
"2375680" : 358,
"2408448" : 347,
"2441216" : 361,
"2473984" : 388,
"2506752" : 402,
"2539520" : 424,
"2572288" : 407,
"2605056" : 478,
"2637824" : 393,
"2670592" : 466,
"2703360" : 527,
"2736128" : 532,
"2768896" : 526,
"2801664" : 489,
"2834432" : 541,
"2867200" : 595,
"2899968" : 450,
"2932736" : 533,
"2965504" : 564,
"2998272" : 498,
"3031040" : 497,
"3063808" : 456,
"3096576" : 425,
"3129344" : 484,
"3162112" : 481,
"3194880" : 409,
"3227648" : 398,
"3260416" : 462,
"3293184" : 423,
"3325952" : 441,
"3358720" : 351,
"3391488" : 380,
"3424256" : 428,
"3457024" : 389,
"3489792" : 351,
"3522560" : 280,
"3555328" : 325,
"3588096" : 444,
"3620864" : 289,
"3653632" : 256,
"3686400" : 338,
"3719168" : 370,
"3751936" : 292,
"3784704" : 225,
"3817472" : 348,
"3850240" : 433,
"3883008" : 305,
"3915776" : 288,
"3948544" : 291,
"3981312" : 339,
"4014080" : 475,
"4046848" : 316,
"4079616" : 279,
"4112384" : 330,
"4145152" : 599,
"4177920" : 303,
"4227072" : 753,
"4292608" : 1702,
"4358144" : 1248,
"4423680" : 3885,
"4489216" : 2218,
"4554752" : 1244,
"4620288" : 1080,
"4685824" : 1082,
"4751360" : 1095,
"4816896" : 1489,
"4882432" : 1102,
"4947968" : 1007,
"5013504" : 1342,
"5079040" : 1286,
"5144576" : 4393,
"5210112" : 3524,
"5275648" : 2006,
"5341184" : 2067,
"5406720" : 1358,
"5472256" : 1312,
"5537792" : 1085,
"5603328" : 1663,
"5668864" : 1555,
"5734400" : 1602,
"5799936" : 1724,
"5865472" : 1591,
"5931008" : 1652,
"5996544" : 2414,
"6062080" : 1569,
"6127616" : 2326,
"6193152" : 6431,
"6258688" : 3572,
"6324224" : 2971,
"6389760" : 4040,
"6455296" : 3251,
"6520832" : 2599,
"6586368" : 2746,
"6651904" : 2248,
"6717440" : 1635,
"6782976" : 1901,
"6848512" : 1613,
"6914048" : 1643,
"6979584" : 2166,
"7045120" : 1700,
"7110656" : 1651,
"7176192" : 1567,
"7241728" : 1683,
"7307264" : 1348,
"7372800" : 1535,
"7438336" : 1637,
"7503872" : 1610,
"7569408" : 1523,
"7634944" : 1429,
"7700480" : 1437,
"7766016" : 1584,
"7831552" : 1426,
"7897088" : 1501,
"7962624" : 1563,
"8028160" : 1769,
"8093696" : 1649,
"8159232" : 1722,
"8224768" : 1984,
"8290304" : 2061,
"8355840" : 2194,
"8454144" : 4769,
"8585216" : 5073,
"8716288" : 5949,
"8847360" : 6200,
"8978432" : 7129,
"9109504" : 7726,
"9240576" : 8369,
"9371648" : 9054,
"9502720" : 9775,
"9633792" : 10837,
"9764864" : 11416,
"9895936" : 12356,
"10027008" : 13278,
"10158080" : 13909,
"10289152" : 14618,
"10420224" : 15372,
"10551296" : 16266,
"10682368" : 17028,
"10813440" : 18132,
"10944512" : 19282,
"11075584" : 19533,
"11206656" : 21430,
"11337728" : 22713,
"11468800" : 23699,
"11599872" : 25109,
"11730944" : 26928,
"11862016" : 28361,
"11993088" : 30641,
"12124160" : 31950,
"12255232" : 34121,
"12386304" : 36439,
"12517376" : 38540,
"12648448" : 40589,
"12779520" : 42586,
"12910592" : 45088,
"13041664" : 47632,
"13172736" : 49795,
"13303808" : 51860,
"13434880" : 54283,
"13565952" : 56428,
"13697024" : 58679,
"13828096" : 60469,
"13959168" : 62393,
"14090240" : 63793,
"14221312" : 65625,
"14352384" : 66500,
"14483456" : 67074,
"14614528" : 67741,
"14745600" : 68476,
"14876672" : 68764,
"15007744" : 67970,
"15138816" : 67498,
"15269888" : 66814,
"15400960" : 66113,
"15532032" : 64620,
"15663104" : 63215,
"15794176" : 61732,
"15925248" : 59984,
"16056320" : 58334,
"16187392" : 55758,
"16318464" : 53431,
"16449536" : 51312,
"16580608" : 49650,
"16711680" : 46703,
"16908288" : 86051,
"17170432" : 76066,
"17432576" : 66722,
"17694720" : 57759,
"17956864" : 49331,
"18219008" : 42041,
"18481152" : 35354,
"18743296" : 29220,
"19005440" : 24304,
"19267584" : 19628,
"19529728" : 15396,
"19791872" : 12368,
"20054016" : 9518,
"20316160" : 7365,
"20578304" : 5595,
"20840448" : 4120,
"21102592" : 2925,
"21364736" : 2155,
"21626880" : 1500,
"21889024" : 964,
"22151168" : 665,
"22413312" : 456,
"22675456" : 297,
"22937600" : 205,
"23199744" : 134,
"23461888" : 99,
"23724032" : 62,
"23986176" : 25,
"24248320" : 21,
"24510464" : 13,
"24772608" : 5,
"25034752" : 2
}
},
"lat_ns" : {
"min" : 391037,
"max" : 25692968,
"mean" : 14685028.869174,
"stddev" : 3120934.346958,
"N" : 3137756
},
"bw_min" : 56269,
"bw_max" : 104402,
"bw_agg" : 100.000000,
"bw_mean" : 69731.869081,
"bw_dev" : 1804.871132,
"bw_samples" : 2872,
"iops_min" : 14067,
"iops_max" : 26100,
"iops_mean" : 17432.746518,
"iops_stddev" : 451.224598,
"iops_samples" : 2872
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440000,
"usr_cpu" : 0.705208,
"sys_cpu" : 14.383194,
"ctx" : 2788890,
"majf" : 0,
"minf" : 331,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999745,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.046119,
"4" : 0.732588,
"10" : 7.282659,
"20" : 90.893346,
"50" : 1.052651,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773096547,
"timestamp_ms" : 1773096547502,
"time" : "Mon Mar 9 19:49:07 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12852281344,
"io_kbytes" : 12551056,
"bw_bytes" : 71393233,
"bw" : 69719,
"iops" : 17428.566667,
"runtime" : 180021,
"total_ios" : 3137508,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9664,
"max" : 4802168,
"mean" : 455864.041684,
"stddev" : 260089.712418,
"N" : 3137516
},
"clat_ns" : {
"min" : 3696,
"max" : 25045468,
"mean" : 14229161.570046,
"stddev" : 3035040.156881,
"N" : 3137756,
"percentile" : {
"1.000000" : 4423680,
"5.000000" : 8585216,
"10.000000" : 10551296,
"20.000000" : 12255232,
"30.000000" : 13172736,
"40.000000" : 13959168,
"50.000000" : 14614528,
"60.000000" : 15138816,
"70.000000" : 15794176,
"80.000000" : 16580608,
"90.000000" : 17694720,
"95.000000" : 18481152,
"99.000000" : 20054016,
"99.500000" : 20578304,
"99.900000" : 21626880,
"99.950000" : 22151168,
"99.990000" : 23199744
},
"bins" : {
"3696" : 1,
"3792" : 1,
"3952" : 1,
"4016" : 1,
"4256" : 1,
"5920" : 2,
"8096" : 1,
"395264" : 1,
"448512" : 1,
"473088" : 1,
"509952" : 1,
"522240" : 1,
"544768" : 1,
"569344" : 1,
"602112" : 1,
"765952" : 1,
"1073152" : 1,
"1089536" : 1,
"1155072" : 3,
"1171456" : 1,
"1187840" : 5,
"1204224" : 9,
"1220608" : 2,
"1236992" : 2,
"1253376" : 2,
"1269760" : 4,
"1286144" : 7,
"1302528" : 2,
"1318912" : 4,
"1335296" : 4,
"1351680" : 8,
"1368064" : 27,
"1384448" : 8,
"1400832" : 13,
"1417216" : 17,
"1433600" : 5,
"1449984" : 5,
"1466368" : 16,
"1482752" : 10,
"1499136" : 20,
"1515520" : 20,
"1531904" : 20,
"1548288" : 9,
"1564672" : 10,
"1581056" : 27,
"1597440" : 27,
"1613824" : 20,
"1630208" : 37,
"1646592" : 38,
"1662976" : 20,
"1679360" : 18,
"1695744" : 54,
"1712128" : 33,
"1728512" : 41,
"1744896" : 31,
"1761280" : 43,
"1777664" : 58,
"1794048" : 38,
"1810432" : 48,
"1826816" : 61,
"1843200" : 36,
"1859584" : 45,
"1875968" : 60,
"1892352" : 41,
"1908736" : 61,
"1925120" : 43,
"1941504" : 83,
"1957888" : 94,
"1974272" : 80,
"1990656" : 65,
"2007040" : 78,
"2023424" : 72,
"2039808" : 91,
"2056192" : 112,
"2072576" : 113,
"2088960" : 87,
"2113536" : 168,
"2146304" : 218,
"2179072" : 263,
"2211840" : 205,
"2244608" : 233,
"2277376" : 298,
"2310144" : 274,
"2342912" : 271,
"2375680" : 358,
"2408448" : 347,
"2441216" : 361,
"2473984" : 388,
"2506752" : 402,
"2539520" : 424,
"2572288" : 407,
"2605056" : 478,
"2637824" : 393,
"2670592" : 466,
"2703360" : 527,
"2736128" : 532,
"2768896" : 526,
"2801664" : 489,
"2834432" : 541,
"2867200" : 595,
"2899968" : 450,
"2932736" : 533,
"2965504" : 564,
"2998272" : 498,
"3031040" : 497,
"3063808" : 456,
"3096576" : 425,
"3129344" : 484,
"3162112" : 481,
"3194880" : 409,
"3227648" : 398,
"3260416" : 462,
"3293184" : 423,
"3325952" : 441,
"3358720" : 351,
"3391488" : 380,
"3424256" : 428,
"3457024" : 389,
"3489792" : 351,
"3522560" : 280,
"3555328" : 325,
"3588096" : 444,
"3620864" : 289,
"3653632" : 256,
"3686400" : 338,
"3719168" : 370,
"3751936" : 292,
"3784704" : 225,
"3817472" : 348,
"3850240" : 433,
"3883008" : 305,
"3915776" : 288,
"3948544" : 291,
"3981312" : 339,
"4014080" : 475,
"4046848" : 316,
"4079616" : 279,
"4112384" : 330,
"4145152" : 599,
"4177920" : 303,
"4227072" : 753,
"4292608" : 1702,
"4358144" : 1248,
"4423680" : 3885,
"4489216" : 2218,
"4554752" : 1244,
"4620288" : 1080,
"4685824" : 1082,
"4751360" : 1095,
"4816896" : 1489,
"4882432" : 1102,
"4947968" : 1007,
"5013504" : 1342,
"5079040" : 1286,
"5144576" : 4393,
"5210112" : 3524,
"5275648" : 2006,
"5341184" : 2067,
"5406720" : 1358,
"5472256" : 1312,
"5537792" : 1085,
"5603328" : 1663,
"5668864" : 1555,
"5734400" : 1602,
"5799936" : 1724,
"5865472" : 1591,
"5931008" : 1652,
"5996544" : 2414,
"6062080" : 1569,
"6127616" : 2326,
"6193152" : 6431,
"6258688" : 3572,
"6324224" : 2971,
"6389760" : 4040,
"6455296" : 3251,
"6520832" : 2599,
"6586368" : 2746,
"6651904" : 2248,
"6717440" : 1635,
"6782976" : 1901,
"6848512" : 1613,
"6914048" : 1643,
"6979584" : 2166,
"7045120" : 1700,
"7110656" : 1651,
"7176192" : 1567,
"7241728" : 1683,
"7307264" : 1348,
"7372800" : 1535,
"7438336" : 1637,
"7503872" : 1610,
"7569408" : 1523,
"7634944" : 1429,
"7700480" : 1437,
"7766016" : 1584,
"7831552" : 1426,
"7897088" : 1501,
"7962624" : 1563,
"8028160" : 1769,
"8093696" : 1649,
"8159232" : 1722,
"8224768" : 1984,
"8290304" : 2061,
"8355840" : 2194,
"8454144" : 4769,
"8585216" : 5073,
"8716288" : 5949,
"8847360" : 6200,
"8978432" : 7129,
"9109504" : 7726,
"9240576" : 8369,
"9371648" : 9054,
"9502720" : 9775,
"9633792" : 10837,
"9764864" : 11416,
"9895936" : 12356,
"10027008" : 13278,
"10158080" : 13909,
"10289152" : 14618,
"10420224" : 15372,
"10551296" : 16266,
"10682368" : 17028,
"10813440" : 18132,
"10944512" : 19282,
"11075584" : 19533,
"11206656" : 21430,
"11337728" : 22713,
"11468800" : 23699,
"11599872" : 25109,
"11730944" : 26928,
"11862016" : 28361,
"11993088" : 30641,
"12124160" : 31950,
"12255232" : 34121,
"12386304" : 36439,
"12517376" : 38540,
"12648448" : 40589,
"12779520" : 42586,
"12910592" : 45088,
"13041664" : 47632,
"13172736" : 49795,
"13303808" : 51860,
"13434880" : 54283,
"13565952" : 56428,
"13697024" : 58679,
"13828096" : 60469,
"13959168" : 62393,
"14090240" : 63793,
"14221312" : 65625,
"14352384" : 66500,
"14483456" : 67074,
"14614528" : 67741,
"14745600" : 68476,
"14876672" : 68764,
"15007744" : 67970,
"15138816" : 67498,
"15269888" : 66814,
"15400960" : 66113,
"15532032" : 64620,
"15663104" : 63215,
"15794176" : 61732,
"15925248" : 59984,
"16056320" : 58334,
"16187392" : 55758,
"16318464" : 53431,
"16449536" : 51312,
"16580608" : 49650,
"16711680" : 46703,
"16908288" : 86051,
"17170432" : 76066,
"17432576" : 66722,
"17694720" : 57759,
"17956864" : 49331,
"18219008" : 42041,
"18481152" : 35354,
"18743296" : 29220,
"19005440" : 24304,
"19267584" : 19628,
"19529728" : 15396,
"19791872" : 12368,
"20054016" : 9518,
"20316160" : 7365,
"20578304" : 5595,
"20840448" : 4120,
"21102592" : 2925,
"21364736" : 2155,
"21626880" : 1500,
"21889024" : 964,
"22151168" : 665,
"22413312" : 456,
"22675456" : 297,
"22937600" : 205,
"23199744" : 134,
"23461888" : 99,
"23724032" : 62,
"23986176" : 25,
"24248320" : 21,
"24510464" : 13,
"24772608" : 5,
"25034752" : 2
}
},
"lat_ns" : {
"min" : 391037,
"max" : 25692968,
"mean" : 14685028.869174,
"stddev" : 3120934.346958,
"N" : 3137756
},
"bw_min" : 56269,
"bw_max" : 104402,
"bw_agg" : 100.000000,
"bw_mean" : 69733.376664,
"bw_dev" : 1804.585225,
"bw_samples" : 2873,
"iops_min" : 14067,
"iops_max" : 26100,
"iops_mean" : 17433.121402,
"iops_stddev" : 451.153044,
"iops_samples" : 2873
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440020,
"usr_cpu" : 0.705199,
"sys_cpu" : 14.382995,
"ctx" : 2788909,
"majf" : 0,
"minf" : 332,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999745,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.046119,
"4" : 0.732588,
"10" : 7.282659,
"20" : 90.893346,
"50" : 1.052651,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}