raidz2/benchmarks/rand/rand-write-qd16-nj32_run1.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773094989,
"timestamp_ms" : 1773094989004,
"time" : "Mon Mar 9 19:23:09 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 11,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 699469824,
"io_kbytes" : 683076,
"bw_bytes" : 71733137,
"bw" : 70051,
"iops" : 17575.530715,
"runtime" : 9751,
"total_ios" : 171379,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 312032,
"usr_cpu" : 0.237796,
"sys_cpu" : 4.700479,
"ctx" : 274128,
"majf" : 0,
"minf" : 222,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.149377,
"16" : 99.719919,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773094999,
"timestamp_ms" : 1773094999257,
"time" : "Mon Mar 9 19:23:19 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 169,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 623996928,
"io_kbytes" : 609372,
"bw_bytes" : 62349812,
"bw" : 60888,
"iops" : 15236.910472,
"runtime" : 10008,
"total_ios" : 152491,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 358538,
"max" : 36911698,
"mean" : 2091475.635705,
"stddev" : 3244259.330594,
"N" : 152492
},
"clat_ns" : {
"min" : 6614989,
"max" : 119273153,
"mean" : 31575193.956152,
"stddev" : 15998029.380663,
"N" : 152460,
"percentile" : {
"1.000000" : 8978432,
"5.000000" : 10158080,
"10.000000" : 12648448,
"20.000000" : 17694720,
"30.000000" : 20840448,
"40.000000" : 25821184,
"50.000000" : 28704768,
"60.000000" : 33161216,
"70.000000" : 37486592,
"80.000000" : 43778048,
"90.000000" : 53739520,
"95.000000" : 62652416,
"99.000000" : 79167488,
"99.500000" : 85458944,
"99.900000" : 99090432,
"99.950000" : 104333312,
"99.990000" : 112721920
},
"bins" : {
"6586368" : 1,
"6651904" : 2,
"6782976" : 1,
"6914048" : 2,
"6979584" : 1,
"7045120" : 2,
"7110656" : 5,
"7176192" : 4,
"7241728" : 3,
"7307264" : 5,
"7372800" : 5,
"7438336" : 15,
"7503872" : 7,
"7569408" : 7,
"7634944" : 16,
"7700480" : 27,
"7766016" : 34,
"7831552" : 34,
"7897088" : 26,
"7962624" : 28,
"8028160" : 35,
"8093696" : 45,
"8159232" : 50,
"8224768" : 47,
"8290304" : 58,
"8355840" : 63,
"8454144" : 137,
"8585216" : 175,
"8716288" : 243,
"8847360" : 295,
"8978432" : 357,
"9109504" : 468,
"9240576" : 492,
"9371648" : 590,
"9502720" : 683,
"9633792" : 777,
"9764864" : 799,
"9895936" : 861,
"10027008" : 938,
"10158080" : 890,
"10289152" : 804,
"10420224" : 817,
"10551296" : 745,
"10682368" : 690,
"10813440" : 643,
"10944512" : 592,
"11075584" : 454,
"11206656" : 395,
"11337728" : 304,
"11468800" : 218,
"11599872" : 239,
"11730944" : 162,
"11862016" : 167,
"11993088" : 144,
"12124160" : 151,
"12255232" : 137,
"12386304" : 131,
"12517376" : 138,
"12648448" : 131,
"12779520" : 117,
"12910592" : 142,
"13041664" : 145,
"13172736" : 140,
"13303808" : 183,
"13434880" : 208,
"13565952" : 228,
"13697024" : 234,
"13828096" : 238,
"13959168" : 258,
"14090240" : 244,
"14221312" : 270,
"14352384" : 257,
"14483456" : 267,
"14614528" : 266,
"14745600" : 303,
"14876672" : 344,
"15007744" : 360,
"15138816" : 314,
"15269888" : 355,
"15400960" : 361,
"15532032" : 404,
"15663104" : 426,
"15794176" : 491,
"15925248" : 477,
"16056320" : 498,
"16187392" : 529,
"16318464" : 604,
"16449536" : 586,
"16580608" : 557,
"16711680" : 555,
"16908288" : 1226,
"17170432" : 1304,
"17432576" : 1377,
"17694720" : 1489,
"17956864" : 1444,
"18219008" : 1552,
"18481152" : 1493,
"18743296" : 1432,
"19005440" : 1300,
"19267584" : 1298,
"19529728" : 1312,
"19791872" : 1240,
"20054016" : 1184,
"20316160" : 1064,
"20578304" : 1032,
"20840448" : 906,
"21102592" : 895,
"21364736" : 748,
"21626880" : 728,
"21889024" : 637,
"22151168" : 651,
"22413312" : 581,
"22675456" : 591,
"22937600" : 580,
"23199744" : 644,
"23461888" : 742,
"23724032" : 728,
"23986176" : 718,
"24248320" : 766,
"24510464" : 843,
"24772608" : 885,
"25034752" : 1001,
"25296896" : 1089,
"25559040" : 1111,
"25821184" : 1230,
"26083328" : 1305,
"26345472" : 1325,
"26607616" : 1275,
"26869760" : 1371,
"27131904" : 1430,
"27394048" : 1420,
"27656192" : 1421,
"27918336" : 1434,
"28180480" : 1434,
"28442624" : 1408,
"28704768" : 1274,
"28966912" : 1153,
"29229056" : 1131,
"29491200" : 1083,
"29753344" : 954,
"30015488" : 990,
"30277632" : 953,
"30539776" : 916,
"30801920" : 839,
"31064064" : 864,
"31326208" : 758,
"31588352" : 811,
"31850496" : 783,
"32112640" : 789,
"32374784" : 783,
"32636928" : 813,
"32899072" : 822,
"33161216" : 830,
"33423360" : 799,
"33816576" : 1633,
"34340864" : 1818,
"34865152" : 1882,
"35389440" : 1813,
"35913728" : 1968,
"36438016" : 1985,
"36962304" : 1910,
"37486592" : 1902,
"38010880" : 1744,
"38535168" : 1604,
"39059456" : 1641,
"39583744" : 1372,
"40108032" : 1362,
"40632320" : 1095,
"41156608" : 1127,
"41680896" : 1032,
"42205184" : 1043,
"42729472" : 1043,
"43253760" : 986,
"43778048" : 1160,
"44302336" : 1055,
"44826624" : 1054,
"45350912" : 992,
"45875200" : 995,
"46399488" : 978,
"46923776" : 977,
"47448064" : 928,
"47972352" : 843,
"48496640" : 853,
"49020928" : 739,
"49545216" : 670,
"50069504" : 672,
"50593792" : 631,
"51118080" : 655,
"51642368" : 619,
"52166656" : 603,
"52690944" : 566,
"53215232" : 503,
"53739520" : 552,
"54263808" : 505,
"54788096" : 494,
"55312384" : 515,
"55836672" : 533,
"56360960" : 484,
"56885248" : 512,
"57409536" : 487,
"57933824" : 451,
"58458112" : 417,
"58982400" : 421,
"59506688" : 417,
"60030976" : 315,
"60555264" : 412,
"61079552" : 351,
"61603840" : 375,
"62128128" : 379,
"62652416" : 334,
"63176704" : 323,
"63700992" : 312,
"64225280" : 326,
"64749568" : 277,
"65273856" : 272,
"65798144" : 265,
"66322432" : 261,
"66846720" : 257,
"67633152" : 468,
"68681728" : 409,
"69730304" : 401,
"70778880" : 381,
"71827456" : 342,
"72876032" : 314,
"73924608" : 294,
"74973184" : 233,
"76021760" : 230,
"77070336" : 250,
"78118912" : 205,
"79167488" : 188,
"80216064" : 172,
"81264640" : 141,
"82313216" : 120,
"83361792" : 101,
"84410368" : 102,
"85458944" : 68,
"86507520" : 83,
"87556096" : 72,
"88604672" : 59,
"89653248" : 53,
"90701824" : 44,
"91750400" : 40,
"92798976" : 38,
"93847552" : 38,
"94896128" : 32,
"95944704" : 23,
"96993280" : 26,
"98041856" : 32,
"99090432" : 18,
"100139008" : 14,
"101187584" : 13,
"102236160" : 19,
"103284736" : 15,
"104333312" : 10,
"105381888" : 13,
"106430464" : 6,
"107479040" : 5,
"108527616" : 8,
"109576192" : 6,
"110624768" : 5,
"111673344" : 10,
"112721920" : 4,
"113770496" : 3,
"114819072" : 6,
"115867648" : 2,
"116916224" : 2,
"117964800" : 1,
"119013376" : 1
}
},
"lat_ns" : {
"min" : 7051066,
"max" : 128564452,
"mean" : 33670556.349993,
"stddev" : 16585196.663520,
"N" : 152460
},
"bw_min" : 47560,
"bw_max" : 75570,
"bw_agg" : 100.000000,
"bw_mean" : 61177.473684,
"bw_dev" : 223.999390,
"bw_samples" : 608,
"iops_min" : 11888,
"iops_max" : 18892,
"iops_mean" : 15292.157895,
"iops_stddev" : 56.018995,
"iops_samples" : 608
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 320130,
"usr_cpu" : 0.209915,
"sys_cpu" : 3.919970,
"ctx" : 244992,
"majf" : 0,
"minf" : 1135,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.379275,
"20" : 23.473516,
"50" : 59.425146,
"100" : 12.611236,
"250" : 0.090497,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095009,
"timestamp_ms" : 1773095009271,
"time" : "Mon Mar 9 19:23:29 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 159,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1289928704,
"io_kbytes" : 1259696,
"bw_bytes" : 64467424,
"bw" : 62956,
"iops" : 15743.865261,
"runtime" : 20009,
"total_ios" : 315019,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 358538,
"max" : 36911698,
"mean" : 2024139.177913,
"stddev" : 3140729.097276,
"N" : 315019
},
"clat_ns" : {
"min" : 6614989,
"max" : 119273153,
"mean" : 30501491.483064,
"stddev" : 15254405.955803,
"N" : 314987,
"percentile" : {
"1.000000" : 8847360,
"5.000000" : 10158080,
"10.000000" : 12124160,
"20.000000" : 17432576,
"30.000000" : 20316160,
"40.000000" : 25034752,
"50.000000" : 27918336,
"60.000000" : 31850496,
"70.000000" : 36438016,
"80.000000" : 42205184,
"90.000000" : 51118080,
"95.000000" : 60030976,
"99.000000" : 76021760,
"99.500000" : 82313216,
"99.900000" : 94896128,
"99.950000" : 100139008,
"99.990000" : 110624768
},
"bins" : {
"6586368" : 1,
"6651904" : 2,
"6782976" : 3,
"6914048" : 3,
"6979584" : 2,
"7045120" : 3,
"7110656" : 9,
"7176192" : 9,
"7241728" : 9,
"7307264" : 10,
"7372800" : 13,
"7438336" : 32,
"7503872" : 34,
"7569408" : 36,
"7634944" : 37,
"7700480" : 66,
"7766016" : 76,
"7831552" : 79,
"7897088" : 94,
"7962624" : 95,
"8028160" : 104,
"8093696" : 109,
"8159232" : 127,
"8224768" : 145,
"8290304" : 145,
"8355840" : 171,
"8454144" : 366,
"8585216" : 432,
"8716288" : 558,
"8847360" : 634,
"8978432" : 754,
"9109504" : 927,
"9240576" : 1104,
"9371648" : 1244,
"9502720" : 1386,
"9633792" : 1579,
"9764864" : 1677,
"9895936" : 1768,
"10027008" : 1798,
"10158080" : 1778,
"10289152" : 1717,
"10420224" : 1714,
"10551296" : 1583,
"10682368" : 1420,
"10813440" : 1340,
"10944512" : 1243,
"11075584" : 986,
"11206656" : 898,
"11337728" : 721,
"11468800" : 590,
"11599872" : 550,
"11730944" : 439,
"11862016" : 404,
"11993088" : 368,
"12124160" : 353,
"12255232" : 344,
"12386304" : 327,
"12517376" : 337,
"12648448" : 340,
"12779520" : 289,
"12910592" : 322,
"13041664" : 310,
"13172736" : 320,
"13303808" : 349,
"13434880" : 404,
"13565952" : 423,
"13697024" : 435,
"13828096" : 494,
"13959168" : 479,
"14090240" : 483,
"14221312" : 539,
"14352384" : 569,
"14483456" : 595,
"14614528" : 614,
"14745600" : 664,
"14876672" : 732,
"15007744" : 769,
"15138816" : 724,
"15269888" : 775,
"15400960" : 792,
"15532032" : 880,
"15663104" : 952,
"15794176" : 1046,
"15925248" : 1068,
"16056320" : 1118,
"16187392" : 1180,
"16318464" : 1344,
"16449536" : 1352,
"16580608" : 1332,
"16711680" : 1335,
"16908288" : 2806,
"17170432" : 2980,
"17432576" : 3173,
"17694720" : 3256,
"17956864" : 3094,
"18219008" : 3321,
"18481152" : 3203,
"18743296" : 3089,
"19005440" : 2821,
"19267584" : 2802,
"19529728" : 2579,
"19791872" : 2508,
"20054016" : 2411,
"20316160" : 2140,
"20578304" : 2022,
"20840448" : 1877,
"21102592" : 1773,
"21364736" : 1526,
"21626880" : 1520,
"21889024" : 1409,
"22151168" : 1467,
"22413312" : 1397,
"22675456" : 1448,
"22937600" : 1512,
"23199744" : 1587,
"23461888" : 1775,
"23724032" : 1822,
"23986176" : 1814,
"24248320" : 1966,
"24510464" : 2159,
"24772608" : 2311,
"25034752" : 2421,
"25296896" : 2561,
"25559040" : 2561,
"25821184" : 2758,
"26083328" : 2856,
"26345472" : 2900,
"26607616" : 2758,
"26869760" : 2872,
"27131904" : 2950,
"27394048" : 2953,
"27656192" : 2796,
"27918336" : 2892,
"28180480" : 2760,
"28442624" : 2696,
"28704768" : 2569,
"28966912" : 2383,
"29229056" : 2271,
"29491200" : 2148,
"29753344" : 1991,
"30015488" : 1919,
"30277632" : 1897,
"30539776" : 1842,
"30801920" : 1786,
"31064064" : 1738,
"31326208" : 1722,
"31588352" : 1660,
"31850496" : 1730,
"32112640" : 1673,
"32374784" : 1749,
"32636928" : 1668,
"32899072" : 1718,
"33161216" : 1829,
"33423360" : 1868,
"33816576" : 3626,
"34340864" : 3887,
"34865152" : 3973,
"35389440" : 3702,
"35913728" : 3740,
"36438016" : 3805,
"36962304" : 3656,
"37486592" : 3547,
"38010880" : 3323,
"38535168" : 3027,
"39059456" : 3086,
"39583744" : 2806,
"40108032" : 2663,
"40632320" : 2341,
"41156608" : 2263,
"41680896" : 2144,
"42205184" : 2203,
"42729472" : 2173,
"43253760" : 2135,
"43778048" : 2231,
"44302336" : 2129,
"44826624" : 2008,
"45350912" : 2032,
"45875200" : 1913,
"46399488" : 1900,
"46923776" : 1744,
"47448064" : 1662,
"47972352" : 1631,
"48496640" : 1602,
"49020928" : 1478,
"49545216" : 1340,
"50069504" : 1318,
"50593792" : 1240,
"51118080" : 1285,
"51642368" : 1206,
"52166656" : 1166,
"52690944" : 1104,
"53215232" : 985,
"53739520" : 1011,
"54263808" : 975,
"54788096" : 923,
"55312384" : 913,
"55836672" : 935,
"56360960" : 881,
"56885248" : 885,
"57409536" : 936,
"57933824" : 858,
"58458112" : 769,
"58982400" : 756,
"59506688" : 748,
"60030976" : 628,
"60555264" : 728,
"61079552" : 654,
"61603840" : 669,
"62128128" : 685,
"62652416" : 606,
"63176704" : 555,
"63700992" : 538,
"64225280" : 581,
"64749568" : 480,
"65273856" : 481,
"65798144" : 465,
"66322432" : 435,
"66846720" : 428,
"67633152" : 825,
"68681728" : 728,
"69730304" : 667,
"70778880" : 619,
"71827456" : 562,
"72876032" : 534,
"73924608" : 435,
"74973184" : 391,
"76021760" : 376,
"77070336" : 368,
"78118912" : 313,
"79167488" : 279,
"80216064" : 253,
"81264640" : 211,
"82313216" : 184,
"83361792" : 168,
"84410368" : 150,
"85458944" : 109,
"86507520" : 127,
"87556096" : 107,
"88604672" : 87,
"89653248" : 87,
"90701824" : 68,
"91750400" : 52,
"92798976" : 48,
"93847552" : 51,
"94896128" : 46,
"95944704" : 41,
"96993280" : 36,
"98041856" : 44,
"99090432" : 21,
"100139008" : 16,
"101187584" : 15,
"102236160" : 20,
"103284736" : 18,
"104333312" : 10,
"105381888" : 15,
"106430464" : 11,
"107479040" : 6,
"108527616" : 8,
"109576192" : 6,
"110624768" : 5,
"111673344" : 10,
"112721920" : 4,
"113770496" : 3,
"114819072" : 6,
"115867648" : 2,
"116916224" : 2,
"117964800" : 1,
"119013376" : 1
}
},
"lat_ns" : {
"min" : 7051066,
"max" : 128564452,
"mean" : 32523530.059244,
"stddev" : 15807265.375361,
"N" : 314987
},
"bw_min" : 47350,
"bw_max" : 81407,
"bw_agg" : 99.637100,
"bw_mean" : 62728.692308,
"bw_dev" : 238.986146,
"bw_samples" : 1248,
"iops_min" : 11835,
"iops_max" : 20351,
"iops_mean" : 15679.589744,
"iops_stddev" : 59.769471,
"iops_samples" : 1248
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 640149,
"usr_cpu" : 0.221511,
"sys_cpu" : 4.056868,
"ctx" : 505078,
"majf" : 0,
"minf" : 1135,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999683,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999683,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.556868,
"20" : 24.690892,
"50" : 59.792584,
"100" : 10.900612,
"250" : 0.048886,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095019,
"timestamp_ms" : 1773095019255,
"time" : "Mon Mar 9 19:23:39 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 149,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1948696576,
"io_kbytes" : 1903024,
"bw_bytes" : 64937071,
"bw" : 63415,
"iops" : 15857.309474,
"runtime" : 30009,
"total_ios" : 475862,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 330315,
"max" : 41044364,
"mean" : 2007951.827030,
"stddev" : 3126941.977589,
"N" : 475863
},
"clat_ns" : {
"min" : 6614989,
"max" : 152325904,
"mean" : 30298703.559889,
"stddev" : 15376680.093683,
"N" : 475830,
"percentile" : {
"1.000000" : 8978432,
"5.000000" : 10158080,
"10.000000" : 11993088,
"20.000000" : 17170432,
"30.000000" : 20054016,
"40.000000" : 24510464,
"50.000000" : 27656192,
"60.000000" : 31326208,
"70.000000" : 35913728,
"80.000000" : 41680896,
"90.000000" : 51118080,
"95.000000" : 60030976,
"99.000000" : 77070336,
"99.500000" : 83361792,
"99.900000" : 96993280,
"99.950000" : 103284736,
"99.990000" : 113770496
},
"bins" : {
"6586368" : 1,
"6651904" : 3,
"6717440" : 2,
"6782976" : 4,
"6848512" : 3,
"6914048" : 3,
"6979584" : 3,
"7045120" : 8,
"7110656" : 18,
"7176192" : 12,
"7241728" : 10,
"7307264" : 13,
"7372800" : 24,
"7438336" : 37,
"7503872" : 47,
"7569408" : 49,
"7634944" : 49,
"7700480" : 81,
"7766016" : 101,
"7831552" : 107,
"7897088" : 110,
"7962624" : 128,
"8028160" : 148,
"8093696" : 146,
"8159232" : 180,
"8224768" : 195,
"8290304" : 199,
"8355840" : 243,
"8454144" : 514,
"8585216" : 609,
"8716288" : 770,
"8847360" : 909,
"8978432" : 1103,
"9109504" : 1354,
"9240576" : 1574,
"9371648" : 1871,
"9502720" : 2096,
"9633792" : 2397,
"9764864" : 2571,
"9895936" : 2737,
"10027008" : 2746,
"10158080" : 2722,
"10289152" : 2676,
"10420224" : 2645,
"10551296" : 2467,
"10682368" : 2281,
"10813440" : 2128,
"10944512" : 1940,
"11075584" : 1501,
"11206656" : 1359,
"11337728" : 1102,
"11468800" : 915,
"11599872" : 848,
"11730944" : 690,
"11862016" : 609,
"11993088" : 582,
"12124160" : 543,
"12255232" : 540,
"12386304" : 511,
"12517376" : 547,
"12648448" : 538,
"12779520" : 466,
"12910592" : 540,
"13041664" : 530,
"13172736" : 552,
"13303808" : 613,
"13434880" : 670,
"13565952" : 676,
"13697024" : 714,
"13828096" : 786,
"13959168" : 781,
"14090240" : 852,
"14221312" : 928,
"14352384" : 968,
"14483456" : 1003,
"14614528" : 1004,
"14745600" : 1123,
"14876672" : 1193,
"15007744" : 1224,
"15138816" : 1271,
"15269888" : 1336,
"15400960" : 1370,
"15532032" : 1492,
"15663104" : 1564,
"15794176" : 1692,
"15925248" : 1695,
"16056320" : 1818,
"16187392" : 1821,
"16318464" : 1997,
"16449536" : 2025,
"16580608" : 2012,
"16711680" : 2119,
"16908288" : 4349,
"17170432" : 4540,
"17432576" : 4686,
"17694720" : 4809,
"17956864" : 4699,
"18219008" : 5058,
"18481152" : 4884,
"18743296" : 4724,
"19005440" : 4368,
"19267584" : 4323,
"19529728" : 4144,
"19791872" : 3982,
"20054016" : 3746,
"20316160" : 3277,
"20578304" : 3092,
"20840448" : 2854,
"21102592" : 2742,
"21364736" : 2399,
"21626880" : 2406,
"21889024" : 2227,
"22151168" : 2286,
"22413312" : 2308,
"22675456" : 2305,
"22937600" : 2409,
"23199744" : 2547,
"23461888" : 2802,
"23724032" : 2865,
"23986176" : 2883,
"24248320" : 3075,
"24510464" : 3325,
"24772608" : 3502,
"25034752" : 3761,
"25296896" : 3871,
"25559040" : 3789,
"25821184" : 4056,
"26083328" : 4278,
"26345472" : 4328,
"26607616" : 4093,
"26869760" : 4280,
"27131904" : 4391,
"27394048" : 4396,
"27656192" : 4284,
"27918336" : 4278,
"28180480" : 4150,
"28442624" : 4027,
"28704768" : 3840,
"28966912" : 3596,
"29229056" : 3435,
"29491200" : 3244,
"29753344" : 3074,
"30015488" : 2942,
"30277632" : 2901,
"30539776" : 2784,
"30801920" : 2648,
"31064064" : 2633,
"31326208" : 2609,
"31588352" : 2496,
"31850496" : 2570,
"32112640" : 2483,
"32374784" : 2523,
"32636928" : 2439,
"32899072" : 2468,
"33161216" : 2577,
"33423360" : 2661,
"33816576" : 5252,
"34340864" : 5588,
"34865152" : 5611,
"35389440" : 5567,
"35913728" : 5563,
"36438016" : 5654,
"36962304" : 5455,
"37486592" : 5360,
"38010880" : 4931,
"38535168" : 4484,
"39059456" : 4407,
"39583744" : 4042,
"40108032" : 3839,
"40632320" : 3470,
"41156608" : 3311,
"41680896" : 3138,
"42205184" : 3145,
"42729472" : 3113,
"43253760" : 3031,
"43778048" : 3092,
"44302336" : 3063,
"44826624" : 2938,
"45350912" : 3027,
"45875200" : 2903,
"46399488" : 2768,
"46923776" : 2633,
"47448064" : 2533,
"47972352" : 2420,
"48496640" : 2362,
"49020928" : 2151,
"49545216" : 1959,
"50069504" : 1932,
"50593792" : 1846,
"51118080" : 1865,
"51642368" : 1732,
"52166656" : 1674,
"52690944" : 1586,
"53215232" : 1456,
"53739520" : 1526,
"54263808" : 1481,
"54788096" : 1468,
"55312384" : 1380,
"55836672" : 1327,
"56360960" : 1319,
"56885248" : 1290,
"57409536" : 1314,
"57933824" : 1257,
"58458112" : 1104,
"58982400" : 1121,
"59506688" : 1104,
"60030976" : 963,
"60555264" : 991,
"61079552" : 933,
"61603840" : 958,
"62128128" : 950,
"62652416" : 873,
"63176704" : 784,
"63700992" : 799,
"64225280" : 813,
"64749568" : 716,
"65273856" : 714,
"65798144" : 724,
"66322432" : 671,
"66846720" : 644,
"67633152" : 1219,
"68681728" : 1122,
"69730304" : 1005,
"70778880" : 940,
"71827456" : 920,
"72876032" : 833,
"73924608" : 726,
"74973184" : 654,
"76021760" : 628,
"77070336" : 577,
"78118912" : 507,
"79167488" : 419,
"80216064" : 373,
"81264640" : 333,
"82313216" : 304,
"83361792" : 309,
"84410368" : 256,
"85458944" : 192,
"86507520" : 223,
"87556096" : 184,
"88604672" : 163,
"89653248" : 133,
"90701824" : 115,
"91750400" : 85,
"92798976" : 89,
"93847552" : 92,
"94896128" : 72,
"95944704" : 61,
"96993280" : 68,
"98041856" : 72,
"99090432" : 36,
"100139008" : 27,
"101187584" : 28,
"102236160" : 27,
"103284736" : 37,
"104333312" : 32,
"105381888" : 23,
"106430464" : 20,
"107479040" : 11,
"108527616" : 14,
"109576192" : 13,
"110624768" : 9,
"111673344" : 21,
"112721920" : 6,
"113770496" : 13,
"114819072" : 9,
"115867648" : 6,
"116916224" : 2,
"117964800" : 10,
"119013376" : 3,
"121110528" : 1,
"122159104" : 1,
"123207680" : 1,
"124256256" : 1,
"126353408" : 1,
"128450560" : 1,
"139460608" : 2,
"147849216" : 1,
"152043520" : 1
}
},
"lat_ns" : {
"min" : 7051066,
"max" : 162140703,
"mean" : 32308327.518065,
"stddev" : 15947442.447601,
"N" : 475830
},
"bw_min" : 46752,
"bw_max" : 84166,
"bw_agg" : 100.000000,
"bw_mean" : 63488.983051,
"bw_dev" : 248.376027,
"bw_samples" : 1888,
"iops_min" : 11686,
"iops_max" : 21041,
"iops_mean" : 15869.525424,
"iops_stddev" : 62.116020,
"iops_samples" : 1888
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 960150,
"usr_cpu" : 0.221528,
"sys_cpu" : 4.087590,
"ctx" : 763934,
"majf" : 0,
"minf" : 1135,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999790,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999580,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.459066,
"20" : 25.554257,
"50" : 59.127226,
"100" : 10.787371,
"250" : 0.065355,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095029,
"timestamp_ms" : 1773095029263,
"time" : "Mon Mar 9 19:23:49 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 139,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2573914112,
"io_kbytes" : 2513588,
"bw_bytes" : 64334985,
"bw" : 62827,
"iops" : 15710.557888,
"runtime" : 40008,
"total_ios" : 628548,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 330315,
"max" : 41044364,
"mean" : 2027152.588800,
"stddev" : 3153602.380102,
"N" : 628548
},
"clat_ns" : {
"min" : 6614989,
"max" : 152325904,
"mean" : 30574004.613677,
"stddev" : 15434835.311807,
"N" : 628516,
"percentile" : {
"1.000000" : 8978432,
"5.000000" : 10158080,
"10.000000" : 12648448,
"20.000000" : 17432576,
"30.000000" : 20316160,
"40.000000" : 24772608,
"50.000000" : 27918336,
"60.000000" : 31588352,
"70.000000" : 36438016,
"80.000000" : 41680896,
"90.000000" : 51642368,
"95.000000" : 60555264,
"99.000000" : 78118912,
"99.500000" : 84410368,
"99.900000" : 96993280,
"99.950000" : 102236160,
"99.990000" : 112721920
},
"bins" : {
"6586368" : 1,
"6651904" : 4,
"6717440" : 2,
"6782976" : 4,
"6848512" : 3,
"6914048" : 4,
"6979584" : 5,
"7045120" : 8,
"7110656" : 21,
"7176192" : 15,
"7241728" : 12,
"7307264" : 17,
"7372800" : 31,
"7438336" : 47,
"7503872" : 60,
"7569408" : 68,
"7634944" : 54,
"7700480" : 97,
"7766016" : 116,
"7831552" : 130,
"7897088" : 134,
"7962624" : 152,
"8028160" : 191,
"8093696" : 190,
"8159232" : 211,
"8224768" : 236,
"8290304" : 243,
"8355840" : 304,
"8454144" : 648,
"8585216" : 784,
"8716288" : 965,
"8847360" : 1173,
"8978432" : 1395,
"9109504" : 1697,
"9240576" : 2022,
"9371648" : 2381,
"9502720" : 2661,
"9633792" : 3047,
"9764864" : 3231,
"9895936" : 3423,
"10027008" : 3505,
"10158080" : 3484,
"10289152" : 3409,
"10420224" : 3352,
"10551296" : 3120,
"10682368" : 2816,
"10813440" : 2644,
"10944512" : 2369,
"11075584" : 1908,
"11206656" : 1697,
"11337728" : 1378,
"11468800" : 1131,
"11599872" : 1048,
"11730944" : 843,
"11862016" : 752,
"11993088" : 699,
"12124160" : 651,
"12255232" : 644,
"12386304" : 629,
"12517376" : 639,
"12648448" : 653,
"12779520" : 576,
"12910592" : 656,
"13041664" : 649,
"13172736" : 688,
"13303808" : 787,
"13434880" : 845,
"13565952" : 868,
"13697024" : 931,
"13828096" : 981,
"13959168" : 1000,
"14090240" : 1082,
"14221312" : 1181,
"14352384" : 1186,
"14483456" : 1273,
"14614528" : 1285,
"14745600" : 1387,
"14876672" : 1473,
"15007744" : 1551,
"15138816" : 1594,
"15269888" : 1695,
"15400960" : 1736,
"15532032" : 1905,
"15663104" : 1960,
"15794176" : 2163,
"15925248" : 2131,
"16056320" : 2314,
"16187392" : 2300,
"16318464" : 2494,
"16449536" : 2552,
"16580608" : 2554,
"16711680" : 2741,
"16908288" : 5645,
"17170432" : 5874,
"17432576" : 6035,
"17694720" : 6307,
"17956864" : 6143,
"18219008" : 6561,
"18481152" : 6220,
"18743296" : 6088,
"19005440" : 5789,
"19267584" : 5655,
"19529728" : 5443,
"19791872" : 5161,
"20054016" : 4874,
"20316160" : 4351,
"20578304" : 4062,
"20840448" : 3769,
"21102592" : 3582,
"21364736" : 3195,
"21626880" : 3283,
"21889024" : 2967,
"22151168" : 3135,
"22413312" : 3044,
"22675456" : 3110,
"22937600" : 3270,
"23199744" : 3462,
"23461888" : 3722,
"23724032" : 3904,
"23986176" : 3886,
"24248320" : 4229,
"24510464" : 4549,
"24772608" : 4807,
"25034752" : 5128,
"25296896" : 5273,
"25559040" : 5215,
"25821184" : 5583,
"26083328" : 5823,
"26345472" : 5820,
"26607616" : 5586,
"26869760" : 5846,
"27131904" : 5959,
"27394048" : 5877,
"27656192" : 5696,
"27918336" : 5655,
"28180480" : 5469,
"28442624" : 5286,
"28704768" : 5163,
"28966912" : 4829,
"29229056" : 4669,
"29491200" : 4403,
"29753344" : 4174,
"30015488" : 4029,
"30277632" : 3957,
"30539776" : 3757,
"30801920" : 3515,
"31064064" : 3519,
"31326208" : 3428,
"31588352" : 3338,
"31850496" : 3332,
"32112640" : 3343,
"32374784" : 3377,
"32636928" : 3193,
"32899072" : 3285,
"33161216" : 3526,
"33423360" : 3498,
"33816576" : 6934,
"34340864" : 7419,
"34865152" : 7514,
"35389440" : 7508,
"35913728" : 7537,
"36438016" : 7607,
"36962304" : 7152,
"37486592" : 7057,
"38010880" : 6490,
"38535168" : 6120,
"39059456" : 5945,
"39583744" : 5307,
"40108032" : 4990,
"40632320" : 4586,
"41156608" : 4450,
"41680896" : 4184,
"42205184" : 4173,
"42729472" : 4132,
"43253760" : 4072,
"43778048" : 4098,
"44302336" : 4054,
"44826624" : 4003,
"45350912" : 4024,
"45875200" : 3808,
"46399488" : 3627,
"46923776" : 3526,
"47448064" : 3368,
"47972352" : 3214,
"48496640" : 3181,
"49020928" : 2858,
"49545216" : 2687,
"50069504" : 2598,
"50593792" : 2403,
"51118080" : 2367,
"51642368" : 2288,
"52166656" : 2219,
"52690944" : 2131,
"53215232" : 1928,
"53739520" : 2013,
"54263808" : 1937,
"54788096" : 1899,
"55312384" : 1788,
"55836672" : 1769,
"56360960" : 1739,
"56885248" : 1728,
"57409536" : 1750,
"57933824" : 1705,
"58458112" : 1539,
"58982400" : 1499,
"59506688" : 1503,
"60030976" : 1317,
"60555264" : 1322,
"61079552" : 1291,
"61603840" : 1258,
"62128128" : 1257,
"62652416" : 1149,
"63176704" : 1019,
"63700992" : 1073,
"64225280" : 1047,
"64749568" : 1004,
"65273856" : 960,
"65798144" : 969,
"66322432" : 907,
"66846720" : 891,
"67633152" : 1646,
"68681728" : 1580,
"69730304" : 1363,
"70778880" : 1302,
"71827456" : 1220,
"72876032" : 1130,
"73924608" : 1003,
"74973184" : 924,
"76021760" : 854,
"77070336" : 785,
"78118912" : 687,
"79167488" : 625,
"80216064" : 563,
"81264640" : 519,
"82313216" : 471,
"83361792" : 436,
"84410368" : 376,
"85458944" : 294,
"86507520" : 319,
"87556096" : 286,
"88604672" : 259,
"89653248" : 211,
"90701824" : 155,
"91750400" : 138,
"92798976" : 128,
"93847552" : 117,
"94896128" : 94,
"95944704" : 92,
"96993280" : 98,
"98041856" : 103,
"99090432" : 62,
"100139008" : 37,
"101187584" : 36,
"102236160" : 39,
"103284736" : 44,
"104333312" : 45,
"105381888" : 31,
"106430464" : 35,
"107479040" : 14,
"108527616" : 19,
"109576192" : 16,
"110624768" : 12,
"111673344" : 24,
"112721920" : 6,
"113770496" : 15,
"114819072" : 9,
"115867648" : 8,
"116916224" : 2,
"117964800" : 10,
"119013376" : 3,
"121110528" : 1,
"122159104" : 1,
"123207680" : 1,
"124256256" : 1,
"126353408" : 1,
"128450560" : 1,
"139460608" : 2,
"147849216" : 1,
"152043520" : 1
}
},
"lat_ns" : {
"min" : 7051066,
"max" : 162140703,
"mean" : 32601828.161983,
"stddev" : 16004723.611018,
"N" : 628516
},
"bw_min" : 45433,
"bw_max" : 84578,
"bw_agg" : 100.000000,
"bw_mean" : 63010.265823,
"bw_dev" : 251.497139,
"bw_samples" : 2528,
"iops_min" : 11355,
"iops_max" : 21144,
"iops_mean" : 15749.696203,
"iops_stddev" : 62.908871,
"iops_samples" : 2528
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1280146,
"usr_cpu" : 0.221615,
"sys_cpu" : 4.041023,
"ctx" : 1009881,
"majf" : 0,
"minf" : 1135,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.266182,
"20" : 24.700739,
"50" : 59.958508,
"100" : 11.005842,
"250" : 0.063639,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095039,
"timestamp_ms" : 1773095039264,
"time" : "Mon Mar 9 19:23:59 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3223236608,
"io_kbytes" : 3147692,
"bw_bytes" : 64454419,
"bw" : 62943,
"iops" : 15738.161894,
"runtime" : 50008,
"total_ios" : 787034,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 330315,
"max" : 41044364,
"mean" : 2023408.045162,
"stddev" : 3143356.364865,
"N" : 787034
},
"clat_ns" : {
"min" : 6614989,
"max" : 152325904,
"mean" : 30514774.154826,
"stddev" : 15322710.449480,
"N" : 787002,
"percentile" : {
"1.000000" : 8978432,
"5.000000" : 10158080,
"10.000000" : 12779520,
"20.000000" : 17432576,
"30.000000" : 20316160,
"40.000000" : 24772608,
"50.000000" : 27918336,
"60.000000" : 31588352,
"70.000000" : 36438016,
"80.000000" : 41680896,
"90.000000" : 51118080,
"95.000000" : 60555264,
"99.000000" : 77070336,
"99.500000" : 83361792,
"99.900000" : 95944704,
"99.950000" : 101187584,
"99.990000" : 111673344
},
"bins" : {
"6586368" : 1,
"6651904" : 4,
"6717440" : 2,
"6782976" : 4,
"6848512" : 3,
"6914048" : 4,
"6979584" : 5,
"7045120" : 9,
"7110656" : 27,
"7176192" : 17,
"7241728" : 21,
"7307264" : 19,
"7372800" : 31,
"7438336" : 52,
"7503872" : 76,
"7569408" : 80,
"7634944" : 63,
"7700480" : 111,
"7766016" : 145,
"7831552" : 162,
"7897088" : 162,
"7962624" : 188,
"8028160" : 240,
"8093696" : 230,
"8159232" : 268,
"8224768" : 297,
"8290304" : 304,
"8355840" : 380,
"8454144" : 818,
"8585216" : 974,
"8716288" : 1230,
"8847360" : 1452,
"8978432" : 1816,
"9109504" : 2103,
"9240576" : 2537,
"9371648" : 2964,
"9502720" : 3296,
"9633792" : 3750,
"9764864" : 3994,
"9895936" : 4249,
"10027008" : 4346,
"10158080" : 4354,
"10289152" : 4268,
"10420224" : 4077,
"10551296" : 3830,
"10682368" : 3458,
"10813440" : 3205,
"10944512" : 2880,
"11075584" : 2364,
"11206656" : 2086,
"11337728" : 1670,
"11468800" : 1403,
"11599872" : 1257,
"11730944" : 1053,
"11862016" : 930,
"11993088" : 881,
"12124160" : 827,
"12255232" : 804,
"12386304" : 809,
"12517376" : 811,
"12648448" : 836,
"12779520" : 790,
"12910592" : 866,
"13041664" : 863,
"13172736" : 887,
"13303808" : 1020,
"13434880" : 1081,
"13565952" : 1091,
"13697024" : 1174,
"13828096" : 1257,
"13959168" : 1272,
"14090240" : 1371,
"14221312" : 1503,
"14352384" : 1521,
"14483456" : 1603,
"14614528" : 1637,
"14745600" : 1818,
"14876672" : 1901,
"15007744" : 1971,
"15138816" : 2020,
"15269888" : 2145,
"15400960" : 2212,
"15532032" : 2377,
"15663104" : 2458,
"15794176" : 2715,
"15925248" : 2650,
"16056320" : 2865,
"16187392" : 2815,
"16318464" : 3055,
"16449536" : 3112,
"16580608" : 3151,
"16711680" : 3407,
"16908288" : 7036,
"17170432" : 7441,
"17432576" : 7644,
"17694720" : 7897,
"17956864" : 7787,
"18219008" : 8200,
"18481152" : 7793,
"18743296" : 7641,
"19005440" : 7427,
"19267584" : 7162,
"19529728" : 6883,
"19791872" : 6546,
"20054016" : 6146,
"20316160" : 5585,
"20578304" : 5226,
"20840448" : 4792,
"21102592" : 4506,
"21364736" : 4127,
"21626880" : 4075,
"21889024" : 3776,
"22151168" : 3925,
"22413312" : 3826,
"22675456" : 3901,
"22937600" : 4080,
"23199744" : 4326,
"23461888" : 4595,
"23724032" : 4823,
"23986176" : 4852,
"24248320" : 5250,
"24510464" : 5617,
"24772608" : 5899,
"25034752" : 6359,
"25296896" : 6541,
"25559040" : 6527,
"25821184" : 6946,
"26083328" : 7228,
"26345472" : 7271,
"26607616" : 6979,
"26869760" : 7332,
"27131904" : 7422,
"27394048" : 7309,
"27656192" : 7148,
"27918336" : 7121,
"28180480" : 6960,
"28442624" : 6648,
"28704768" : 6467,
"28966912" : 6050,
"29229056" : 5888,
"29491200" : 5567,
"29753344" : 5299,
"30015488" : 5069,
"30277632" : 4888,
"30539776" : 4678,
"30801920" : 4367,
"31064064" : 4418,
"31326208" : 4297,
"31588352" : 4192,
"31850496" : 4130,
"32112640" : 4166,
"32374784" : 4112,
"32636928" : 4024,
"32899072" : 4124,
"33161216" : 4375,
"33423360" : 4396,
"33816576" : 8838,
"34340864" : 9383,
"34865152" : 9472,
"35389440" : 9379,
"35913728" : 9472,
"36438016" : 9564,
"36962304" : 9025,
"37486592" : 8864,
"38010880" : 8259,
"38535168" : 7824,
"39059456" : 7451,
"39583744" : 6739,
"40108032" : 6407,
"40632320" : 5812,
"41156608" : 5615,
"41680896" : 5301,
"42205184" : 5204,
"42729472" : 5212,
"43253760" : 5112,
"43778048" : 5080,
"44302336" : 4977,
"44826624" : 5023,
"45350912" : 5038,
"45875200" : 4754,
"46399488" : 4640,
"46923776" : 4501,
"47448064" : 4293,
"47972352" : 4087,
"48496640" : 3997,
"49020928" : 3647,
"49545216" : 3355,
"50069504" : 3216,
"50593792" : 2987,
"51118080" : 2978,
"51642368" : 2824,
"52166656" : 2749,
"52690944" : 2618,
"53215232" : 2461,
"53739520" : 2510,
"54263808" : 2406,
"54788096" : 2365,
"55312384" : 2165,
"55836672" : 2145,
"56360960" : 2173,
"56885248" : 2118,
"57409536" : 2146,
"57933824" : 2001,
"58458112" : 1925,
"58982400" : 1892,
"59506688" : 1831,
"60030976" : 1623,
"60555264" : 1629,
"61079552" : 1545,
"61603840" : 1514,
"62128128" : 1536,
"62652416" : 1413,
"63176704" : 1288,
"63700992" : 1332,
"64225280" : 1305,
"64749568" : 1266,
"65273856" : 1173,
"65798144" : 1181,
"66322432" : 1110,
"66846720" : 1097,
"67633152" : 2065,
"68681728" : 1977,
"69730304" : 1711,
"70778880" : 1585,
"71827456" : 1492,
"72876032" : 1374,
"73924608" : 1262,
"74973184" : 1157,
"76021760" : 1082,
"77070336" : 955,
"78118912" : 823,
"79167488" : 757,
"80216064" : 687,
"81264640" : 635,
"82313216" : 553,
"83361792" : 505,
"84410368" : 461,
"85458944" : 348,
"86507520" : 358,
"87556096" : 327,
"88604672" : 296,
"89653248" : 244,
"90701824" : 185,
"91750400" : 165,
"92798976" : 144,
"93847552" : 135,
"94896128" : 110,
"95944704" : 101,
"96993280" : 108,
"98041856" : 114,
"99090432" : 69,
"100139008" : 38,
"101187584" : 44,
"102236160" : 41,
"103284736" : 48,
"104333312" : 45,
"105381888" : 32,
"106430464" : 36,
"107479040" : 17,
"108527616" : 20,
"109576192" : 16,
"110624768" : 12,
"111673344" : 25,
"112721920" : 6,
"113770496" : 15,
"114819072" : 10,
"115867648" : 12,
"116916224" : 2,
"117964800" : 11,
"119013376" : 3,
"121110528" : 1,
"122159104" : 1,
"123207680" : 1,
"124256256" : 1,
"126353408" : 1,
"128450560" : 1,
"139460608" : 2,
"147849216" : 1,
"152043520" : 1
}
},
"lat_ns" : {
"min" : 7051066,
"max" : 162140703,
"mean" : 32538574.894751,
"stddev" : 15883960.329028,
"N" : 787002
},
"bw_min" : 44414,
"bw_max" : 84798,
"bw_agg" : 100.000000,
"bw_mean" : 62984.030303,
"bw_dev" : 254.726074,
"bw_samples" : 3168,
"iops_min" : 11101,
"iops_max" : 21199,
"iops_mean" : 15742.838384,
"iops_stddev" : 63.714512,
"iops_samples" : 3168
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1600132,
"usr_cpu" : 0.221419,
"sys_cpu" : 4.046979,
"ctx" : 1267070,
"majf" : 0,
"minf" : 1135,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999873,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999873,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.236666,
"20" : 24.754077,
"50" : 60.133997,
"100" : 10.816814,
"250" : 0.054381,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095049,
"timestamp_ms" : 1773095049275,
"time" : "Mon Mar 9 19:24:09 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 119,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3876106240,
"io_kbytes" : 3785260,
"bw_bytes" : 64593158,
"bw" : 63079,
"iops" : 15771.497134,
"runtime" : 60008,
"total_ios" : 946416,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 282402,
"max" : 41634256,
"mean" : 2019073.075043,
"stddev" : 3145382.762482,
"N" : 946422
},
"clat_ns" : {
"min" : 6614989,
"max" : 156161064,
"mean" : 30443444.186493,
"stddev" : 15421737.245543,
"N" : 946389,
"percentile" : {
"1.000000" : 8978432,
"5.000000" : 10158080,
"10.000000" : 12648448,
"20.000000" : 17432576,
"30.000000" : 20316160,
"40.000000" : 24772608,
"50.000000" : 27656192,
"60.000000" : 31326208,
"70.000000" : 35913728,
"80.000000" : 41680896,
"90.000000" : 51118080,
"95.000000" : 60555264,
"99.000000" : 78118912,
"99.500000" : 84410368,
"99.900000" : 98041856,
"99.950000" : 103284736,
"99.990000" : 115867648
},
"bins" : {
"6586368" : 1,
"6651904" : 4,
"6717440" : 3,
"6782976" : 5,
"6848512" : 4,
"6914048" : 6,
"6979584" : 6,
"7045120" : 14,
"7110656" : 35,
"7176192" : 19,
"7241728" : 30,
"7307264" : 26,
"7372800" : 37,
"7438336" : 60,
"7503872" : 84,
"7569408" : 92,
"7634944" : 75,
"7700480" : 127,
"7766016" : 165,
"7831552" : 185,
"7897088" : 195,
"7962624" : 221,
"8028160" : 279,
"8093696" : 276,
"8159232" : 306,
"8224768" : 355,
"8290304" : 367,
"8355840" : 452,
"8454144" : 987,
"8585216" : 1175,
"8716288" : 1460,
"8847360" : 1762,
"8978432" : 2152,
"9109504" : 2490,
"9240576" : 3034,
"9371648" : 3608,
"9502720" : 3977,
"9633792" : 4512,
"9764864" : 4784,
"9895936" : 5189,
"10027008" : 5242,
"10158080" : 5231,
"10289152" : 5163,
"10420224" : 4906,
"10551296" : 4600,
"10682368" : 4234,
"10813440" : 3929,
"10944512" : 3540,
"11075584" : 2893,
"11206656" : 2618,
"11337728" : 2100,
"11468800" : 1811,
"11599872" : 1597,
"11730944" : 1361,
"11862016" : 1201,
"11993088" : 1149,
"12124160" : 1083,
"12255232" : 1034,
"12386304" : 1059,
"12517376" : 1075,
"12648448" : 1072,
"12779520" : 1047,
"12910592" : 1133,
"13041664" : 1108,
"13172736" : 1177,
"13303808" : 1334,
"13434880" : 1378,
"13565952" : 1396,
"13697024" : 1498,
"13828096" : 1613,
"13959168" : 1657,
"14090240" : 1760,
"14221312" : 1899,
"14352384" : 1947,
"14483456" : 1977,
"14614528" : 2094,
"14745600" : 2252,
"14876672" : 2341,
"15007744" : 2438,
"15138816" : 2562,
"15269888" : 2652,
"15400960" : 2772,
"15532032" : 2939,
"15663104" : 3034,
"15794176" : 3304,
"15925248" : 3310,
"16056320" : 3507,
"16187392" : 3444,
"16318464" : 3685,
"16449536" : 3747,
"16580608" : 3859,
"16711680" : 4126,
"16908288" : 8486,
"17170432" : 8888,
"17432576" : 9127,
"17694720" : 9429,
"17956864" : 9375,
"18219008" : 9770,
"18481152" : 9312,
"18743296" : 9205,
"19005440" : 8881,
"19267584" : 8576,
"19529728" : 8251,
"19791872" : 7903,
"20054016" : 7412,
"20316160" : 6820,
"20578304" : 6336,
"20840448" : 5852,
"21102592" : 5489,
"21364736" : 5112,
"21626880" : 4882,
"21889024" : 4571,
"22151168" : 4730,
"22413312" : 4608,
"22675456" : 4730,
"22937600" : 4859,
"23199744" : 5175,
"23461888" : 5395,
"23724032" : 5724,
"23986176" : 5829,
"24248320" : 6397,
"24510464" : 6778,
"24772608" : 7106,
"25034752" : 7565,
"25296896" : 7782,
"25559040" : 7764,
"25821184" : 8256,
"26083328" : 8501,
"26345472" : 8569,
"26607616" : 8271,
"26869760" : 8690,
"27131904" : 8805,
"27394048" : 8673,
"27656192" : 8577,
"27918336" : 8422,
"28180480" : 8381,
"28442624" : 7953,
"28704768" : 7696,
"28966912" : 7236,
"29229056" : 7088,
"29491200" : 6773,
"29753344" : 6371,
"30015488" : 6186,
"30277632" : 5923,
"30539776" : 5607,
"30801920" : 5302,
"31064064" : 5353,
"31326208" : 5198,
"31588352" : 5074,
"31850496" : 5013,
"32112640" : 4977,
"32374784" : 4916,
"32636928" : 4887,
"32899072" : 4975,
"33161216" : 5225,
"33423360" : 5289,
"33816576" : 10465,
"34340864" : 11029,
"34865152" : 11207,
"35389440" : 11248,
"35913728" : 11255,
"36438016" : 11211,
"36962304" : 10729,
"37486592" : 10574,
"38010880" : 9978,
"38535168" : 9484,
"39059456" : 8958,
"39583744" : 8043,
"40108032" : 7635,
"40632320" : 6923,
"41156608" : 6689,
"41680896" : 6317,
"42205184" : 6174,
"42729472" : 6164,
"43253760" : 6038,
"43778048" : 6032,
"44302336" : 5851,
"44826624" : 5921,
"45350912" : 5960,
"45875200" : 5693,
"46399488" : 5552,
"46923776" : 5423,
"47448064" : 5142,
"47972352" : 4948,
"48496640" : 4788,
"49020928" : 4453,
"49545216" : 4077,
"50069504" : 3867,
"50593792" : 3575,
"51118080" : 3494,
"51642368" : 3256,
"52166656" : 3209,
"52690944" : 3043,
"53215232" : 2906,
"53739520" : 2974,
"54263808" : 2837,
"54788096" : 2746,
"55312384" : 2589,
"55836672" : 2629,
"56360960" : 2570,
"56885248" : 2483,
"57409536" : 2568,
"57933824" : 2350,
"58458112" : 2275,
"58982400" : 2216,
"59506688" : 2126,
"60030976" : 1940,
"60555264" : 1950,
"61079552" : 1821,
"61603840" : 1818,
"62128128" : 1786,
"62652416" : 1649,
"63176704" : 1520,
"63700992" : 1584,
"64225280" : 1569,
"64749568" : 1478,
"65273856" : 1362,
"65798144" : 1384,
"66322432" : 1294,
"66846720" : 1297,
"67633152" : 2470,
"68681728" : 2375,
"69730304" : 2069,
"70778880" : 1981,
"71827456" : 1858,
"72876032" : 1622,
"73924608" : 1506,
"74973184" : 1402,
"76021760" : 1306,
"77070336" : 1173,
"78118912" : 1060,
"79167488" : 915,
"80216064" : 868,
"81264640" : 792,
"82313216" : 685,
"83361792" : 601,
"84410368" : 559,
"85458944" : 464,
"86507520" : 454,
"87556096" : 430,
"88604672" : 381,
"89653248" : 306,
"90701824" : 255,
"91750400" : 212,
"92798976" : 202,
"93847552" : 174,
"94896128" : 151,
"95944704" : 147,
"96993280" : 141,
"98041856" : 144,
"99090432" : 96,
"100139008" : 71,
"101187584" : 62,
"102236160" : 59,
"103284736" : 66,
"104333312" : 56,
"105381888" : 51,
"106430464" : 44,
"107479040" : 28,
"108527616" : 31,
"109576192" : 29,
"110624768" : 20,
"111673344" : 35,
"112721920" : 15,
"113770496" : 21,
"114819072" : 20,
"115867648" : 21,
"116916224" : 8,
"117964800" : 13,
"119013376" : 3,
"120061952" : 8,
"121110528" : 7,
"122159104" : 2,
"123207680" : 5,
"124256256" : 3,
"125304832" : 3,
"126353408" : 2,
"127401984" : 3,
"128450560" : 3,
"129499136" : 3,
"130547712" : 2,
"131596288" : 1,
"132644864" : 4,
"139460608" : 3,
"141557760" : 2,
"143654912" : 2,
"147849216" : 5,
"149946368" : 1,
"152043520" : 1,
"156237824" : 1
}
},
"lat_ns" : {
"min" : 7051066,
"max" : 162140703,
"mean" : 32461295.147270,
"stddev" : 15985735.917764,
"N" : 946389
},
"bw_min" : 44030,
"bw_max" : 87010,
"bw_agg" : 100.000000,
"bw_mean" : 63126.705882,
"bw_dev" : 260.472564,
"bw_samples" : 3808,
"iops_min" : 11005,
"iops_max" : 21751,
"iops_mean" : 15778.873950,
"iops_stddev" : 65.146747,
"iops_samples" : 3808
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1920134,
"usr_cpu" : 0.219620,
"sys_cpu" : 4.056436,
"ctx" : 1519124,
"majf" : 0,
"minf" : 1135,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999472,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999472,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.235347,
"20" : 25.128062,
"50" : 59.830455,
"100" : 10.730693,
"250" : 0.072484,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095059,
"timestamp_ms" : 1773095059261,
"time" : "Mon Mar 9 19:24:19 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4506583040,
"io_kbytes" : 4400960,
"bw_bytes" : 64371481,
"bw" : 62862,
"iops" : 15717.264923,
"runtime" : 70009,
"total_ios" : 1100350,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 282402,
"max" : 67998495,
"mean" : 2025727.223259,
"stddev" : 3167832.378220,
"N" : 1100351
},
"clat_ns" : {
"min" : 6499843,
"max" : 156161064,
"mean" : 30549479.124322,
"stddev" : 15630967.865113,
"N" : 1100319,
"percentile" : {
"1.000000" : 8978432,
"5.000000" : 10158080,
"10.000000" : 12648448,
"20.000000" : 17432576,
"30.000000" : 20054016,
"40.000000" : 24772608,
"50.000000" : 27656192,
"60.000000" : 31588352,
"70.000000" : 36438016,
"80.000000" : 41680896,
"90.000000" : 51642368,
"95.000000" : 61079552,
"99.000000" : 79167488,
"99.500000" : 85458944,
"99.900000" : 100139008,
"99.950000" : 107479040,
"99.990000" : 125304832
},
"bins" : {
"6520832" : 2,
"6586368" : 4,
"6651904" : 4,
"6717440" : 4,
"6782976" : 5,
"6848512" : 4,
"6914048" : 7,
"6979584" : 7,
"7045120" : 17,
"7110656" : 38,
"7176192" : 23,
"7241728" : 40,
"7307264" : 30,
"7372800" : 52,
"7438336" : 76,
"7503872" : 99,
"7569408" : 117,
"7634944" : 101,
"7700480" : 158,
"7766016" : 212,
"7831552" : 234,
"7897088" : 249,
"7962624" : 283,
"8028160" : 346,
"8093696" : 336,
"8159232" : 378,
"8224768" : 414,
"8290304" : 446,
"8355840" : 530,
"8454144" : 1173,
"8585216" : 1391,
"8716288" : 1723,
"8847360" : 2068,
"8978432" : 2529,
"9109504" : 2936,
"9240576" : 3548,
"9371648" : 4197,
"9502720" : 4641,
"9633792" : 5239,
"9764864" : 5580,
"9895936" : 5939,
"10027008" : 5989,
"10158080" : 5992,
"10289152" : 5865,
"10420224" : 5666,
"10551296" : 5246,
"10682368" : 4875,
"10813440" : 4473,
"10944512" : 3982,
"11075584" : 3278,
"11206656" : 2967,
"11337728" : 2375,
"11468800" : 2080,
"11599872" : 1838,
"11730944" : 1591,
"11862016" : 1404,
"11993088" : 1350,
"12124160" : 1281,
"12255232" : 1229,
"12386304" : 1258,
"12517376" : 1244,
"12648448" : 1255,
"12779520" : 1266,
"12910592" : 1356,
"13041664" : 1390,
"13172736" : 1414,
"13303808" : 1615,
"13434880" : 1681,
"13565952" : 1705,
"13697024" : 1863,
"13828096" : 2017,
"13959168" : 2050,
"14090240" : 2201,
"14221312" : 2361,
"14352384" : 2384,
"14483456" : 2491,
"14614528" : 2627,
"14745600" : 2830,
"14876672" : 2880,
"15007744" : 2983,
"15138816" : 3111,
"15269888" : 3191,
"15400960" : 3366,
"15532032" : 3524,
"15663104" : 3678,
"15794176" : 3911,
"15925248" : 3916,
"16056320" : 4101,
"16187392" : 4058,
"16318464" : 4294,
"16449536" : 4341,
"16580608" : 4500,
"16711680" : 4762,
"16908288" : 9889,
"17170432" : 10290,
"17432576" : 10568,
"17694720" : 10933,
"17956864" : 10837,
"18219008" : 11202,
"18481152" : 10743,
"18743296" : 10697,
"19005440" : 10204,
"19267584" : 9866,
"19529728" : 9484,
"19791872" : 9061,
"20054016" : 8499,
"20316160" : 7850,
"20578304" : 7355,
"20840448" : 6814,
"21102592" : 6329,
"21364736" : 5893,
"21626880" : 5697,
"21889024" : 5340,
"22151168" : 5438,
"22413312" : 5370,
"22675456" : 5492,
"22937600" : 5660,
"23199744" : 5974,
"23461888" : 6305,
"23724032" : 6580,
"23986176" : 6724,
"24248320" : 7343,
"24510464" : 7757,
"24772608" : 8096,
"25034752" : 8548,
"25296896" : 8788,
"25559040" : 8864,
"25821184" : 9389,
"26083328" : 9697,
"26345472" : 9781,
"26607616" : 9465,
"26869760" : 10004,
"27131904" : 10025,
"27394048" : 9942,
"27656192" : 9930,
"27918336" : 9731,
"28180480" : 9648,
"28442624" : 9181,
"28704768" : 8949,
"28966912" : 8399,
"29229056" : 8249,
"29491200" : 7943,
"29753344" : 7552,
"30015488" : 7254,
"30277632" : 6885,
"30539776" : 6437,
"30801920" : 6135,
"31064064" : 6122,
"31326208" : 5990,
"31588352" : 5841,
"31850496" : 5758,
"32112640" : 5707,
"32374784" : 5627,
"32636928" : 5536,
"32899072" : 5639,
"33161216" : 5924,
"33423360" : 6010,
"33816576" : 11985,
"34340864" : 12580,
"34865152" : 12695,
"35389440" : 12717,
"35913728" : 12953,
"36438016" : 12895,
"36962304" : 12455,
"37486592" : 12242,
"38010880" : 11559,
"38535168" : 11045,
"39059456" : 10491,
"39583744" : 9524,
"40108032" : 9000,
"40632320" : 8131,
"41156608" : 7776,
"41680896" : 7252,
"42205184" : 7196,
"42729472" : 7085,
"43253760" : 6999,
"43778048" : 6961,
"44302336" : 6701,
"44826624" : 6825,
"45350912" : 6893,
"45875200" : 6572,
"46399488" : 6482,
"46923776" : 6356,
"47448064" : 6231,
"47972352" : 5944,
"48496640" : 5659,
"49020928" : 5301,
"49545216" : 4892,
"50069504" : 4638,
"50593792" : 4195,
"51118080" : 4076,
"51642368" : 3794,
"52166656" : 3708,
"52690944" : 3558,
"53215232" : 3374,
"53739520" : 3470,
"54263808" : 3370,
"54788096" : 3222,
"55312384" : 3098,
"55836672" : 3139,
"56360960" : 3080,
"56885248" : 2971,
"57409536" : 2985,
"57933824" : 2798,
"58458112" : 2693,
"58982400" : 2632,
"59506688" : 2470,
"60030976" : 2271,
"60555264" : 2300,
"61079552" : 2173,
"61603840" : 2130,
"62128128" : 2087,
"62652416" : 1975,
"63176704" : 1876,
"63700992" : 1865,
"64225280" : 1863,
"64749568" : 1768,
"65273856" : 1616,
"65798144" : 1645,
"66322432" : 1570,
"66846720" : 1574,
"67633152" : 2895,
"68681728" : 2847,
"69730304" : 2464,
"70778880" : 2357,
"71827456" : 2165,
"72876032" : 1939,
"73924608" : 1783,
"74973184" : 1672,
"76021760" : 1556,
"77070336" : 1395,
"78118912" : 1262,
"79167488" : 1110,
"80216064" : 1049,
"81264640" : 971,
"82313216" : 826,
"83361792" : 759,
"84410368" : 684,
"85458944" : 568,
"86507520" : 539,
"87556096" : 511,
"88604672" : 458,
"89653248" : 377,
"90701824" : 330,
"91750400" : 294,
"92798976" : 259,
"93847552" : 238,
"94896128" : 201,
"95944704" : 198,
"96993280" : 199,
"98041856" : 183,
"99090432" : 144,
"100139008" : 108,
"101187584" : 94,
"102236160" : 102,
"103284736" : 101,
"104333312" : 84,
"105381888" : 66,
"106430464" : 62,
"107479040" : 47,
"108527616" : 44,
"109576192" : 43,
"110624768" : 33,
"111673344" : 47,
"112721920" : 28,
"113770496" : 32,
"114819072" : 29,
"115867648" : 28,
"116916224" : 22,
"117964800" : 25,
"119013376" : 8,
"120061952" : 18,
"121110528" : 15,
"122159104" : 10,
"123207680" : 7,
"124256256" : 8,
"125304832" : 11,
"126353408" : 8,
"127401984" : 6,
"128450560" : 6,
"129499136" : 13,
"130547712" : 3,
"131596288" : 8,
"132644864" : 6,
"133693440" : 4,
"135266304" : 10,
"137363456" : 7,
"139460608" : 11,
"141557760" : 8,
"143654912" : 5,
"147849216" : 6,
"149946368" : 2,
"152043520" : 3,
"154140672" : 1,
"156237824" : 1
}
},
"lat_ns" : {
"min" : 6957973,
"max" : 162140703,
"mean" : 32574644.409917,
"stddev" : 16205178.737828,
"N" : 1100319
},
"bw_min" : 43636,
"bw_max" : 87010,
"bw_agg" : 100.000000,
"bw_mean" : 62907.841727,
"bw_dev" : 256.867928,
"bw_samples" : 4448,
"iops_min" : 10905,
"iops_max" : 21751,
"iops_mean" : 15723.762590,
"iops_stddev" : 64.248632,
"iops_samples" : 4448
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2240150,
"usr_cpu" : 0.217128,
"sys_cpu" : 4.039953,
"ctx" : 1763341,
"majf" : 0,
"minf" : 1135,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999818,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999818,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.261462,
"20" : 25.242241,
"50" : 59.435907,
"100" : 10.954060,
"250" : 0.103513,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095069,
"timestamp_ms" : 1773095069257,
"time" : "Mon Mar 9 19:24:29 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 99,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5125283840,
"io_kbytes" : 5005160,
"bw_bytes" : 64058841,
"bw" : 62557,
"iops" : 15641.302853,
"runtime" : 80009,
"total_ios" : 1251445,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 282402,
"max" : 67998495,
"mean" : 2035539.871515,
"stddev" : 3189677.199358,
"N" : 1251445
},
"clat_ns" : {
"min" : 6476477,
"max" : 166418560,
"mean" : 30702579.939735,
"stddev" : 15785760.522229,
"N" : 1251413,
"percentile" : {
"1.000000" : 8847360,
"5.000000" : 10158080,
"10.000000" : 12779520,
"20.000000" : 17432576,
"30.000000" : 20316160,
"40.000000" : 24772608,
"50.000000" : 27918336,
"60.000000" : 31588352,
"70.000000" : 36438016,
"80.000000" : 42205184,
"90.000000" : 51642368,
"95.000000" : 61603840,
"99.000000" : 80216064,
"99.500000" : 86507520,
"99.900000" : 102236160,
"99.950000" : 109576192,
"99.990000" : 128450560
},
"bins" : {
"6455296" : 1,
"6520832" : 2,
"6586368" : 5,
"6651904" : 5,
"6717440" : 6,
"6782976" : 9,
"6848512" : 5,
"6914048" : 9,
"6979584" : 10,
"7045120" : 18,
"7110656" : 39,
"7176192" : 30,
"7241728" : 48,
"7307264" : 39,
"7372800" : 65,
"7438336" : 93,
"7503872" : 118,
"7569408" : 142,
"7634944" : 137,
"7700480" : 194,
"7766016" : 246,
"7831552" : 277,
"7897088" : 302,
"7962624" : 337,
"8028160" : 420,
"8093696" : 408,
"8159232" : 455,
"8224768" : 514,
"8290304" : 516,
"8355840" : 610,
"8454144" : 1369,
"8585216" : 1654,
"8716288" : 2034,
"8847360" : 2441,
"8978432" : 2913,
"9109504" : 3408,
"9240576" : 4025,
"9371648" : 4736,
"9502720" : 5185,
"9633792" : 5884,
"9764864" : 6247,
"9895936" : 6621,
"10027008" : 6618,
"10158080" : 6649,
"10289152" : 6479,
"10420224" : 6253,
"10551296" : 5809,
"10682368" : 5348,
"10813440" : 4908,
"10944512" : 4382,
"11075584" : 3601,
"11206656" : 3258,
"11337728" : 2617,
"11468800" : 2334,
"11599872" : 2068,
"11730944" : 1783,
"11862016" : 1591,
"11993088" : 1536,
"12124160" : 1452,
"12255232" : 1417,
"12386304" : 1434,
"12517376" : 1415,
"12648448" : 1421,
"12779520" : 1452,
"12910592" : 1536,
"13041664" : 1595,
"13172736" : 1608,
"13303808" : 1818,
"13434880" : 1932,
"13565952" : 1958,
"13697024" : 2118,
"13828096" : 2289,
"13959168" : 2304,
"14090240" : 2515,
"14221312" : 2669,
"14352384" : 2730,
"14483456" : 2859,
"14614528" : 2977,
"14745600" : 3251,
"14876672" : 3326,
"15007744" : 3422,
"15138816" : 3497,
"15269888" : 3675,
"15400960" : 3857,
"15532032" : 3998,
"15663104" : 4152,
"15794176" : 4422,
"15925248" : 4424,
"16056320" : 4626,
"16187392" : 4627,
"16318464" : 4854,
"16449536" : 4959,
"16580608" : 5068,
"16711680" : 5415,
"16908288" : 11146,
"17170432" : 11666,
"17432576" : 11969,
"17694720" : 12392,
"17956864" : 12323,
"18219008" : 12677,
"18481152" : 12150,
"18743296" : 12038,
"19005440" : 11546,
"19267584" : 11166,
"19529728" : 10706,
"19791872" : 10210,
"20054016" : 9471,
"20316160" : 8743,
"20578304" : 8128,
"20840448" : 7587,
"21102592" : 6979,
"21364736" : 6514,
"21626880" : 6304,
"21889024" : 5959,
"22151168" : 6080,
"22413312" : 6077,
"22675456" : 6180,
"22937600" : 6399,
"23199744" : 6756,
"23461888" : 7099,
"23724032" : 7416,
"23986176" : 7640,
"24248320" : 8361,
"24510464" : 8821,
"24772608" : 9188,
"25034752" : 9730,
"25296896" : 9976,
"25559040" : 10167,
"25821184" : 10741,
"26083328" : 11092,
"26345472" : 11173,
"26607616" : 11071,
"26869760" : 11587,
"27131904" : 11541,
"27394048" : 11383,
"27656192" : 11377,
"27918336" : 11095,
"28180480" : 10946,
"28442624" : 10355,
"28704768" : 10112,
"28966912" : 9454,
"29229056" : 9291,
"29491200" : 8937,
"29753344" : 8462,
"30015488" : 8130,
"30277632" : 7693,
"30539776" : 7274,
"30801920" : 6942,
"31064064" : 6918,
"31326208" : 6837,
"31588352" : 6662,
"31850496" : 6454,
"32112640" : 6470,
"32374784" : 6485,
"32636928" : 6386,
"32899072" : 6473,
"33161216" : 6725,
"33423360" : 6906,
"33816576" : 13720,
"34340864" : 14347,
"34865152" : 14576,
"35389440" : 14645,
"35913728" : 14926,
"36438016" : 14846,
"36962304" : 14259,
"37486592" : 14008,
"38010880" : 13278,
"38535168" : 12445,
"39059456" : 11808,
"39583744" : 10789,
"40108032" : 10112,
"40632320" : 9221,
"41156608" : 8819,
"41680896" : 8293,
"42205184" : 8165,
"42729472" : 8098,
"43253760" : 7973,
"43778048" : 7992,
"44302336" : 7751,
"44826624" : 7819,
"45350912" : 7947,
"45875200" : 7555,
"46399488" : 7459,
"46923776" : 7310,
"47448064" : 7076,
"47972352" : 6827,
"48496640" : 6369,
"49020928" : 6057,
"49545216" : 5605,
"50069504" : 5303,
"50593792" : 4833,
"51118080" : 4696,
"51642368" : 4346,
"52166656" : 4265,
"52690944" : 4066,
"53215232" : 3904,
"53739520" : 3969,
"54263808" : 3804,
"54788096" : 3656,
"55312384" : 3566,
"55836672" : 3621,
"56360960" : 3569,
"56885248" : 3426,
"57409536" : 3462,
"57933824" : 3187,
"58458112" : 3080,
"58982400" : 2980,
"59506688" : 2842,
"60030976" : 2610,
"60555264" : 2644,
"61079552" : 2467,
"61603840" : 2467,
"62128128" : 2325,
"62652416" : 2222,
"63176704" : 2092,
"63700992" : 2106,
"64225280" : 2116,
"64749568" : 2021,
"65273856" : 1852,
"65798144" : 1937,
"66322432" : 1818,
"66846720" : 1807,
"67633152" : 3328,
"68681728" : 3284,
"69730304" : 2832,
"70778880" : 2734,
"71827456" : 2498,
"72876032" : 2263,
"73924608" : 2057,
"74973184" : 1952,
"76021760" : 1836,
"77070336" : 1679,
"78118912" : 1513,
"79167488" : 1318,
"80216064" : 1253,
"81264640" : 1180,
"82313216" : 1024,
"83361792" : 903,
"84410368" : 799,
"85458944" : 691,
"86507520" : 675,
"87556096" : 616,
"88604672" : 572,
"89653248" : 490,
"90701824" : 433,
"91750400" : 377,
"92798976" : 339,
"93847552" : 308,
"94896128" : 275,
"95944704" : 263,
"96993280" : 263,
"98041856" : 237,
"99090432" : 191,
"100139008" : 162,
"101187584" : 144,
"102236160" : 140,
"103284736" : 141,
"104333312" : 106,
"105381888" : 90,
"106430464" : 82,
"107479040" : 72,
"108527616" : 56,
"109576192" : 56,
"110624768" : 52,
"111673344" : 59,
"112721920" : 34,
"113770496" : 42,
"114819072" : 39,
"115867648" : 33,
"116916224" : 31,
"117964800" : 34,
"119013376" : 13,
"120061952" : 29,
"121110528" : 20,
"122159104" : 17,
"123207680" : 9,
"124256256" : 15,
"125304832" : 17,
"126353408" : 18,
"127401984" : 10,
"128450560" : 13,
"129499136" : 16,
"130547712" : 4,
"131596288" : 9,
"132644864" : 12,
"133693440" : 6,
"135266304" : 13,
"137363456" : 14,
"139460608" : 13,
"141557760" : 11,
"143654912" : 5,
"145752064" : 2,
"147849216" : 8,
"149946368" : 2,
"152043520" : 3,
"154140672" : 1,
"156237824" : 2,
"162529280" : 2,
"166723584" : 1
}
},
"lat_ns" : {
"min" : 6957973,
"max" : 168371826,
"mean" : 32738672.535352,
"stddev" : 16369742.991213,
"N" : 1251413
},
"bw_min" : 42851,
"bw_max" : 87357,
"bw_agg" : 99.986473,
"bw_mean" : 62549.006289,
"bw_dev" : 261.600415,
"bw_samples" : 5088,
"iops_min" : 10711,
"iops_max" : 21838,
"iops_mean" : 15634.220126,
"iops_stddev" : 65.420150,
"iops_samples" : 5088
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2560149,
"usr_cpu" : 0.216472,
"sys_cpu" : 4.014844,
"ctx" : 1998723,
"majf" : 0,
"minf" : 1135,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999920,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999920,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.271942,
"20" : 25.035459,
"50" : 59.427062,
"100" : 11.135048,
"250" : 0.127932,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095079,
"timestamp_ms" : 1773095079263,
"time" : "Mon Mar 9 19:24:39 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 89,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5778726912,
"io_kbytes" : 5643288,
"bw_bytes" : 64201656,
"bw" : 62696,
"iops" : 15675.899077,
"runtime" : 90009,
"total_ios" : 1410972,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 282402,
"max" : 67998495,
"mean" : 2031015.816984,
"stddev" : 3180707.560799,
"N" : 1410972
},
"clat_ns" : {
"min" : 6476477,
"max" : 166418560,
"mean" : 30631896.055832,
"stddev" : 15787709.523806,
"N" : 1410940,
"percentile" : {
"1.000000" : 8847360,
"5.000000" : 10158080,
"10.000000" : 12779520,
"20.000000" : 17432576,
"30.000000" : 20054016,
"40.000000" : 24772608,
"50.000000" : 27656192,
"60.000000" : 31588352,
"70.000000" : 36438016,
"80.000000" : 42205184,
"90.000000" : 51642368,
"95.000000" : 61603840,
"99.000000" : 80216064,
"99.500000" : 86507520,
"99.900000" : 101187584,
"99.950000" : 108527616,
"99.990000" : 127401984
},
"bins" : {
"6455296" : 1,
"6520832" : 2,
"6586368" : 5,
"6651904" : 5,
"6717440" : 6,
"6782976" : 9,
"6848512" : 5,
"6914048" : 10,
"6979584" : 14,
"7045120" : 23,
"7110656" : 44,
"7176192" : 35,
"7241728" : 53,
"7307264" : 46,
"7372800" : 77,
"7438336" : 109,
"7503872" : 138,
"7569408" : 157,
"7634944" : 158,
"7700480" : 218,
"7766016" : 275,
"7831552" : 309,
"7897088" : 336,
"7962624" : 377,
"8028160" : 451,
"8093696" : 456,
"8159232" : 520,
"8224768" : 582,
"8290304" : 576,
"8355840" : 689,
"8454144" : 1566,
"8585216" : 1916,
"8716288" : 2317,
"8847360" : 2768,
"8978432" : 3325,
"9109504" : 3836,
"9240576" : 4587,
"9371648" : 5403,
"9502720" : 5854,
"9633792" : 6607,
"9764864" : 7084,
"9895936" : 7530,
"10027008" : 7565,
"10158080" : 7532,
"10289152" : 7326,
"10420224" : 7029,
"10551296" : 6572,
"10682368" : 6013,
"10813440" : 5475,
"10944512" : 4941,
"11075584" : 4066,
"11206656" : 3698,
"11337728" : 3009,
"11468800" : 2677,
"11599872" : 2362,
"11730944" : 2034,
"11862016" : 1848,
"11993088" : 1746,
"12124160" : 1696,
"12255232" : 1645,
"12386304" : 1647,
"12517376" : 1639,
"12648448" : 1618,
"12779520" : 1633,
"12910592" : 1754,
"13041664" : 1794,
"13172736" : 1836,
"13303808" : 2073,
"13434880" : 2229,
"13565952" : 2277,
"13697024" : 2421,
"13828096" : 2618,
"13959168" : 2636,
"14090240" : 2867,
"14221312" : 3105,
"14352384" : 3161,
"14483456" : 3349,
"14614528" : 3430,
"14745600" : 3764,
"14876672" : 3818,
"15007744" : 3946,
"15138816" : 3990,
"15269888" : 4224,
"15400960" : 4398,
"15532032" : 4564,
"15663104" : 4766,
"15794176" : 5039,
"15925248" : 5085,
"16056320" : 5303,
"16187392" : 5295,
"16318464" : 5593,
"16449536" : 5744,
"16580608" : 5839,
"16711680" : 6142,
"16908288" : 12639,
"17170432" : 13212,
"17432576" : 13576,
"17694720" : 13998,
"17956864" : 13907,
"18219008" : 14315,
"18481152" : 13712,
"18743296" : 13582,
"19005440" : 13061,
"19267584" : 12648,
"19529728" : 12087,
"19791872" : 11465,
"20054016" : 10687,
"20316160" : 9914,
"20578304" : 9208,
"20840448" : 8593,
"21102592" : 7978,
"21364736" : 7419,
"21626880" : 7174,
"21889024" : 6863,
"22151168" : 6968,
"22413312" : 6940,
"22675456" : 7056,
"22937600" : 7353,
"23199744" : 7735,
"23461888" : 8042,
"23724032" : 8400,
"23986176" : 8597,
"24248320" : 9418,
"24510464" : 10078,
"24772608" : 10421,
"25034752" : 10891,
"25296896" : 11256,
"25559040" : 11485,
"25821184" : 12089,
"26083328" : 12473,
"26345472" : 12582,
"26607616" : 12478,
"26869760" : 13002,
"27131904" : 12921,
"27394048" : 12785,
"27656192" : 12722,
"27918336" : 12464,
"28180480" : 12309,
"28442624" : 11562,
"28704768" : 11217,
"28966912" : 10659,
"29229056" : 10404,
"29491200" : 9991,
"29753344" : 9464,
"30015488" : 9103,
"30277632" : 8654,
"30539776" : 8148,
"30801920" : 7833,
"31064064" : 7821,
"31326208" : 7643,
"31588352" : 7484,
"31850496" : 7244,
"32112640" : 7285,
"32374784" : 7384,
"32636928" : 7278,
"32899072" : 7315,
"33161216" : 7613,
"33423360" : 7755,
"33816576" : 15541,
"34340864" : 16122,
"34865152" : 16278,
"35389440" : 16303,
"35913728" : 16652,
"36438016" : 16458,
"36962304" : 15841,
"37486592" : 15477,
"38010880" : 14698,
"38535168" : 13746,
"39059456" : 13149,
"39583744" : 12044,
"40108032" : 11333,
"40632320" : 10404,
"41156608" : 9925,
"41680896" : 9366,
"42205184" : 9253,
"42729472" : 9125,
"43253760" : 8964,
"43778048" : 8962,
"44302336" : 8635,
"44826624" : 8702,
"45350912" : 8862,
"45875200" : 8427,
"46399488" : 8353,
"46923776" : 8114,
"47448064" : 7885,
"47972352" : 7643,
"48496640" : 7031,
"49020928" : 6739,
"49545216" : 6265,
"50069504" : 5955,
"50593792" : 5476,
"51118080" : 5279,
"51642368" : 4993,
"52166656" : 4853,
"52690944" : 4581,
"53215232" : 4416,
"53739520" : 4490,
"54263808" : 4318,
"54788096" : 4062,
"55312384" : 3962,
"55836672" : 4075,
"56360960" : 4010,
"56885248" : 3822,
"57409536" : 3879,
"57933824" : 3557,
"58458112" : 3414,
"58982400" : 3331,
"59506688" : 3166,
"60030976" : 2959,
"60555264" : 2982,
"61079552" : 2791,
"61603840" : 2766,
"62128128" : 2601,
"62652416" : 2480,
"63176704" : 2376,
"63700992" : 2347,
"64225280" : 2340,
"64749568" : 2271,
"65273856" : 2116,
"65798144" : 2146,
"66322432" : 2004,
"66846720" : 2036,
"67633152" : 3787,
"68681728" : 3674,
"69730304" : 3214,
"70778880" : 3087,
"71827456" : 2827,
"72876032" : 2561,
"73924608" : 2356,
"74973184" : 2203,
"76021760" : 2091,
"77070336" : 1887,
"78118912" : 1732,
"79167488" : 1532,
"80216064" : 1448,
"81264640" : 1330,
"82313216" : 1165,
"83361792" : 1060,
"84410368" : 923,
"85458944" : 804,
"86507520" : 760,
"87556096" : 702,
"88604672" : 631,
"89653248" : 579,
"90701824" : 496,
"91750400" : 449,
"92798976" : 380,
"93847552" : 341,
"94896128" : 314,
"95944704" : 287,
"96993280" : 283,
"98041856" : 255,
"99090432" : 212,
"100139008" : 181,
"101187584" : 160,
"102236160" : 150,
"103284736" : 150,
"104333312" : 114,
"105381888" : 95,
"106430464" : 89,
"107479040" : 74,
"108527616" : 59,
"109576192" : 57,
"110624768" : 53,
"111673344" : 62,
"112721920" : 36,
"113770496" : 43,
"114819072" : 39,
"115867648" : 35,
"116916224" : 32,
"117964800" : 34,
"119013376" : 13,
"120061952" : 30,
"121110528" : 20,
"122159104" : 17,
"123207680" : 9,
"124256256" : 15,
"125304832" : 17,
"126353408" : 18,
"127401984" : 10,
"128450560" : 13,
"129499136" : 16,
"130547712" : 4,
"131596288" : 9,
"132644864" : 12,
"133693440" : 6,
"135266304" : 13,
"137363456" : 14,
"139460608" : 13,
"141557760" : 11,
"143654912" : 5,
"145752064" : 2,
"147849216" : 8,
"149946368" : 2,
"152043520" : 3,
"154140672" : 1,
"156237824" : 2,
"162529280" : 2,
"166723584" : 1
}
},
"lat_ns" : {
"min" : 6957973,
"max" : 168371826,
"mean" : 32663121.870360,
"stddev" : 16374774.608029,
"N" : 1410940
},
"bw_min" : 42829,
"bw_max" : 87413,
"bw_agg" : 100.000000,
"bw_mean" : 62723.793296,
"bw_dev" : 262.736383,
"bw_samples" : 5728,
"iops_min" : 10705,
"iops_max" : 21852,
"iops_mean" : 15677.754190,
"iops_stddev" : 65.705513,
"iops_samples" : 5728
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880175,
"usr_cpu" : 0.216584,
"sys_cpu" : 4.026248,
"ctx" : 2256519,
"majf" : 0,
"minf" : 1135,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.296967,
"20" : 25.240969,
"50" : 59.207979,
"100" : 11.132538,
"250" : 0.119279,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095089,
"timestamp_ms" : 1773095089263,
"time" : "Mon Mar 9 19:24:49 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6396391424,
"io_kbytes" : 6246476,
"bw_bytes" : 63958797,
"bw" : 62459,
"iops" : 15615.380770,
"runtime" : 100008,
"total_ios" : 1561663,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 282402,
"max" : 67998495,
"mean" : 2038923.017531,
"stddev" : 3190277.650942,
"N" : 1561663
},
"clat_ns" : {
"min" : 6466723,
"max" : 166418560,
"mean" : 30748091.428039,
"stddev" : 15835218.963932,
"N" : 1561631,
"percentile" : {
"1.000000" : 8847360,
"5.000000" : 10158080,
"10.000000" : 12910592,
"20.000000" : 17432576,
"30.000000" : 20316160,
"40.000000" : 24772608,
"50.000000" : 27918336,
"60.000000" : 31588352,
"70.000000" : 36438016,
"80.000000" : 42205184,
"90.000000" : 52166656,
"95.000000" : 61603840,
"99.000000" : 80216064,
"99.500000" : 86507520,
"99.900000" : 101187584,
"99.950000" : 107479040,
"99.990000" : 126353408
},
"bins" : {
"6455296" : 2,
"6520832" : 4,
"6586368" : 8,
"6651904" : 6,
"6717440" : 11,
"6782976" : 12,
"6848512" : 6,
"6914048" : 14,
"6979584" : 16,
"7045120" : 25,
"7110656" : 50,
"7176192" : 43,
"7241728" : 64,
"7307264" : 54,
"7372800" : 95,
"7438336" : 119,
"7503872" : 157,
"7569408" : 176,
"7634944" : 188,
"7700480" : 247,
"7766016" : 315,
"7831552" : 358,
"7897088" : 385,
"7962624" : 422,
"8028160" : 497,
"8093696" : 512,
"8159232" : 576,
"8224768" : 665,
"8290304" : 655,
"8355840" : 771,
"8454144" : 1771,
"8585216" : 2159,
"8716288" : 2599,
"8847360" : 3134,
"8978432" : 3708,
"9109504" : 4289,
"9240576" : 5105,
"9371648" : 5943,
"9502720" : 6423,
"9633792" : 7250,
"9764864" : 7774,
"9895936" : 8256,
"10027008" : 8298,
"10158080" : 8231,
"10289152" : 8002,
"10420224" : 7648,
"10551296" : 7173,
"10682368" : 6570,
"10813440" : 5941,
"10944512" : 5393,
"11075584" : 4455,
"11206656" : 4021,
"11337728" : 3292,
"11468800" : 2959,
"11599872" : 2558,
"11730944" : 2195,
"11862016" : 2006,
"11993088" : 1877,
"12124160" : 1805,
"12255232" : 1757,
"12386304" : 1750,
"12517376" : 1741,
"12648448" : 1748,
"12779520" : 1766,
"12910592" : 1896,
"13041664" : 1973,
"13172736" : 2013,
"13303808" : 2282,
"13434880" : 2453,
"13565952" : 2513,
"13697024" : 2660,
"13828096" : 2876,
"13959168" : 2893,
"14090240" : 3148,
"14221312" : 3446,
"14352384" : 3507,
"14483456" : 3693,
"14614528" : 3810,
"14745600" : 4118,
"14876672" : 4244,
"15007744" : 4361,
"15138816" : 4477,
"15269888" : 4718,
"15400960" : 4904,
"15532032" : 5082,
"15663104" : 5294,
"15794176" : 5617,
"15925248" : 5620,
"16056320" : 5891,
"16187392" : 5871,
"16318464" : 6181,
"16449536" : 6321,
"16580608" : 6436,
"16711680" : 6751,
"16908288" : 13813,
"17170432" : 14495,
"17432576" : 14866,
"17694720" : 15363,
"17956864" : 15267,
"18219008" : 15706,
"18481152" : 15132,
"18743296" : 14960,
"19005440" : 14329,
"19267584" : 13757,
"19529728" : 13087,
"19791872" : 12421,
"20054016" : 11621,
"20316160" : 10759,
"20578304" : 10066,
"20840448" : 9382,
"21102592" : 8713,
"21364736" : 8148,
"21626880" : 7859,
"21889024" : 7579,
"22151168" : 7709,
"22413312" : 7667,
"22675456" : 7904,
"22937600" : 8127,
"23199744" : 8538,
"23461888" : 8943,
"23724032" : 9416,
"23986176" : 9606,
"24248320" : 10419,
"24510464" : 11141,
"24772608" : 11576,
"25034752" : 12107,
"25296896" : 12587,
"25559040" : 12752,
"25821184" : 13357,
"26083328" : 13766,
"26345472" : 13816,
"26607616" : 13653,
"26869760" : 14153,
"27131904" : 14185,
"27394048" : 13996,
"27656192" : 13936,
"27918336" : 13637,
"28180480" : 13475,
"28442624" : 12789,
"28704768" : 12384,
"28966912" : 11820,
"29229056" : 11498,
"29491200" : 11100,
"29753344" : 10518,
"30015488" : 10141,
"30277632" : 9600,
"30539776" : 9050,
"30801920" : 8738,
"31064064" : 8691,
"31326208" : 8483,
"31588352" : 8304,
"31850496" : 8071,
"32112640" : 8075,
"32374784" : 8136,
"32636928" : 8058,
"32899072" : 8086,
"33161216" : 8337,
"33423360" : 8507,
"33816576" : 17073,
"34340864" : 17707,
"34865152" : 17868,
"35389440" : 18004,
"35913728" : 18455,
"36438016" : 18255,
"36962304" : 17448,
"37486592" : 17144,
"38010880" : 16374,
"38535168" : 15372,
"39059456" : 14687,
"39583744" : 13473,
"40108032" : 12717,
"40632320" : 11731,
"41156608" : 11105,
"41680896" : 10493,
"42205184" : 10385,
"42729472" : 10136,
"43253760" : 9911,
"43778048" : 9851,
"44302336" : 9536,
"44826624" : 9686,
"45350912" : 9901,
"45875200" : 9405,
"46399488" : 9334,
"46923776" : 9078,
"47448064" : 8843,
"47972352" : 8552,
"48496640" : 7865,
"49020928" : 7598,
"49545216" : 7067,
"50069504" : 6745,
"50593792" : 6170,
"51118080" : 5961,
"51642368" : 5576,
"52166656" : 5458,
"52690944" : 5121,
"53215232" : 4966,
"53739520" : 5014,
"54263808" : 4865,
"54788096" : 4551,
"55312384" : 4483,
"55836672" : 4553,
"56360960" : 4546,
"56885248" : 4292,
"57409536" : 4346,
"57933824" : 4052,
"58458112" : 3864,
"58982400" : 3762,
"59506688" : 3637,
"60030976" : 3331,
"60555264" : 3372,
"61079552" : 3169,
"61603840" : 3102,
"62128128" : 2989,
"62652416" : 2830,
"63176704" : 2660,
"63700992" : 2648,
"64225280" : 2629,
"64749568" : 2554,
"65273856" : 2409,
"65798144" : 2412,
"66322432" : 2266,
"66846720" : 2294,
"67633152" : 4264,
"68681728" : 4139,
"69730304" : 3631,
"70778880" : 3478,
"71827456" : 3190,
"72876032" : 2905,
"73924608" : 2670,
"74973184" : 2498,
"76021760" : 2355,
"77070336" : 2119,
"78118912" : 1943,
"79167488" : 1737,
"80216064" : 1640,
"81264640" : 1496,
"82313216" : 1312,
"83361792" : 1195,
"84410368" : 1011,
"85458944" : 886,
"86507520" : 826,
"87556096" : 778,
"88604672" : 701,
"89653248" : 660,
"90701824" : 552,
"91750400" : 498,
"92798976" : 424,
"93847552" : 380,
"94896128" : 356,
"95944704" : 316,
"96993280" : 312,
"98041856" : 273,
"99090432" : 228,
"100139008" : 205,
"101187584" : 185,
"102236160" : 171,
"103284736" : 159,
"104333312" : 127,
"105381888" : 108,
"106430464" : 98,
"107479040" : 77,
"108527616" : 65,
"109576192" : 62,
"110624768" : 58,
"111673344" : 65,
"112721920" : 41,
"113770496" : 47,
"114819072" : 42,
"115867648" : 39,
"116916224" : 32,
"117964800" : 35,
"119013376" : 13,
"120061952" : 31,
"121110528" : 20,
"122159104" : 17,
"123207680" : 9,
"124256256" : 15,
"125304832" : 17,
"126353408" : 18,
"127401984" : 10,
"128450560" : 13,
"129499136" : 16,
"130547712" : 4,
"131596288" : 9,
"132644864" : 12,
"133693440" : 6,
"135266304" : 13,
"137363456" : 14,
"139460608" : 13,
"141557760" : 11,
"143654912" : 5,
"145752064" : 2,
"147849216" : 8,
"149946368" : 2,
"152043520" : 3,
"154140672" : 1,
"156237824" : 2,
"162529280" : 2,
"166723584" : 1
}
},
"lat_ns" : {
"min" : 6957903,
"max" : 168371826,
"mean" : 32787120.685948,
"stddev" : 16423320.875163,
"N" : 1561631
},
"bw_min" : 41939,
"bw_max" : 87595,
"bw_agg" : 100.000000,
"bw_mean" : 62489.422111,
"bw_dev" : 269.891884,
"bw_samples" : 6368,
"iops_min" : 10482,
"iops_max" : 21898,
"iops_mean" : 15619.110553,
"iops_stddev" : 67.499978,
"iops_samples" : 6368
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3200130,
"usr_cpu" : 0.215991,
"sys_cpu" : 4.009368,
"ctx" : 2494027,
"majf" : 0,
"minf" : 1135,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.304258,
"20" : 25.013527,
"50" : 59.230064,
"100" : 11.332983,
"250" : 0.117119,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095099,
"timestamp_ms" : 1773095099257,
"time" : "Mon Mar 9 19:24:59 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 69,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7034949632,
"io_kbytes" : 6870068,
"bw_bytes" : 63948855,
"bw" : 62450,
"iops" : 15613.322546,
"runtime" : 110009,
"total_ios" : 1717606,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 282402,
"max" : 67998495,
"mean" : 2039067.869584,
"stddev" : 3187778.393954,
"N" : 1717607
},
"clat_ns" : {
"min" : 6466723,
"max" : 166418560,
"mean" : 30753511.668833,
"stddev" : 15842458.143864,
"N" : 1717575,
"percentile" : {
"1.000000" : 8847360,
"5.000000" : 10158080,
"10.000000" : 12910592,
"20.000000" : 17432576,
"30.000000" : 20316160,
"40.000000" : 24772608,
"50.000000" : 27918336,
"60.000000" : 31588352,
"70.000000" : 36438016,
"80.000000" : 42205184,
"90.000000" : 52166656,
"95.000000" : 61603840,
"99.000000" : 80216064,
"99.500000" : 86507520,
"99.900000" : 102236160,
"99.950000" : 108527616,
"99.990000" : 126353408
},
"bins" : {
"6455296" : 2,
"6520832" : 4,
"6586368" : 8,
"6651904" : 6,
"6717440" : 12,
"6782976" : 12,
"6848512" : 7,
"6914048" : 15,
"6979584" : 17,
"7045120" : 27,
"7110656" : 50,
"7176192" : 50,
"7241728" : 74,
"7307264" : 73,
"7372800" : 115,
"7438336" : 139,
"7503872" : 185,
"7569408" : 204,
"7634944" : 214,
"7700480" : 279,
"7766016" : 359,
"7831552" : 403,
"7897088" : 443,
"7962624" : 482,
"8028160" : 555,
"8093696" : 587,
"8159232" : 672,
"8224768" : 766,
"8290304" : 772,
"8355840" : 892,
"8454144" : 1991,
"8585216" : 2427,
"8716288" : 2891,
"8847360" : 3500,
"8978432" : 4130,
"9109504" : 4746,
"9240576" : 5588,
"9371648" : 6466,
"9502720" : 6997,
"9633792" : 7866,
"9764864" : 8453,
"9895936" : 8956,
"10027008" : 9038,
"10158080" : 8954,
"10289152" : 8698,
"10420224" : 8256,
"10551296" : 7738,
"10682368" : 7121,
"10813440" : 6408,
"10944512" : 5773,
"11075584" : 4812,
"11206656" : 4328,
"11337728" : 3545,
"11468800" : 3154,
"11599872" : 2768,
"11730944" : 2376,
"11862016" : 2147,
"11993088" : 2024,
"12124160" : 1940,
"12255232" : 1890,
"12386304" : 1855,
"12517376" : 1860,
"12648448" : 1877,
"12779520" : 1942,
"12910592" : 2081,
"13041664" : 2177,
"13172736" : 2248,
"13303808" : 2504,
"13434880" : 2703,
"13565952" : 2817,
"13697024" : 2955,
"13828096" : 3165,
"13959168" : 3196,
"14090240" : 3493,
"14221312" : 3786,
"14352384" : 3866,
"14483456" : 4099,
"14614528" : 4240,
"14745600" : 4557,
"14876672" : 4734,
"15007744" : 4843,
"15138816" : 4956,
"15269888" : 5228,
"15400960" : 5464,
"15532032" : 5612,
"15663104" : 5941,
"15794176" : 6241,
"15925248" : 6286,
"16056320" : 6522,
"16187392" : 6494,
"16318464" : 6825,
"16449536" : 7023,
"16580608" : 7089,
"16711680" : 7455,
"16908288" : 15301,
"17170432" : 16021,
"17432576" : 16359,
"17694720" : 16845,
"17956864" : 16729,
"18219008" : 17137,
"18481152" : 16504,
"18743296" : 16349,
"19005440" : 15687,
"19267584" : 15010,
"19529728" : 14355,
"19791872" : 13704,
"20054016" : 12787,
"20316160" : 11863,
"20578304" : 11111,
"20840448" : 10348,
"21102592" : 9628,
"21364736" : 8977,
"21626880" : 8636,
"21889024" : 8317,
"22151168" : 8515,
"22413312" : 8570,
"22675456" : 8715,
"22937600" : 9101,
"23199744" : 9515,
"23461888" : 9989,
"23724032" : 10578,
"23986176" : 10715,
"24248320" : 11625,
"24510464" : 12384,
"24772608" : 12854,
"25034752" : 13314,
"25296896" : 13894,
"25559040" : 14115,
"25821184" : 14797,
"26083328" : 15157,
"26345472" : 15239,
"26607616" : 15109,
"26869760" : 15613,
"27131904" : 15654,
"27394048" : 15455,
"27656192" : 15256,
"27918336" : 14973,
"28180480" : 14778,
"28442624" : 14039,
"28704768" : 13621,
"28966912" : 13053,
"29229056" : 12599,
"29491200" : 12149,
"29753344" : 11587,
"30015488" : 11108,
"30277632" : 10499,
"30539776" : 9950,
"30801920" : 9650,
"31064064" : 9505,
"31326208" : 9270,
"31588352" : 9133,
"31850496" : 8938,
"32112640" : 8888,
"32374784" : 8971,
"32636928" : 8870,
"32899072" : 8891,
"33161216" : 9221,
"33423360" : 9374,
"33816576" : 18850,
"34340864" : 19337,
"34865152" : 19541,
"35389440" : 19748,
"35913728" : 20191,
"36438016" : 20095,
"36962304" : 19111,
"37486592" : 18893,
"38010880" : 17960,
"38535168" : 16970,
"39059456" : 16212,
"39583744" : 14875,
"40108032" : 13984,
"40632320" : 12913,
"41156608" : 12219,
"41680896" : 11454,
"42205184" : 11286,
"42729472" : 11048,
"43253760" : 10788,
"43778048" : 10789,
"44302336" : 10402,
"44826624" : 10578,
"45350912" : 10753,
"45875200" : 10314,
"46399488" : 10317,
"46923776" : 10077,
"47448064" : 9859,
"47972352" : 9504,
"48496640" : 8736,
"49020928" : 8366,
"49545216" : 7801,
"50069504" : 7403,
"50593792" : 6795,
"51118080" : 6496,
"51642368" : 6054,
"52166656" : 5973,
"52690944" : 5573,
"53215232" : 5409,
"53739520" : 5501,
"54263808" : 5285,
"54788096" : 4950,
"55312384" : 4963,
"55836672" : 5023,
"56360960" : 5011,
"56885248" : 4795,
"57409536" : 4773,
"57933824" : 4507,
"58458112" : 4313,
"58982400" : 4123,
"59506688" : 4024,
"60030976" : 3671,
"60555264" : 3680,
"61079552" : 3456,
"61603840" : 3361,
"62128128" : 3242,
"62652416" : 3072,
"63176704" : 2920,
"63700992" : 2860,
"64225280" : 2849,
"64749568" : 2799,
"65273856" : 2627,
"65798144" : 2635,
"66322432" : 2488,
"66846720" : 2557,
"67633152" : 4715,
"68681728" : 4548,
"69730304" : 4028,
"70778880" : 3799,
"71827456" : 3464,
"72876032" : 3209,
"73924608" : 2915,
"74973184" : 2746,
"76021760" : 2591,
"77070336" : 2325,
"78118912" : 2142,
"79167488" : 1940,
"80216064" : 1842,
"81264640" : 1663,
"82313216" : 1442,
"83361792" : 1317,
"84410368" : 1102,
"85458944" : 972,
"86507520" : 928,
"87556096" : 864,
"88604672" : 760,
"89653248" : 731,
"90701824" : 618,
"91750400" : 548,
"92798976" : 459,
"93847552" : 426,
"94896128" : 406,
"95944704" : 358,
"96993280" : 356,
"98041856" : 298,
"99090432" : 257,
"100139008" : 242,
"101187584" : 214,
"102236160" : 195,
"103284736" : 180,
"104333312" : 150,
"105381888" : 125,
"106430464" : 114,
"107479040" : 86,
"108527616" : 79,
"109576192" : 77,
"110624768" : 74,
"111673344" : 72,
"112721920" : 51,
"113770496" : 59,
"114819072" : 53,
"115867648" : 48,
"116916224" : 35,
"117964800" : 42,
"119013376" : 20,
"120061952" : 32,
"121110528" : 21,
"122159104" : 21,
"123207680" : 9,
"124256256" : 18,
"125304832" : 20,
"126353408" : 19,
"127401984" : 10,
"128450560" : 14,
"129499136" : 16,
"130547712" : 5,
"131596288" : 10,
"132644864" : 13,
"133693440" : 8,
"135266304" : 13,
"137363456" : 14,
"139460608" : 13,
"141557760" : 11,
"143654912" : 5,
"145752064" : 2,
"147849216" : 8,
"149946368" : 2,
"152043520" : 3,
"154140672" : 1,
"156237824" : 2,
"162529280" : 2,
"166723584" : 1
}
},
"lat_ns" : {
"min" : 6957903,
"max" : 168371826,
"mean" : 32792798.493840,
"stddev" : 16432790.583863,
"N" : 1717575
},
"bw_min" : 41212,
"bw_max" : 88034,
"bw_agg" : 100.000000,
"bw_mean" : 62486.328767,
"bw_dev" : 272.645352,
"bw_samples" : 7008,
"iops_min" : 10298,
"iops_max" : 22007,
"iops_mean" : 15618.360731,
"iops_stddev" : 68.192137,
"iops_samples" : 7008
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3520156,
"usr_cpu" : 0.216439,
"sys_cpu" : 4.007436,
"ctx" : 2747012,
"majf" : 0,
"minf" : 1135,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999942,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.308322,
"20" : 24.944137,
"50" : 59.309527,
"100" : 11.312781,
"250" : 0.123428,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095109,
"timestamp_ms" : 1773095109263,
"time" : "Mon Mar 9 19:25:09 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 59,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7672217600,
"io_kbytes" : 7492400,
"bw_bytes" : 63930884,
"bw" : 62432,
"iops" : 15609.209386,
"runtime" : 120008,
"total_ios" : 1873230,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 282402,
"max" : 67998495,
"mean" : 2039731.626484,
"stddev" : 3187826.635854,
"N" : 1873230
},
"clat_ns" : {
"min" : 6466723,
"max" : 166418560,
"mean" : 30761330.277762,
"stddev" : 15849895.253010,
"N" : 1873198,
"percentile" : {
"1.000000" : 8847360,
"5.000000" : 10158080,
"10.000000" : 13041664,
"20.000000" : 17432576,
"30.000000" : 20316160,
"40.000000" : 24772608,
"50.000000" : 27918336,
"60.000000" : 31588352,
"70.000000" : 36438016,
"80.000000" : 42205184,
"90.000000" : 52166656,
"95.000000" : 61603840,
"99.000000" : 80216064,
"99.500000" : 86507520,
"99.900000" : 102236160,
"99.950000" : 109576192,
"99.990000" : 126353408
},
"bins" : {
"6455296" : 2,
"6520832" : 4,
"6586368" : 8,
"6651904" : 6,
"6717440" : 12,
"6782976" : 12,
"6848512" : 7,
"6914048" : 15,
"6979584" : 17,
"7045120" : 27,
"7110656" : 51,
"7176192" : 53,
"7241728" : 80,
"7307264" : 74,
"7372800" : 127,
"7438336" : 147,
"7503872" : 197,
"7569408" : 218,
"7634944" : 240,
"7700480" : 304,
"7766016" : 385,
"7831552" : 439,
"7897088" : 477,
"7962624" : 520,
"8028160" : 609,
"8093696" : 640,
"8159232" : 732,
"8224768" : 828,
"8290304" : 820,
"8355840" : 951,
"8454144" : 2170,
"8585216" : 2614,
"8716288" : 3106,
"8847360" : 3787,
"8978432" : 4444,
"9109504" : 5134,
"9240576" : 6062,
"9371648" : 6977,
"9502720" : 7636,
"9633792" : 8485,
"9764864" : 9198,
"9895936" : 9717,
"10027008" : 9802,
"10158080" : 9768,
"10289152" : 9444,
"10420224" : 8998,
"10551296" : 8492,
"10682368" : 7819,
"10813440" : 7038,
"10944512" : 6293,
"11075584" : 5274,
"11206656" : 4736,
"11337728" : 3885,
"11468800" : 3443,
"11599872" : 3038,
"11730944" : 2618,
"11862016" : 2341,
"11993088" : 2199,
"12124160" : 2098,
"12255232" : 2050,
"12386304" : 1986,
"12517376" : 2005,
"12648448" : 2020,
"12779520" : 2090,
"12910592" : 2242,
"13041664" : 2354,
"13172736" : 2433,
"13303808" : 2662,
"13434880" : 2875,
"13565952" : 2998,
"13697024" : 3164,
"13828096" : 3391,
"13959168" : 3427,
"14090240" : 3730,
"14221312" : 4048,
"14352384" : 4115,
"14483456" : 4372,
"14614528" : 4511,
"14745600" : 4910,
"14876672" : 5087,
"15007744" : 5207,
"15138816" : 5390,
"15269888" : 5704,
"15400960" : 5964,
"15532032" : 6110,
"15663104" : 6457,
"15794176" : 6786,
"15925248" : 6815,
"16056320" : 7167,
"16187392" : 7072,
"16318464" : 7407,
"16449536" : 7660,
"16580608" : 7733,
"16711680" : 8091,
"16908288" : 16712,
"17170432" : 17515,
"17432576" : 17839,
"17694720" : 18412,
"17956864" : 18356,
"18219008" : 18678,
"18481152" : 17947,
"18743296" : 17777,
"19005440" : 16957,
"19267584" : 16355,
"19529728" : 15547,
"19791872" : 14851,
"20054016" : 13879,
"20316160" : 12899,
"20578304" : 12101,
"20840448" : 11256,
"21102592" : 10546,
"21364736" : 9890,
"21626880" : 9461,
"21889024" : 9163,
"22151168" : 9333,
"22413312" : 9420,
"22675456" : 9603,
"22937600" : 10032,
"23199744" : 10421,
"23461888" : 10937,
"23724032" : 11577,
"23986176" : 11690,
"24248320" : 12710,
"24510464" : 13562,
"24772608" : 14153,
"25034752" : 14666,
"25296896" : 15262,
"25559040" : 15494,
"25821184" : 16207,
"26083328" : 16678,
"26345472" : 16758,
"26607616" : 16664,
"26869760" : 17089,
"27131904" : 17209,
"27394048" : 16988,
"27656192" : 16806,
"27918336" : 16410,
"28180480" : 16107,
"28442624" : 15347,
"28704768" : 14951,
"28966912" : 14243,
"29229056" : 13727,
"29491200" : 13239,
"29753344" : 12583,
"30015488" : 12112,
"30277632" : 11577,
"30539776" : 10915,
"30801920" : 10613,
"31064064" : 10496,
"31326208" : 10213,
"31588352" : 10042,
"31850496" : 9855,
"32112640" : 9876,
"32374784" : 9883,
"32636928" : 9763,
"32899072" : 9805,
"33161216" : 10135,
"33423360" : 10264,
"33816576" : 20782,
"34340864" : 21186,
"34865152" : 21369,
"35389440" : 21630,
"35913728" : 22025,
"36438016" : 21863,
"36962304" : 20853,
"37486592" : 20525,
"38010880" : 19365,
"38535168" : 18372,
"39059456" : 17466,
"39583744" : 16113,
"40108032" : 15063,
"40632320" : 14001,
"41156608" : 13319,
"41680896" : 12595,
"42205184" : 12346,
"42729472" : 12063,
"43253760" : 11781,
"43778048" : 11780,
"44302336" : 11342,
"44826624" : 11540,
"45350912" : 11659,
"45875200" : 11211,
"46399488" : 11226,
"46923776" : 10926,
"47448064" : 10704,
"47972352" : 10238,
"48496640" : 9461,
"49020928" : 8997,
"49545216" : 8424,
"50069504" : 8013,
"50593792" : 7353,
"51118080" : 7092,
"51642368" : 6624,
"52166656" : 6477,
"52690944" : 6085,
"53215232" : 5885,
"53739520" : 5983,
"54263808" : 5779,
"54788096" : 5418,
"55312384" : 5388,
"55836672" : 5445,
"56360960" : 5386,
"56885248" : 5202,
"57409536" : 5109,
"57933824" : 4806,
"58458112" : 4621,
"58982400" : 4457,
"59506688" : 4328,
"60030976" : 3965,
"60555264" : 3953,
"61079552" : 3719,
"61603840" : 3619,
"62128128" : 3524,
"62652416" : 3331,
"63176704" : 3146,
"63700992" : 3089,
"64225280" : 3069,
"64749568" : 3017,
"65273856" : 2852,
"65798144" : 2852,
"66322432" : 2698,
"66846720" : 2779,
"67633152" : 5078,
"68681728" : 4927,
"69730304" : 4389,
"70778880" : 4120,
"71827456" : 3810,
"72876032" : 3512,
"73924608" : 3202,
"74973184" : 3049,
"76021760" : 2891,
"77070336" : 2585,
"78118912" : 2371,
"79167488" : 2168,
"80216064" : 2065,
"81264640" : 1866,
"82313216" : 1617,
"83361792" : 1449,
"84410368" : 1237,
"85458944" : 1094,
"86507520" : 1036,
"87556096" : 960,
"88604672" : 830,
"89653248" : 825,
"90701824" : 682,
"91750400" : 614,
"92798976" : 505,
"93847552" : 474,
"94896128" : 467,
"95944704" : 401,
"96993280" : 408,
"98041856" : 338,
"99090432" : 284,
"100139008" : 266,
"101187584" : 227,
"102236160" : 216,
"103284736" : 190,
"104333312" : 161,
"105381888" : 131,
"106430464" : 125,
"107479040" : 101,
"108527616" : 93,
"109576192" : 87,
"110624768" : 84,
"111673344" : 77,
"112721920" : 55,
"113770496" : 60,
"114819072" : 58,
"115867648" : 51,
"116916224" : 42,
"117964800" : 55,
"119013376" : 27,
"120061952" : 40,
"121110528" : 26,
"122159104" : 28,
"123207680" : 14,
"124256256" : 19,
"125304832" : 22,
"126353408" : 23,
"127401984" : 10,
"128450560" : 17,
"129499136" : 21,
"130547712" : 7,
"131596288" : 10,
"132644864" : 13,
"133693440" : 8,
"135266304" : 13,
"137363456" : 15,
"139460608" : 19,
"141557760" : 11,
"143654912" : 5,
"145752064" : 2,
"147849216" : 8,
"149946368" : 2,
"152043520" : 3,
"154140672" : 1,
"156237824" : 2,
"162529280" : 2,
"166723584" : 1
}
},
"lat_ns" : {
"min" : 6957903,
"max" : 168371826,
"mean" : 32801226.055624,
"stddev" : 16439512.037118,
"N" : 1873198
},
"bw_min" : 40881,
"bw_max" : 88742,
"bw_agg" : 100.000000,
"bw_mean" : 62501.924686,
"bw_dev" : 277.870453,
"bw_samples" : 7648,
"iops_min" : 10217,
"iops_max" : 22184,
"iops_mean" : 15622.468619,
"iops_stddev" : 69.495511,
"iops_samples" : 7648
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3840134,
"usr_cpu" : 0.215617,
"sys_cpu" : 4.007100,
"ctx" : 2999272,
"majf" : 0,
"minf" : 1135,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.277425,
"20" : 24.860268,
"50" : 59.446998,
"100" : 11.288043,
"250" : 0.125559,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095119,
"timestamp_ms" : 1773095119269,
"time" : "Mon Mar 9 19:25:19 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 49,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8300011520,
"io_kbytes" : 8105480,
"bw_bytes" : 63842313,
"bw" : 62346,
"iops" : 15587.140791,
"runtime" : 130008,
"total_ios" : 2026453,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 282402,
"max" : 79296741,
"mean" : 2042713.508712,
"stddev" : 3192460.317231,
"N" : 2026453
},
"clat_ns" : {
"min" : 6466723,
"max" : 166418560,
"mean" : 30802493.996204,
"stddev" : 15883188.801810,
"N" : 2026421,
"percentile" : {
"1.000000" : 8847360,
"5.000000" : 10158080,
"10.000000" : 13041664,
"20.000000" : 17432576,
"30.000000" : 20316160,
"40.000000" : 24772608,
"50.000000" : 27918336,
"60.000000" : 31588352,
"70.000000" : 36438016,
"80.000000" : 42205184,
"90.000000" : 52166656,
"95.000000" : 61603840,
"99.000000" : 80216064,
"99.500000" : 87556096,
"99.900000" : 102236160,
"99.950000" : 109576192,
"99.990000" : 125304832
},
"bins" : {
"6455296" : 2,
"6520832" : 4,
"6586368" : 8,
"6651904" : 8,
"6717440" : 14,
"6782976" : 13,
"6848512" : 9,
"6914048" : 16,
"6979584" : 19,
"7045120" : 31,
"7110656" : 53,
"7176192" : 57,
"7241728" : 88,
"7307264" : 77,
"7372800" : 139,
"7438336" : 158,
"7503872" : 222,
"7569408" : 246,
"7634944" : 262,
"7700480" : 323,
"7766016" : 411,
"7831552" : 468,
"7897088" : 512,
"7962624" : 562,
"8028160" : 650,
"8093696" : 693,
"8159232" : 794,
"8224768" : 882,
"8290304" : 904,
"8355840" : 1017,
"8454144" : 2338,
"8585216" : 2820,
"8716288" : 3340,
"8847360" : 4073,
"8978432" : 4774,
"9109504" : 5486,
"9240576" : 6460,
"9371648" : 7458,
"9502720" : 8245,
"9633792" : 9080,
"9764864" : 9826,
"9895936" : 10400,
"10027008" : 10516,
"10158080" : 10496,
"10289152" : 10146,
"10420224" : 9678,
"10551296" : 9146,
"10682368" : 8405,
"10813440" : 7548,
"10944512" : 6767,
"11075584" : 5688,
"11206656" : 5095,
"11337728" : 4153,
"11468800" : 3693,
"11599872" : 3253,
"11730944" : 2803,
"11862016" : 2510,
"11993088" : 2344,
"12124160" : 2261,
"12255232" : 2209,
"12386304" : 2132,
"12517376" : 2143,
"12648448" : 2181,
"12779520" : 2237,
"12910592" : 2402,
"13041664" : 2507,
"13172736" : 2616,
"13303808" : 2857,
"13434880" : 3066,
"13565952" : 3181,
"13697024" : 3344,
"13828096" : 3587,
"13959168" : 3658,
"14090240" : 3978,
"14221312" : 4324,
"14352384" : 4406,
"14483456" : 4648,
"14614528" : 4819,
"14745600" : 5279,
"14876672" : 5443,
"15007744" : 5599,
"15138816" : 5773,
"15269888" : 6058,
"15400960" : 6349,
"15532032" : 6564,
"15663104" : 6883,
"15794176" : 7249,
"15925248" : 7344,
"16056320" : 7729,
"16187392" : 7616,
"16318464" : 8050,
"16449536" : 8262,
"16580608" : 8430,
"16711680" : 8749,
"16908288" : 18082,
"17170432" : 18941,
"17432576" : 19363,
"17694720" : 19927,
"17956864" : 19929,
"18219008" : 20218,
"18481152" : 19574,
"18743296" : 19336,
"19005440" : 18370,
"19267584" : 17675,
"19529728" : 16782,
"19791872" : 16080,
"20054016" : 14936,
"20316160" : 13895,
"20578304" : 13101,
"20840448" : 12172,
"21102592" : 11454,
"21364736" : 10731,
"21626880" : 10221,
"21889024" : 9971,
"22151168" : 10138,
"22413312" : 10209,
"22675456" : 10343,
"22937600" : 10765,
"23199744" : 11282,
"23461888" : 11851,
"23724032" : 12518,
"23986176" : 12719,
"24248320" : 13805,
"24510464" : 14761,
"24772608" : 15332,
"25034752" : 15953,
"25296896" : 16492,
"25559040" : 16756,
"25821184" : 17600,
"26083328" : 18214,
"26345472" : 18212,
"26607616" : 18030,
"26869760" : 18585,
"27131904" : 18777,
"27394048" : 18519,
"27656192" : 18299,
"27918336" : 17916,
"28180480" : 17506,
"28442624" : 16690,
"28704768" : 16202,
"28966912" : 15457,
"29229056" : 14911,
"29491200" : 14350,
"29753344" : 13651,
"30015488" : 13064,
"30277632" : 12519,
"30539776" : 11911,
"30801920" : 11548,
"31064064" : 11385,
"31326208" : 11111,
"31588352" : 10896,
"31850496" : 10683,
"32112640" : 10710,
"32374784" : 10734,
"32636928" : 10617,
"32899072" : 10621,
"33161216" : 11000,
"33423360" : 11148,
"33816576" : 22587,
"34340864" : 22816,
"34865152" : 23216,
"35389440" : 23644,
"35913728" : 23940,
"36438016" : 23766,
"36962304" : 22628,
"37486592" : 22227,
"38010880" : 20927,
"38535168" : 19882,
"39059456" : 18880,
"39583744" : 17318,
"40108032" : 16232,
"40632320" : 15008,
"41156608" : 14396,
"41680896" : 13643,
"42205184" : 13349,
"42729472" : 12966,
"43253760" : 12657,
"43778048" : 12749,
"44302336" : 12368,
"44826624" : 12558,
"45350912" : 12584,
"45875200" : 12074,
"46399488" : 12086,
"46923776" : 11815,
"47448064" : 11548,
"47972352" : 10952,
"48496640" : 10247,
"49020928" : 9678,
"49545216" : 9066,
"50069504" : 8639,
"50593792" : 7916,
"51118080" : 7674,
"51642368" : 7175,
"52166656" : 6935,
"52690944" : 6572,
"53215232" : 6338,
"53739520" : 6497,
"54263808" : 6234,
"54788096" : 5857,
"55312384" : 5837,
"55836672" : 5869,
"56360960" : 5820,
"56885248" : 5616,
"57409536" : 5488,
"57933824" : 5174,
"58458112" : 5021,
"58982400" : 4783,
"59506688" : 4638,
"60030976" : 4250,
"60555264" : 4227,
"61079552" : 3995,
"61603840" : 3847,
"62128128" : 3777,
"62652416" : 3584,
"63176704" : 3391,
"63700992" : 3322,
"64225280" : 3286,
"64749568" : 3252,
"65273856" : 3070,
"65798144" : 3066,
"66322432" : 2892,
"66846720" : 2970,
"67633152" : 5464,
"68681728" : 5281,
"69730304" : 4731,
"70778880" : 4471,
"71827456" : 4151,
"72876032" : 3813,
"73924608" : 3449,
"74973184" : 3289,
"76021760" : 3163,
"77070336" : 2850,
"78118912" : 2645,
"79167488" : 2406,
"80216064" : 2298,
"81264640" : 2055,
"82313216" : 1793,
"83361792" : 1664,
"84410368" : 1447,
"85458944" : 1282,
"86507520" : 1196,
"87556096" : 1103,
"88604672" : 944,
"89653248" : 940,
"90701824" : 786,
"91750400" : 708,
"92798976" : 580,
"93847552" : 552,
"94896128" : 548,
"95944704" : 478,
"96993280" : 471,
"98041856" : 362,
"99090432" : 309,
"100139008" : 293,
"101187584" : 260,
"102236160" : 238,
"103284736" : 214,
"104333312" : 188,
"105381888" : 144,
"106430464" : 138,
"107479040" : 108,
"108527616" : 108,
"109576192" : 95,
"110624768" : 92,
"111673344" : 83,
"112721920" : 61,
"113770496" : 71,
"114819072" : 65,
"115867648" : 58,
"116916224" : 48,
"117964800" : 57,
"119013376" : 30,
"120061952" : 43,
"121110528" : 35,
"122159104" : 30,
"123207680" : 14,
"124256256" : 19,
"125304832" : 23,
"126353408" : 24,
"127401984" : 10,
"128450560" : 17,
"129499136" : 21,
"130547712" : 7,
"131596288" : 10,
"132644864" : 13,
"133693440" : 8,
"135266304" : 13,
"137363456" : 15,
"139460608" : 19,
"141557760" : 11,
"143654912" : 5,
"145752064" : 2,
"147849216" : 8,
"149946368" : 2,
"152043520" : 3,
"154140672" : 1,
"156237824" : 2,
"162529280" : 2,
"166723584" : 1
}
},
"lat_ns" : {
"min" : 6957903,
"max" : 168371826,
"mean" : 32845127.759171,
"stddev" : 16473952.489232,
"N" : 2026421
},
"bw_min" : 40735,
"bw_max" : 88902,
"bw_agg" : 100.000000,
"bw_mean" : 62371.467181,
"bw_dev" : 280.898465,
"bw_samples" : 8288,
"iops_min" : 10181,
"iops_max" : 22224,
"iops_mean" : 15589.880309,
"iops_stddev" : 70.254478,
"iops_samples" : 8288
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4160140,
"usr_cpu" : 0.214224,
"sys_cpu" : 4.002534,
"ctx" : 3247044,
"majf" : 0,
"minf" : 1135,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.241401,
"20" : 24.770424,
"50" : 59.549716,
"100" : 11.308182,
"250" : 0.128698,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095129,
"timestamp_ms" : 1773095129266,
"time" : "Mon Mar 9 19:25:29 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8922312704,
"io_kbytes" : 8713196,
"bw_bytes" : 63726708,
"bw" : 62233,
"iops" : 15559.678306,
"runtime" : 140009,
"total_ios" : 2178495,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 282402,
"max" : 79296741,
"mean" : 2046343.217512,
"stddev" : 3200517.956779,
"N" : 2178495
},
"clat_ns" : {
"min" : 6466723,
"max" : 166418560,
"mean" : 30858757.767750,
"stddev" : 15947257.340895,
"N" : 2178463,
"percentile" : {
"1.000000" : 8847360,
"5.000000" : 10158080,
"10.000000" : 13041664,
"20.000000" : 17432576,
"30.000000" : 20316160,
"40.000000" : 24772608,
"50.000000" : 27918336,
"60.000000" : 31850496,
"70.000000" : 36438016,
"80.000000" : 42205184,
"90.000000" : 52166656,
"95.000000" : 62128128,
"99.000000" : 81264640,
"99.500000" : 87556096,
"99.900000" : 102236160,
"99.950000" : 109576192,
"99.990000" : 125304832
},
"bins" : {
"6455296" : 2,
"6520832" : 4,
"6586368" : 8,
"6651904" : 8,
"6717440" : 14,
"6782976" : 13,
"6848512" : 9,
"6914048" : 16,
"6979584" : 20,
"7045120" : 31,
"7110656" : 55,
"7176192" : 57,
"7241728" : 90,
"7307264" : 87,
"7372800" : 147,
"7438336" : 168,
"7503872" : 240,
"7569408" : 268,
"7634944" : 297,
"7700480" : 355,
"7766016" : 435,
"7831552" : 502,
"7897088" : 569,
"7962624" : 629,
"8028160" : 723,
"8093696" : 757,
"8159232" : 878,
"8224768" : 977,
"8290304" : 999,
"8355840" : 1130,
"8454144" : 2595,
"8585216" : 3104,
"8716288" : 3692,
"8847360" : 4450,
"8978432" : 5200,
"9109504" : 5978,
"9240576" : 6987,
"9371648" : 8016,
"9502720" : 8894,
"9633792" : 9778,
"9764864" : 10581,
"9895936" : 11152,
"10027008" : 11251,
"10158080" : 11148,
"10289152" : 10875,
"10420224" : 10376,
"10551296" : 9780,
"10682368" : 9011,
"10813440" : 8034,
"10944512" : 7190,
"11075584" : 6063,
"11206656" : 5388,
"11337728" : 4432,
"11468800" : 3924,
"11599872" : 3467,
"11730944" : 3023,
"11862016" : 2709,
"11993088" : 2516,
"12124160" : 2431,
"12255232" : 2380,
"12386304" : 2297,
"12517376" : 2340,
"12648448" : 2395,
"12779520" : 2478,
"12910592" : 2613,
"13041664" : 2711,
"13172736" : 2839,
"13303808" : 3070,
"13434880" : 3279,
"13565952" : 3422,
"13697024" : 3605,
"13828096" : 3842,
"13959168" : 3914,
"14090240" : 4301,
"14221312" : 4646,
"14352384" : 4757,
"14483456" : 4980,
"14614528" : 5176,
"14745600" : 5628,
"14876672" : 5883,
"15007744" : 5980,
"15138816" : 6187,
"15269888" : 6520,
"15400960" : 6824,
"15532032" : 7021,
"15663104" : 7330,
"15794176" : 7725,
"15925248" : 7901,
"16056320" : 8260,
"16187392" : 8200,
"16318464" : 8572,
"16449536" : 8831,
"16580608" : 9035,
"16711680" : 9373,
"16908288" : 19370,
"17170432" : 20327,
"17432576" : 20749,
"17694720" : 21332,
"17956864" : 21321,
"18219008" : 21640,
"18481152" : 21022,
"18743296" : 20702,
"19005440" : 19724,
"19267584" : 18988,
"19529728" : 18059,
"19791872" : 17271,
"20054016" : 16006,
"20316160" : 14974,
"20578304" : 14067,
"20840448" : 13084,
"21102592" : 12305,
"21364736" : 11533,
"21626880" : 10993,
"21889024" : 10767,
"22151168" : 10935,
"22413312" : 11021,
"22675456" : 11148,
"22937600" : 11617,
"23199744" : 12155,
"23461888" : 12774,
"23724032" : 13434,
"23986176" : 13634,
"24248320" : 14806,
"24510464" : 15748,
"24772608" : 16352,
"25034752" : 16981,
"25296896" : 17575,
"25559040" : 17898,
"25821184" : 18777,
"26083328" : 19490,
"26345472" : 19513,
"26607616" : 19223,
"26869760" : 19772,
"27131904" : 20017,
"27394048" : 19748,
"27656192" : 19608,
"27918336" : 19206,
"28180480" : 18717,
"28442624" : 17880,
"28704768" : 17433,
"28966912" : 16613,
"29229056" : 15977,
"29491200" : 15414,
"29753344" : 14737,
"30015488" : 14062,
"30277632" : 13517,
"30539776" : 12866,
"30801920" : 12403,
"31064064" : 12302,
"31326208" : 11917,
"31588352" : 11695,
"31850496" : 11463,
"32112640" : 11451,
"32374784" : 11533,
"32636928" : 11354,
"32899072" : 11360,
"33161216" : 11784,
"33423360" : 11925,
"33816576" : 24206,
"34340864" : 24448,
"34865152" : 24909,
"35389440" : 25267,
"35913728" : 25526,
"36438016" : 25305,
"36962304" : 24225,
"37486592" : 23843,
"38010880" : 22509,
"38535168" : 21349,
"39059456" : 20428,
"39583744" : 18800,
"40108032" : 17728,
"40632320" : 16377,
"41156608" : 15579,
"41680896" : 14650,
"42205184" : 14464,
"42729472" : 13977,
"43253760" : 13592,
"43778048" : 13704,
"44302336" : 13336,
"44826624" : 13443,
"45350912" : 13480,
"45875200" : 12976,
"46399488" : 12996,
"46923776" : 12745,
"47448064" : 12424,
"47972352" : 11812,
"48496640" : 11129,
"49020928" : 10529,
"49545216" : 9844,
"50069504" : 9371,
"50593792" : 8585,
"51118080" : 8313,
"51642368" : 7824,
"52166656" : 7517,
"52690944" : 7101,
"53215232" : 6857,
"53739520" : 6958,
"54263808" : 6744,
"54788096" : 6305,
"55312384" : 6283,
"55836672" : 6326,
"56360960" : 6256,
"56885248" : 6039,
"57409536" : 5927,
"57933824" : 5578,
"58458112" : 5416,
"58982400" : 5187,
"59506688" : 5037,
"60030976" : 4635,
"60555264" : 4547,
"61079552" : 4316,
"61603840" : 4160,
"62128128" : 4068,
"62652416" : 3847,
"63176704" : 3689,
"63700992" : 3589,
"64225280" : 3552,
"64749568" : 3513,
"65273856" : 3293,
"65798144" : 3300,
"66322432" : 3145,
"66846720" : 3246,
"67633152" : 5970,
"68681728" : 5741,
"69730304" : 5137,
"70778880" : 4890,
"71827456" : 4542,
"72876032" : 4180,
"73924608" : 3776,
"74973184" : 3543,
"76021760" : 3430,
"77070336" : 3062,
"78118912" : 2878,
"79167488" : 2607,
"80216064" : 2537,
"81264640" : 2269,
"82313216" : 2000,
"83361792" : 1835,
"84410368" : 1617,
"85458944" : 1423,
"86507520" : 1316,
"87556096" : 1211,
"88604672" : 1056,
"89653248" : 1030,
"90701824" : 876,
"91750400" : 784,
"92798976" : 672,
"93847552" : 606,
"94896128" : 621,
"95944704" : 551,
"96993280" : 512,
"98041856" : 400,
"99090432" : 333,
"100139008" : 336,
"101187584" : 287,
"102236160" : 270,
"103284736" : 234,
"104333312" : 212,
"105381888" : 172,
"106430464" : 158,
"107479040" : 129,
"108527616" : 124,
"109576192" : 108,
"110624768" : 99,
"111673344" : 92,
"112721920" : 67,
"113770496" : 76,
"114819072" : 71,
"115867648" : 60,
"116916224" : 50,
"117964800" : 60,
"119013376" : 35,
"120061952" : 51,
"121110528" : 37,
"122159104" : 30,
"123207680" : 15,
"124256256" : 19,
"125304832" : 24,
"126353408" : 25,
"127401984" : 13,
"128450560" : 17,
"129499136" : 21,
"130547712" : 8,
"131596288" : 10,
"132644864" : 13,
"133693440" : 9,
"135266304" : 14,
"137363456" : 15,
"139460608" : 19,
"141557760" : 11,
"143654912" : 5,
"145752064" : 2,
"147849216" : 8,
"149946368" : 2,
"152043520" : 3,
"154140672" : 1,
"156237824" : 2,
"162529280" : 2,
"166723584" : 1
}
},
"lat_ns" : {
"min" : 6957903,
"max" : 168371826,
"mean" : 32904982.555132,
"stddev" : 16539473.395334,
"N" : 2178463
},
"bw_min" : 40503,
"bw_max" : 88902,
"bw_agg" : 100.000000,
"bw_mean" : 62280.139785,
"bw_dev" : 279.599563,
"bw_samples" : 8928,
"iops_min" : 10121,
"iops_max" : 22224,
"iops_mean" : 15566.992832,
"iops_stddev" : 69.933932,
"iops_samples" : 8928
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4480150,
"usr_cpu" : 0.213698,
"sys_cpu" : 3.994241,
"ctx" : 3484028,
"majf" : 0,
"minf" : 1135,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999908,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999908,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.275061,
"20" : 24.698748,
"50" : 59.481431,
"100" : 11.410308,
"250" : 0.132982,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095139,
"timestamp_ms" : 1773095139263,
"time" : "Mon Mar 9 19:25:39 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 29,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9528274944,
"io_kbytes" : 9304956,
"bw_bytes" : 63518445,
"bw" : 62029,
"iops" : 15508.412885,
"runtime" : 150008,
"total_ios" : 2326386,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 282402,
"max" : 79296741,
"mean" : 2053057.039665,
"stddev" : 3210220.920865,
"N" : 2326387
},
"clat_ns" : {
"min" : 6466723,
"max" : 167311715,
"mean" : 30960912.211519,
"stddev" : 16015464.805938,
"N" : 2326354,
"percentile" : {
"1.000000" : 8847360,
"5.000000" : 10158080,
"10.000000" : 13172736,
"20.000000" : 17432576,
"30.000000" : 20578304,
"40.000000" : 25034752,
"50.000000" : 27918336,
"60.000000" : 31850496,
"70.000000" : 36438016,
"80.000000" : 42205184,
"90.000000" : 52166656,
"95.000000" : 62128128,
"99.000000" : 81264640,
"99.500000" : 87556096,
"99.900000" : 103284736,
"99.950000" : 109576192,
"99.990000" : 126353408
},
"bins" : {
"6455296" : 2,
"6520832" : 4,
"6586368" : 8,
"6651904" : 8,
"6717440" : 15,
"6782976" : 14,
"6848512" : 11,
"6914048" : 17,
"6979584" : 25,
"7045120" : 31,
"7110656" : 62,
"7176192" : 66,
"7241728" : 103,
"7307264" : 98,
"7372800" : 159,
"7438336" : 188,
"7503872" : 262,
"7569408" : 292,
"7634944" : 318,
"7700480" : 380,
"7766016" : 451,
"7831552" : 527,
"7897088" : 613,
"7962624" : 662,
"8028160" : 759,
"8093696" : 796,
"8159232" : 956,
"8224768" : 1046,
"8290304" : 1073,
"8355840" : 1206,
"8454144" : 2775,
"8585216" : 3334,
"8716288" : 3921,
"8847360" : 4738,
"8978432" : 5548,
"9109504" : 6431,
"9240576" : 7452,
"9371648" : 8438,
"9502720" : 9425,
"9633792" : 10383,
"9764864" : 11143,
"9895936" : 11832,
"10027008" : 11956,
"10158080" : 11789,
"10289152" : 11493,
"10420224" : 10904,
"10551296" : 10308,
"10682368" : 9495,
"10813440" : 8464,
"10944512" : 7588,
"11075584" : 6382,
"11206656" : 5683,
"11337728" : 4666,
"11468800" : 4153,
"11599872" : 3660,
"11730944" : 3188,
"11862016" : 2883,
"11993088" : 2637,
"12124160" : 2548,
"12255232" : 2502,
"12386304" : 2425,
"12517376" : 2455,
"12648448" : 2504,
"12779520" : 2598,
"12910592" : 2754,
"13041664" : 2880,
"13172736" : 3001,
"13303808" : 3213,
"13434880" : 3446,
"13565952" : 3606,
"13697024" : 3827,
"13828096" : 4060,
"13959168" : 4147,
"14090240" : 4555,
"14221312" : 4962,
"14352384" : 5048,
"14483456" : 5316,
"14614528" : 5495,
"14745600" : 5966,
"14876672" : 6263,
"15007744" : 6392,
"15138816" : 6628,
"15269888" : 6903,
"15400960" : 7217,
"15532032" : 7478,
"15663104" : 7825,
"15794176" : 8202,
"15925248" : 8410,
"16056320" : 8797,
"16187392" : 8736,
"16318464" : 9066,
"16449536" : 9390,
"16580608" : 9667,
"16711680" : 9992,
"16908288" : 20648,
"17170432" : 21565,
"17432576" : 22027,
"17694720" : 22780,
"17956864" : 22689,
"18219008" : 22994,
"18481152" : 22315,
"18743296" : 22047,
"19005440" : 20999,
"19267584" : 20194,
"19529728" : 19250,
"19791872" : 18320,
"20054016" : 17036,
"20316160" : 15900,
"20578304" : 14880,
"20840448" : 13899,
"21102592" : 13099,
"21364736" : 12311,
"21626880" : 11739,
"21889024" : 11446,
"22151168" : 11600,
"22413312" : 11675,
"22675456" : 11786,
"22937600" : 12275,
"23199744" : 12922,
"23461888" : 13541,
"23724032" : 14223,
"23986176" : 14492,
"24248320" : 15803,
"24510464" : 16792,
"24772608" : 17402,
"25034752" : 18106,
"25296896" : 18698,
"25559040" : 19057,
"25821184" : 20031,
"26083328" : 20908,
"26345472" : 20858,
"26607616" : 20686,
"26869760" : 21131,
"27131904" : 21371,
"27394048" : 21092,
"27656192" : 20936,
"27918336" : 20452,
"28180480" : 19995,
"28442624" : 19151,
"28704768" : 18630,
"28966912" : 17671,
"29229056" : 17096,
"29491200" : 16435,
"29753344" : 15732,
"30015488" : 15026,
"30277632" : 14374,
"30539776" : 13712,
"30801920" : 13204,
"31064064" : 13056,
"31326208" : 12727,
"31588352" : 12453,
"31850496" : 12115,
"32112640" : 12160,
"32374784" : 12279,
"32636928" : 12097,
"32899072" : 12140,
"33161216" : 12597,
"33423360" : 12758,
"33816576" : 25967,
"34340864" : 26128,
"34865152" : 26701,
"35389440" : 27077,
"35913728" : 27325,
"36438016" : 27094,
"36962304" : 26008,
"37486592" : 25540,
"38010880" : 24127,
"38535168" : 22756,
"39059456" : 21825,
"39583744" : 20191,
"40108032" : 18908,
"40632320" : 17578,
"41156608" : 16657,
"41680896" : 15555,
"42205184" : 15542,
"42729472" : 14964,
"43253760" : 14569,
"43778048" : 14762,
"44302336" : 14320,
"44826624" : 14485,
"45350912" : 14489,
"45875200" : 13856,
"46399488" : 13946,
"46923776" : 13696,
"47448064" : 13361,
"47972352" : 12754,
"48496640" : 11980,
"49020928" : 11353,
"49545216" : 10589,
"50069504" : 10076,
"50593792" : 9250,
"51118080" : 9001,
"51642368" : 8455,
"52166656" : 8161,
"52690944" : 7656,
"53215232" : 7461,
"53739520" : 7489,
"54263808" : 7243,
"54788096" : 6816,
"55312384" : 6746,
"55836672" : 6803,
"56360960" : 6774,
"56885248" : 6517,
"57409536" : 6370,
"57933824" : 6016,
"58458112" : 5853,
"58982400" : 5586,
"59506688" : 5422,
"60030976" : 5042,
"60555264" : 4893,
"61079552" : 4663,
"61603840" : 4457,
"62128128" : 4408,
"62652416" : 4124,
"63176704" : 3951,
"63700992" : 3844,
"64225280" : 3847,
"64749568" : 3773,
"65273856" : 3544,
"65798144" : 3516,
"66322432" : 3396,
"66846720" : 3464,
"67633152" : 6427,
"68681728" : 6156,
"69730304" : 5600,
"70778880" : 5292,
"71827456" : 4930,
"72876032" : 4562,
"73924608" : 4110,
"74973184" : 3842,
"76021760" : 3696,
"77070336" : 3342,
"78118912" : 3140,
"79167488" : 2859,
"80216064" : 2752,
"81264640" : 2482,
"82313216" : 2201,
"83361792" : 2002,
"84410368" : 1799,
"85458944" : 1570,
"86507520" : 1438,
"87556096" : 1334,
"88604672" : 1147,
"89653248" : 1147,
"90701824" : 952,
"91750400" : 881,
"92798976" : 735,
"93847552" : 661,
"94896128" : 694,
"95944704" : 608,
"96993280" : 570,
"98041856" : 446,
"99090432" : 375,
"100139008" : 375,
"101187584" : 333,
"102236160" : 306,
"103284736" : 257,
"104333312" : 233,
"105381888" : 197,
"106430464" : 182,
"107479040" : 144,
"108527616" : 136,
"109576192" : 126,
"110624768" : 114,
"111673344" : 97,
"112721920" : 83,
"113770496" : 86,
"114819072" : 76,
"115867648" : 69,
"116916224" : 57,
"117964800" : 66,
"119013376" : 40,
"120061952" : 56,
"121110528" : 39,
"122159104" : 33,
"123207680" : 17,
"124256256" : 23,
"125304832" : 28,
"126353408" : 28,
"127401984" : 14,
"128450560" : 19,
"129499136" : 25,
"130547712" : 10,
"131596288" : 15,
"132644864" : 13,
"133693440" : 11,
"135266304" : 17,
"137363456" : 18,
"139460608" : 21,
"141557760" : 12,
"143654912" : 5,
"145752064" : 2,
"147849216" : 9,
"149946368" : 2,
"152043520" : 3,
"154140672" : 1,
"156237824" : 3,
"162529280" : 3,
"164626432" : 1,
"166723584" : 2
}
},
"lat_ns" : {
"min" : 6957903,
"max" : 169177396,
"mean" : 33014142.425449,
"stddev" : 16610816.158314,
"N" : 2326354
},
"bw_min" : 40096,
"bw_max" : 88902,
"bw_agg" : 100.000000,
"bw_mean" : 62050.317726,
"bw_dev" : 278.018246,
"bw_samples" : 9568,
"iops_min" : 10018,
"iops_max" : 22224,
"iops_mean" : 15509.384615,
"iops_stddev" : 69.541285,
"iops_samples" : 9568
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4800140,
"usr_cpu" : 0.212369,
"sys_cpu" : 3.978821,
"ctx" : 3717013,
"majf" : 0,
"minf" : 1135,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.255657,
"20" : 24.546270,
"50" : 59.503711,
"100" : 11.552210,
"250" : 0.140776,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095149,
"timestamp_ms" : 1773095149263,
"time" : "Mon Mar 9 19:25:49 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 19,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10129645568,
"io_kbytes" : 9892232,
"bw_bytes" : 63306723,
"bw" : 61822,
"iops" : 15456.555569,
"runtime" : 160009,
"total_ios" : 2473188,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 282402,
"max" : 79296741,
"mean" : 2059933.859396,
"stddev" : 3217273.353474,
"N" : 2473188
},
"clat_ns" : {
"min" : 6466723,
"max" : 167311715,
"mean" : 31062995.067349,
"stddev" : 16015138.204974,
"N" : 2473156,
"percentile" : {
"1.000000" : 8847360,
"5.000000" : 10158080,
"10.000000" : 13303808,
"20.000000" : 17432576,
"30.000000" : 20578304,
"40.000000" : 25034752,
"50.000000" : 28180480,
"60.000000" : 32112640,
"70.000000" : 36438016,
"80.000000" : 42729472,
"90.000000" : 52166656,
"95.000000" : 62128128,
"99.000000" : 81264640,
"99.500000" : 87556096,
"99.900000" : 102236160,
"99.950000" : 109576192,
"99.990000" : 125304832
},
"bins" : {
"6455296" : 2,
"6520832" : 4,
"6586368" : 8,
"6651904" : 8,
"6717440" : 15,
"6782976" : 14,
"6848512" : 11,
"6914048" : 19,
"6979584" : 28,
"7045120" : 32,
"7110656" : 66,
"7176192" : 72,
"7241728" : 106,
"7307264" : 101,
"7372800" : 168,
"7438336" : 196,
"7503872" : 277,
"7569408" : 301,
"7634944" : 333,
"7700480" : 400,
"7766016" : 480,
"7831552" : 552,
"7897088" : 639,
"7962624" : 695,
"8028160" : 793,
"8093696" : 841,
"8159232" : 1018,
"8224768" : 1119,
"8290304" : 1135,
"8355840" : 1278,
"8454144" : 2931,
"8585216" : 3523,
"8716288" : 4140,
"8847360" : 5046,
"8978432" : 5907,
"9109504" : 6789,
"9240576" : 7858,
"9371648" : 8903,
"9502720" : 9922,
"9633792" : 10865,
"9764864" : 11681,
"9895936" : 12452,
"10027008" : 12616,
"10158080" : 12425,
"10289152" : 12183,
"10420224" : 11458,
"10551296" : 10860,
"10682368" : 10005,
"10813440" : 8930,
"10944512" : 7993,
"11075584" : 6744,
"11206656" : 5975,
"11337728" : 4891,
"11468800" : 4370,
"11599872" : 3827,
"11730944" : 3310,
"11862016" : 3009,
"11993088" : 2745,
"12124160" : 2664,
"12255232" : 2593,
"12386304" : 2521,
"12517376" : 2562,
"12648448" : 2610,
"12779520" : 2714,
"12910592" : 2884,
"13041664" : 3025,
"13172736" : 3137,
"13303808" : 3356,
"13434880" : 3578,
"13565952" : 3765,
"13697024" : 4019,
"13828096" : 4243,
"13959168" : 4380,
"14090240" : 4764,
"14221312" : 5210,
"14352384" : 5279,
"14483456" : 5604,
"14614528" : 5778,
"14745600" : 6287,
"14876672" : 6554,
"15007744" : 6681,
"15138816" : 6934,
"15269888" : 7228,
"15400960" : 7555,
"15532032" : 7846,
"15663104" : 8214,
"15794176" : 8603,
"15925248" : 8843,
"16056320" : 9239,
"16187392" : 9184,
"16318464" : 9611,
"16449536" : 9896,
"16580608" : 10205,
"16711680" : 10513,
"16908288" : 21745,
"17170432" : 22730,
"17432576" : 23220,
"17694720" : 24037,
"17956864" : 23908,
"18219008" : 24209,
"18481152" : 23540,
"18743296" : 23245,
"19005440" : 22262,
"19267584" : 21367,
"19529728" : 20383,
"19791872" : 19437,
"20054016" : 18030,
"20316160" : 16809,
"20578304" : 15701,
"20840448" : 14673,
"21102592" : 13907,
"21364736" : 13045,
"21626880" : 12439,
"21889024" : 12100,
"22151168" : 12287,
"22413312" : 12299,
"22675456" : 12465,
"22937600" : 13005,
"23199744" : 13667,
"23461888" : 14275,
"23724032" : 14966,
"23986176" : 15232,
"24248320" : 16712,
"24510464" : 17710,
"24772608" : 18412,
"25034752" : 19058,
"25296896" : 19711,
"25559040" : 20116,
"25821184" : 21164,
"26083328" : 22131,
"26345472" : 22175,
"26607616" : 22020,
"26869760" : 22460,
"27131904" : 22688,
"27394048" : 22414,
"27656192" : 22259,
"27918336" : 21717,
"28180480" : 21302,
"28442624" : 20437,
"28704768" : 19842,
"28966912" : 18874,
"29229056" : 18282,
"29491200" : 17502,
"29753344" : 16730,
"30015488" : 16038,
"30277632" : 15454,
"30539776" : 14624,
"30801920" : 14149,
"31064064" : 13919,
"31326208" : 13550,
"31588352" : 13265,
"31850496" : 12876,
"32112640" : 12938,
"32374784" : 13054,
"32636928" : 12893,
"32899072" : 12985,
"33161216" : 13410,
"33423360" : 13601,
"33816576" : 27592,
"34340864" : 27866,
"34865152" : 28460,
"35389440" : 28941,
"35913728" : 29319,
"36438016" : 28933,
"36962304" : 27912,
"37486592" : 27315,
"38010880" : 25802,
"38535168" : 24380,
"39059456" : 23539,
"39583744" : 21760,
"40108032" : 20369,
"40632320" : 18973,
"41156608" : 17942,
"41680896" : 16633,
"42205184" : 16688,
"42729472" : 15981,
"43253760" : 15632,
"43778048" : 15698,
"44302336" : 15417,
"44826624" : 15683,
"45350912" : 15649,
"45875200" : 14958,
"46399488" : 14989,
"46923776" : 14715,
"47448064" : 14335,
"47972352" : 13776,
"48496640" : 12944,
"49020928" : 12305,
"49545216" : 11449,
"50069504" : 10870,
"50593792" : 9960,
"51118080" : 9651,
"51642368" : 9123,
"52166656" : 8721,
"52690944" : 8223,
"53215232" : 8007,
"53739520" : 8076,
"54263808" : 7845,
"54788096" : 7377,
"55312384" : 7272,
"55836672" : 7283,
"56360960" : 7247,
"56885248" : 7003,
"57409536" : 6814,
"57933824" : 6467,
"58458112" : 6275,
"58982400" : 6002,
"59506688" : 5804,
"60030976" : 5366,
"60555264" : 5190,
"61079552" : 4961,
"61603840" : 4751,
"62128128" : 4669,
"62652416" : 4410,
"63176704" : 4270,
"63700992" : 4124,
"64225280" : 4101,
"64749568" : 4040,
"65273856" : 3828,
"65798144" : 3759,
"66322432" : 3587,
"66846720" : 3700,
"67633152" : 6847,
"68681728" : 6586,
"69730304" : 6058,
"70778880" : 5686,
"71827456" : 5268,
"72876032" : 4916,
"73924608" : 4465,
"74973184" : 4194,
"76021760" : 3977,
"77070336" : 3583,
"78118912" : 3382,
"79167488" : 3066,
"80216064" : 2957,
"81264640" : 2664,
"82313216" : 2355,
"83361792" : 2148,
"84410368" : 1928,
"85458944" : 1689,
"86507520" : 1516,
"87556096" : 1417,
"88604672" : 1230,
"89653248" : 1226,
"90701824" : 1021,
"91750400" : 945,
"92798976" : 776,
"93847552" : 685,
"94896128" : 712,
"95944704" : 632,
"96993280" : 586,
"98041856" : 464,
"99090432" : 390,
"100139008" : 383,
"101187584" : 343,
"102236160" : 311,
"103284736" : 263,
"104333312" : 236,
"105381888" : 198,
"106430464" : 185,
"107479040" : 145,
"108527616" : 138,
"109576192" : 128,
"110624768" : 114,
"111673344" : 97,
"112721920" : 85,
"113770496" : 87,
"114819072" : 78,
"115867648" : 69,
"116916224" : 57,
"117964800" : 66,
"119013376" : 40,
"120061952" : 56,
"121110528" : 39,
"122159104" : 33,
"123207680" : 17,
"124256256" : 23,
"125304832" : 28,
"126353408" : 28,
"127401984" : 14,
"128450560" : 19,
"129499136" : 25,
"130547712" : 10,
"131596288" : 15,
"132644864" : 13,
"133693440" : 11,
"135266304" : 17,
"137363456" : 18,
"139460608" : 21,
"141557760" : 12,
"143654912" : 5,
"145752064" : 2,
"147849216" : 9,
"149946368" : 2,
"152043520" : 3,
"154140672" : 1,
"156237824" : 3,
"162529280" : 3,
"164626432" : 1,
"166723584" : 2
}
},
"lat_ns" : {
"min" : 6957903,
"max" : 169177396,
"mean" : 33122963.965260,
"stddev" : 16609086.293561,
"N" : 2473156
},
"bw_min" : 40016,
"bw_max" : 88902,
"bw_agg" : 100.000000,
"bw_mean" : 61870.159875,
"bw_dev" : 276.904694,
"bw_samples" : 10208,
"iops_min" : 9998,
"iops_max" : 22224,
"iops_mean" : 15464.219436,
"iops_stddev" : 69.268080,
"iops_samples" : 10208
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5120154,
"usr_cpu" : 0.211869,
"sys_cpu" : 3.963299,
"ctx" : 3954506,
"majf" : 0,
"minf" : 1135,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.219291,
"20" : 24.313679,
"50" : 59.677186,
"100" : 11.654472,
"250" : 0.134078,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095159,
"timestamp_ms" : 1773095159262,
"time" : "Mon Mar 9 19:25:59 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 9,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10770595840,
"io_kbytes" : 10518160,
"bw_bytes" : 63353464,
"bw" : 61868,
"iops" : 15467.854454,
"runtime" : 170008,
"total_ios" : 2629659,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 282402,
"max" : 79296741,
"mean" : 2058436.136414,
"stddev" : 3214692.911479,
"N" : 2629659
},
"clat_ns" : {
"min" : 6148867,
"max" : 167311715,
"mean" : 31040993.930372,
"stddev" : 15980048.466920,
"N" : 2629627,
"percentile" : {
"1.000000" : 8847360,
"5.000000" : 10158080,
"10.000000" : 13303808,
"20.000000" : 17432576,
"30.000000" : 20578304,
"40.000000" : 25034752,
"50.000000" : 28180480,
"60.000000" : 32112640,
"70.000000" : 36438016,
"80.000000" : 42729472,
"90.000000" : 52166656,
"95.000000" : 62128128,
"99.000000" : 81264640,
"99.500000" : 87556096,
"99.900000" : 102236160,
"99.950000" : 108527616,
"99.990000" : 125304832
},
"bins" : {
"6127616" : 1,
"6324224" : 2,
"6455296" : 2,
"6520832" : 4,
"6586368" : 8,
"6651904" : 8,
"6717440" : 16,
"6782976" : 15,
"6848512" : 13,
"6914048" : 23,
"6979584" : 30,
"7045120" : 34,
"7110656" : 69,
"7176192" : 75,
"7241728" : 112,
"7307264" : 103,
"7372800" : 174,
"7438336" : 203,
"7503872" : 291,
"7569408" : 314,
"7634944" : 351,
"7700480" : 422,
"7766016" : 502,
"7831552" : 570,
"7897088" : 663,
"7962624" : 724,
"8028160" : 838,
"8093696" : 893,
"8159232" : 1065,
"8224768" : 1172,
"8290304" : 1189,
"8355840" : 1336,
"8454144" : 3048,
"8585216" : 3726,
"8716288" : 4365,
"8847360" : 5343,
"8978432" : 6252,
"9109504" : 7192,
"9240576" : 8401,
"9371648" : 9501,
"9502720" : 10542,
"9633792" : 11560,
"9764864" : 12441,
"9895936" : 13226,
"10027008" : 13426,
"10158080" : 13183,
"10289152" : 12954,
"10420224" : 12209,
"10551296" : 11610,
"10682368" : 10668,
"10813440" : 9496,
"10944512" : 8470,
"11075584" : 7216,
"11206656" : 6365,
"11337728" : 5185,
"11468800" : 4651,
"11599872" : 4071,
"11730944" : 3556,
"11862016" : 3201,
"11993088" : 2907,
"12124160" : 2790,
"12255232" : 2746,
"12386304" : 2690,
"12517376" : 2706,
"12648448" : 2767,
"12779520" : 2909,
"12910592" : 3078,
"13041664" : 3239,
"13172736" : 3339,
"13303808" : 3546,
"13434880" : 3821,
"13565952" : 4023,
"13697024" : 4258,
"13828096" : 4552,
"13959168" : 4728,
"14090240" : 5104,
"14221312" : 5553,
"14352384" : 5660,
"14483456" : 5988,
"14614528" : 6186,
"14745600" : 6722,
"14876672" : 6969,
"15007744" : 7129,
"15138816" : 7394,
"15269888" : 7703,
"15400960" : 8046,
"15532032" : 8339,
"15663104" : 8755,
"15794176" : 9230,
"15925248" : 9430,
"16056320" : 9853,
"16187392" : 9781,
"16318464" : 10220,
"16449536" : 10535,
"16580608" : 10861,
"16711680" : 11235,
"16908288" : 23279,
"17170432" : 24279,
"17432576" : 24804,
"17694720" : 25558,
"17956864" : 25447,
"18219008" : 25651,
"18481152" : 24852,
"18743296" : 24640,
"19005440" : 23635,
"19267584" : 22692,
"19529728" : 21622,
"19791872" : 20646,
"20054016" : 19116,
"20316160" : 17854,
"20578304" : 16672,
"20840448" : 15597,
"21102592" : 14812,
"21364736" : 13896,
"21626880" : 13270,
"21889024" : 12824,
"22151168" : 12957,
"22413312" : 12987,
"22675456" : 13246,
"22937600" : 13870,
"23199744" : 14604,
"23461888" : 15207,
"23724032" : 15948,
"23986176" : 16329,
"24248320" : 17852,
"24510464" : 18951,
"24772608" : 19650,
"25034752" : 20235,
"25296896" : 20981,
"25559040" : 21349,
"25821184" : 22540,
"26083328" : 23410,
"26345472" : 23494,
"26607616" : 23481,
"26869760" : 23913,
"27131904" : 24074,
"27394048" : 23787,
"27656192" : 23651,
"27918336" : 23054,
"28180480" : 22583,
"28442624" : 21587,
"28704768" : 20893,
"28966912" : 19965,
"29229056" : 19373,
"29491200" : 18648,
"29753344" : 17798,
"30015488" : 17000,
"30277632" : 16475,
"30539776" : 15635,
"30801920" : 15151,
"31064064" : 14928,
"31326208" : 14514,
"31588352" : 14291,
"31850496" : 13816,
"32112640" : 13922,
"32374784" : 13981,
"32636928" : 13760,
"32899072" : 13906,
"33161216" : 14254,
"33423360" : 14478,
"33816576" : 29240,
"34340864" : 29627,
"34865152" : 30231,
"35389440" : 30720,
"35913728" : 31069,
"36438016" : 30755,
"36962304" : 29713,
"37486592" : 28999,
"38010880" : 27399,
"38535168" : 25855,
"39059456" : 24969,
"39583744" : 23146,
"40108032" : 21710,
"40632320" : 20168,
"41156608" : 19155,
"41680896" : 17818,
"42205184" : 17743,
"42729472" : 16996,
"43253760" : 16601,
"43778048" : 16664,
"44302336" : 16371,
"44826624" : 16573,
"45350912" : 16563,
"45875200" : 15955,
"46399488" : 15985,
"46923776" : 15787,
"47448064" : 15335,
"47972352" : 14664,
"48496640" : 13758,
"49020928" : 13067,
"49545216" : 12110,
"50069504" : 11553,
"50593792" : 10602,
"51118080" : 10216,
"51642368" : 9755,
"52166656" : 9313,
"52690944" : 8749,
"53215232" : 8577,
"53739520" : 8569,
"54263808" : 8354,
"54788096" : 7892,
"55312384" : 7815,
"55836672" : 7812,
"56360960" : 7670,
"56885248" : 7444,
"57409536" : 7254,
"57933824" : 6890,
"58458112" : 6650,
"58982400" : 6363,
"59506688" : 6200,
"60030976" : 5736,
"60555264" : 5498,
"61079552" : 5273,
"61603840" : 5020,
"62128128" : 4949,
"62652416" : 4677,
"63176704" : 4529,
"63700992" : 4327,
"64225280" : 4312,
"64749568" : 4259,
"65273856" : 4048,
"65798144" : 3986,
"66322432" : 3750,
"66846720" : 3885,
"67633152" : 7213,
"68681728" : 6942,
"69730304" : 6413,
"70778880" : 5991,
"71827456" : 5542,
"72876032" : 5157,
"73924608" : 4726,
"74973184" : 4450,
"76021760" : 4224,
"77070336" : 3789,
"78118912" : 3562,
"79167488" : 3265,
"80216064" : 3120,
"81264640" : 2792,
"82313216" : 2515,
"83361792" : 2258,
"84410368" : 2043,
"85458944" : 1773,
"86507520" : 1608,
"87556096" : 1499,
"88604672" : 1290,
"89653248" : 1275,
"90701824" : 1059,
"91750400" : 982,
"92798976" : 807,
"93847552" : 710,
"94896128" : 739,
"95944704" : 657,
"96993280" : 607,
"98041856" : 482,
"99090432" : 400,
"100139008" : 396,
"101187584" : 351,
"102236160" : 321,
"103284736" : 269,
"104333312" : 240,
"105381888" : 203,
"106430464" : 190,
"107479040" : 147,
"108527616" : 139,
"109576192" : 129,
"110624768" : 114,
"111673344" : 98,
"112721920" : 85,
"113770496" : 89,
"114819072" : 80,
"115867648" : 69,
"116916224" : 58,
"117964800" : 67,
"119013376" : 40,
"120061952" : 56,
"121110528" : 39,
"122159104" : 34,
"123207680" : 17,
"124256256" : 23,
"125304832" : 28,
"126353408" : 29,
"127401984" : 14,
"128450560" : 19,
"129499136" : 26,
"130547712" : 10,
"131596288" : 15,
"132644864" : 13,
"133693440" : 11,
"135266304" : 17,
"137363456" : 18,
"139460608" : 21,
"141557760" : 12,
"143654912" : 5,
"145752064" : 2,
"147849216" : 9,
"149946368" : 2,
"152043520" : 3,
"154140672" : 1,
"156237824" : 3,
"162529280" : 3,
"164626432" : 1,
"166723584" : 2
}
},
"lat_ns" : {
"min" : 6728362,
"max" : 169177396,
"mean" : 33099525.177937,
"stddev" : 16572901.080306,
"N" : 2629627
},
"bw_min" : 40016,
"bw_max" : 89177,
"bw_agg" : 100.000000,
"bw_mean" : 61911.646018,
"bw_dev" : 277.640323,
"bw_samples" : 10848,
"iops_min" : 9998,
"iops_max" : 22293,
"iops_mean" : 15474.637168,
"iops_stddev" : 69.451662,
"iops_samples" : 10848
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5440140,
"usr_cpu" : 0.213009,
"sys_cpu" : 3.966074,
"ctx" : 4204924,
"majf" : 0,
"minf" : 1135,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.208416,
"20" : 24.341521,
"50" : 59.696942,
"100" : 11.623560,
"250" : 0.128344,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095169,
"timestamp_ms" : 1773095169263,
"time" : "Mon Mar 9 19:26:09 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 539,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11461722112,
"io_kbytes" : 11193088,
"bw_bytes" : 63673050,
"bw" : 62180,
"iops" : 15543.667261,
"runtime" : 180009,
"total_ios" : 2798000,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 282402,
"max" : 79296741,
"mean" : 2048217.590885,
"stddev" : 3198465.866787,
"N" : 2798032
},
"clat_ns" : {
"min" : 4086,
"max" : 167311715,
"mean" : 30885725.838643,
"stddev" : 15929951.015710,
"N" : 2798480,
"percentile" : {
"1.000000" : 8847360,
"5.000000" : 10158080,
"10.000000" : 13041664,
"20.000000" : 17432576,
"30.000000" : 20316160,
"40.000000" : 25034752,
"50.000000" : 27918336,
"60.000000" : 31850496,
"70.000000" : 36438016,
"80.000000" : 42205184,
"90.000000" : 52166656,
"95.000000" : 62128128,
"99.000000" : 81264640,
"99.500000" : 87556096,
"99.900000" : 102236160,
"99.950000" : 108527616,
"99.990000" : 124256256
},
"bins" : {
"4080" : 1,
"4128" : 1,
"4704" : 1,
"4896" : 1,
"5088" : 1,
"5344" : 1,
"5600" : 2,
"5728" : 4,
"5856" : 3,
"6112" : 1,
"6368" : 2,
"6496" : 1,
"6560" : 1,
"6880" : 1,
"7712" : 2,
"7904" : 2,
"7968" : 1,
"8032" : 1,
"8096" : 1,
"8256" : 1,
"8512" : 1,
"9152" : 1,
"11968" : 1,
"544768" : 1,
"593920" : 1,
"757760" : 1,
"954368" : 1,
"1171456" : 1,
"1368064" : 1,
"1613824" : 1,
"2277376" : 1,
"2310144" : 1,
"2965504" : 1,
"6127616" : 1,
"6324224" : 2,
"6455296" : 2,
"6520832" : 4,
"6586368" : 8,
"6651904" : 8,
"6717440" : 16,
"6782976" : 18,
"6848512" : 14,
"6914048" : 28,
"6979584" : 33,
"7045120" : 36,
"7110656" : 81,
"7176192" : 80,
"7241728" : 121,
"7307264" : 115,
"7372800" : 191,
"7438336" : 214,
"7503872" : 312,
"7569408" : 345,
"7634944" : 381,
"7700480" : 450,
"7766016" : 526,
"7831552" : 615,
"7897088" : 714,
"7962624" : 771,
"8028160" : 900,
"8093696" : 977,
"8159232" : 1142,
"8224768" : 1257,
"8290304" : 1274,
"8355840" : 1447,
"8454144" : 3303,
"8585216" : 4019,
"8716288" : 4753,
"8847360" : 5756,
"8978432" : 6753,
"9109504" : 7803,
"9240576" : 8968,
"9371648" : 10220,
"9502720" : 11323,
"9633792" : 12385,
"9764864" : 13330,
"9895936" : 14175,
"10027008" : 14349,
"10158080" : 14165,
"10289152" : 13878,
"10420224" : 13120,
"10551296" : 12493,
"10682368" : 11475,
"10813440" : 10304,
"10944512" : 9208,
"11075584" : 7897,
"11206656" : 6979,
"11337728" : 5722,
"11468800" : 5137,
"11599872" : 4503,
"11730944" : 3986,
"11862016" : 3553,
"11993088" : 3231,
"12124160" : 3100,
"12255232" : 3040,
"12386304" : 2982,
"12517376" : 3027,
"12648448" : 3098,
"12779520" : 3240,
"12910592" : 3409,
"13041664" : 3577,
"13172736" : 3707,
"13303808" : 3871,
"13434880" : 4225,
"13565952" : 4362,
"13697024" : 4670,
"13828096" : 4956,
"13959168" : 5158,
"14090240" : 5551,
"14221312" : 6032,
"14352384" : 6183,
"14483456" : 6488,
"14614528" : 6759,
"14745600" : 7294,
"14876672" : 7568,
"15007744" : 7724,
"15138816" : 8030,
"15269888" : 8376,
"15400960" : 8719,
"15532032" : 9026,
"15663104" : 9466,
"15794176" : 10014,
"15925248" : 10176,
"16056320" : 10608,
"16187392" : 10573,
"16318464" : 11030,
"16449536" : 11336,
"16580608" : 11724,
"16711680" : 12130,
"16908288" : 24944,
"17170432" : 25968,
"17432576" : 26584,
"17694720" : 27304,
"17956864" : 27185,
"18219008" : 27336,
"18481152" : 26500,
"18743296" : 26252,
"19005440" : 25250,
"19267584" : 24214,
"19529728" : 23032,
"19791872" : 21991,
"20054016" : 20278,
"20316160" : 18971,
"20578304" : 17736,
"20840448" : 16698,
"21102592" : 15834,
"21364736" : 14773,
"21626880" : 14160,
"21889024" : 13755,
"22151168" : 13885,
"22413312" : 14000,
"22675456" : 14302,
"22937600" : 14947,
"23199744" : 15731,
"23461888" : 16329,
"23724032" : 17114,
"23986176" : 17684,
"24248320" : 19140,
"24510464" : 20341,
"24772608" : 21000,
"25034752" : 21563,
"25296896" : 22504,
"25559040" : 22958,
"25821184" : 24136,
"26083328" : 24966,
"26345472" : 25026,
"26607616" : 25018,
"26869760" : 25419,
"27131904" : 25549,
"27394048" : 25261,
"27656192" : 25101,
"27918336" : 24431,
"28180480" : 23966,
"28442624" : 22809,
"28704768" : 22041,
"28966912" : 21089,
"29229056" : 20420,
"29491200" : 19651,
"29753344" : 18765,
"30015488" : 18003,
"30277632" : 17456,
"30539776" : 16561,
"30801920" : 16125,
"31064064" : 15806,
"31326208" : 15443,
"31588352" : 15222,
"31850496" : 14752,
"32112640" : 14857,
"32374784" : 14904,
"32636928" : 14715,
"32899072" : 14863,
"33161216" : 15270,
"33423360" : 15435,
"33816576" : 31097,
"34340864" : 31515,
"34865152" : 32086,
"35389440" : 32576,
"35913728" : 32875,
"36438016" : 32356,
"36962304" : 31461,
"37486592" : 30582,
"38010880" : 28903,
"38535168" : 27184,
"39059456" : 26236,
"39583744" : 24310,
"40108032" : 22941,
"40632320" : 21254,
"41156608" : 20209,
"41680896" : 18846,
"42205184" : 18795,
"42729472" : 17961,
"43253760" : 17564,
"43778048" : 17667,
"44302336" : 17354,
"44826624" : 17459,
"45350912" : 17450,
"45875200" : 16755,
"46399488" : 16753,
"46923776" : 16514,
"47448064" : 16038,
"47972352" : 15335,
"48496640" : 14448,
"49020928" : 13708,
"49545216" : 12760,
"50069504" : 12136,
"50593792" : 11144,
"51118080" : 10640,
"51642368" : 10183,
"52166656" : 9773,
"52690944" : 9194,
"53215232" : 9018,
"53739520" : 8948,
"54263808" : 8759,
"54788096" : 8287,
"55312384" : 8172,
"55836672" : 8192,
"56360960" : 8028,
"56885248" : 7800,
"57409536" : 7602,
"57933824" : 7206,
"58458112" : 6971,
"58982400" : 6650,
"59506688" : 6465,
"60030976" : 6017,
"60555264" : 5758,
"61079552" : 5500,
"61603840" : 5233,
"62128128" : 5149,
"62652416" : 4911,
"63176704" : 4724,
"63700992" : 4551,
"64225280" : 4516,
"64749568" : 4442,
"65273856" : 4238,
"65798144" : 4165,
"66322432" : 3920,
"66846720" : 4051,
"67633152" : 7552,
"68681728" : 7280,
"69730304" : 6701,
"70778880" : 6307,
"71827456" : 5796,
"72876032" : 5417,
"73924608" : 4974,
"74973184" : 4686,
"76021760" : 4421,
"77070336" : 3967,
"78118912" : 3762,
"79167488" : 3414,
"80216064" : 3257,
"81264640" : 2919,
"82313216" : 2648,
"83361792" : 2359,
"84410368" : 2131,
"85458944" : 1850,
"86507520" : 1680,
"87556096" : 1584,
"88604672" : 1365,
"89653248" : 1331,
"90701824" : 1110,
"91750400" : 1017,
"92798976" : 846,
"93847552" : 739,
"94896128" : 768,
"95944704" : 674,
"96993280" : 620,
"98041856" : 497,
"99090432" : 418,
"100139008" : 412,
"101187584" : 360,
"102236160" : 329,
"103284736" : 276,
"104333312" : 243,
"105381888" : 205,
"106430464" : 194,
"107479040" : 149,
"108527616" : 142,
"109576192" : 129,
"110624768" : 116,
"111673344" : 98,
"112721920" : 87,
"113770496" : 93,
"114819072" : 81,
"115867648" : 70,
"116916224" : 60,
"117964800" : 69,
"119013376" : 40,
"120061952" : 57,
"121110528" : 39,
"122159104" : 35,
"123207680" : 17,
"124256256" : 24,
"125304832" : 29,
"126353408" : 29,
"127401984" : 14,
"128450560" : 19,
"129499136" : 26,
"130547712" : 10,
"131596288" : 15,
"132644864" : 13,
"133693440" : 11,
"135266304" : 17,
"137363456" : 18,
"139460608" : 21,
"141557760" : 12,
"143654912" : 5,
"145752064" : 2,
"147849216" : 9,
"149946368" : 2,
"152043520" : 3,
"154140672" : 1,
"156237824" : 3,
"162529280" : 3,
"164626432" : 1,
"166723584" : 2
}
},
"lat_ns" : {
"min" : 543881,
"max" : 169177396,
"mean" : 32934113.410741,
"stddev" : 16522367.964651,
"N" : 2798480
},
"bw_min" : 40016,
"bw_max" : 91118,
"bw_agg" : 100.000000,
"bw_mean" : 62224.272981,
"bw_dev" : 282.934118,
"bw_samples" : 11488,
"iops_min" : 9998,
"iops_max" : 22778,
"iops_mean" : 15552.810585,
"iops_stddev" : 70.771961,
"iops_samples" : 11488
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5760132,
"usr_cpu" : 0.214874,
"sys_cpu" : 3.987113,
"ctx" : 4477440,
"majf" : 0,
"minf" : 1238,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.998856,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 4.252252,
"20" : 24.654182,
"50" : 59.548070,
"100" : 11.438134,
"250" : 0.123016,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095169,
"timestamp_ms" : 1773095169288,
"time" : "Mon Mar 9 19:26:09 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11462705152,
"io_kbytes" : 11194048,
"bw_bytes" : 63673912,
"bw" : 62181,
"iops" : 15542.544800,
"runtime" : 180022,
"total_ios" : 2798000,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 282402,
"max" : 79296741,
"mean" : 2048217.590885,
"stddev" : 3198465.866787,
"N" : 2798032
},
"clat_ns" : {
"min" : 4086,
"max" : 167311715,
"mean" : 30885725.838643,
"stddev" : 15929951.015710,
"N" : 2798480,
"percentile" : {
"1.000000" : 8847360,
"5.000000" : 10158080,
"10.000000" : 13041664,
"20.000000" : 17432576,
"30.000000" : 20316160,
"40.000000" : 25034752,
"50.000000" : 27918336,
"60.000000" : 31850496,
"70.000000" : 36438016,
"80.000000" : 42205184,
"90.000000" : 52166656,
"95.000000" : 62128128,
"99.000000" : 81264640,
"99.500000" : 87556096,
"99.900000" : 102236160,
"99.950000" : 108527616,
"99.990000" : 124256256
},
"bins" : {
"4080" : 1,
"4128" : 1,
"4704" : 1,
"4896" : 1,
"5088" : 1,
"5344" : 1,
"5600" : 2,
"5728" : 4,
"5856" : 3,
"6112" : 1,
"6368" : 2,
"6496" : 1,
"6560" : 1,
"6880" : 1,
"7712" : 2,
"7904" : 2,
"7968" : 1,
"8032" : 1,
"8096" : 1,
"8256" : 1,
"8512" : 1,
"9152" : 1,
"11968" : 1,
"544768" : 1,
"593920" : 1,
"757760" : 1,
"954368" : 1,
"1171456" : 1,
"1368064" : 1,
"1613824" : 1,
"2277376" : 1,
"2310144" : 1,
"2965504" : 1,
"6127616" : 1,
"6324224" : 2,
"6455296" : 2,
"6520832" : 4,
"6586368" : 8,
"6651904" : 8,
"6717440" : 16,
"6782976" : 18,
"6848512" : 14,
"6914048" : 28,
"6979584" : 33,
"7045120" : 36,
"7110656" : 81,
"7176192" : 80,
"7241728" : 121,
"7307264" : 115,
"7372800" : 191,
"7438336" : 214,
"7503872" : 312,
"7569408" : 345,
"7634944" : 381,
"7700480" : 450,
"7766016" : 526,
"7831552" : 615,
"7897088" : 714,
"7962624" : 771,
"8028160" : 900,
"8093696" : 977,
"8159232" : 1142,
"8224768" : 1257,
"8290304" : 1274,
"8355840" : 1447,
"8454144" : 3303,
"8585216" : 4019,
"8716288" : 4753,
"8847360" : 5756,
"8978432" : 6753,
"9109504" : 7803,
"9240576" : 8968,
"9371648" : 10220,
"9502720" : 11323,
"9633792" : 12385,
"9764864" : 13330,
"9895936" : 14175,
"10027008" : 14349,
"10158080" : 14165,
"10289152" : 13878,
"10420224" : 13120,
"10551296" : 12493,
"10682368" : 11475,
"10813440" : 10304,
"10944512" : 9208,
"11075584" : 7897,
"11206656" : 6979,
"11337728" : 5722,
"11468800" : 5137,
"11599872" : 4503,
"11730944" : 3986,
"11862016" : 3553,
"11993088" : 3231,
"12124160" : 3100,
"12255232" : 3040,
"12386304" : 2982,
"12517376" : 3027,
"12648448" : 3098,
"12779520" : 3240,
"12910592" : 3409,
"13041664" : 3577,
"13172736" : 3707,
"13303808" : 3871,
"13434880" : 4225,
"13565952" : 4362,
"13697024" : 4670,
"13828096" : 4956,
"13959168" : 5158,
"14090240" : 5551,
"14221312" : 6032,
"14352384" : 6183,
"14483456" : 6488,
"14614528" : 6759,
"14745600" : 7294,
"14876672" : 7568,
"15007744" : 7724,
"15138816" : 8030,
"15269888" : 8376,
"15400960" : 8719,
"15532032" : 9026,
"15663104" : 9466,
"15794176" : 10014,
"15925248" : 10176,
"16056320" : 10608,
"16187392" : 10573,
"16318464" : 11030,
"16449536" : 11336,
"16580608" : 11724,
"16711680" : 12130,
"16908288" : 24944,
"17170432" : 25968,
"17432576" : 26584,
"17694720" : 27304,
"17956864" : 27185,
"18219008" : 27336,
"18481152" : 26500,
"18743296" : 26252,
"19005440" : 25250,
"19267584" : 24214,
"19529728" : 23032,
"19791872" : 21991,
"20054016" : 20278,
"20316160" : 18971,
"20578304" : 17736,
"20840448" : 16698,
"21102592" : 15834,
"21364736" : 14773,
"21626880" : 14160,
"21889024" : 13755,
"22151168" : 13885,
"22413312" : 14000,
"22675456" : 14302,
"22937600" : 14947,
"23199744" : 15731,
"23461888" : 16329,
"23724032" : 17114,
"23986176" : 17684,
"24248320" : 19140,
"24510464" : 20341,
"24772608" : 21000,
"25034752" : 21563,
"25296896" : 22504,
"25559040" : 22958,
"25821184" : 24136,
"26083328" : 24966,
"26345472" : 25026,
"26607616" : 25018,
"26869760" : 25419,
"27131904" : 25549,
"27394048" : 25261,
"27656192" : 25101,
"27918336" : 24431,
"28180480" : 23966,
"28442624" : 22809,
"28704768" : 22041,
"28966912" : 21089,
"29229056" : 20420,
"29491200" : 19651,
"29753344" : 18765,
"30015488" : 18003,
"30277632" : 17456,
"30539776" : 16561,
"30801920" : 16125,
"31064064" : 15806,
"31326208" : 15443,
"31588352" : 15222,
"31850496" : 14752,
"32112640" : 14857,
"32374784" : 14904,
"32636928" : 14715,
"32899072" : 14863,
"33161216" : 15270,
"33423360" : 15435,
"33816576" : 31097,
"34340864" : 31515,
"34865152" : 32086,
"35389440" : 32576,
"35913728" : 32875,
"36438016" : 32356,
"36962304" : 31461,
"37486592" : 30582,
"38010880" : 28903,
"38535168" : 27184,
"39059456" : 26236,
"39583744" : 24310,
"40108032" : 22941,
"40632320" : 21254,
"41156608" : 20209,
"41680896" : 18846,
"42205184" : 18795,
"42729472" : 17961,
"43253760" : 17564,
"43778048" : 17667,
"44302336" : 17354,
"44826624" : 17459,
"45350912" : 17450,
"45875200" : 16755,
"46399488" : 16753,
"46923776" : 16514,
"47448064" : 16038,
"47972352" : 15335,
"48496640" : 14448,
"49020928" : 13708,
"49545216" : 12760,
"50069504" : 12136,
"50593792" : 11144,
"51118080" : 10640,
"51642368" : 10183,
"52166656" : 9773,
"52690944" : 9194,
"53215232" : 9018,
"53739520" : 8948,
"54263808" : 8759,
"54788096" : 8287,
"55312384" : 8172,
"55836672" : 8192,
"56360960" : 8028,
"56885248" : 7800,
"57409536" : 7602,
"57933824" : 7206,
"58458112" : 6971,
"58982400" : 6650,
"59506688" : 6465,
"60030976" : 6017,
"60555264" : 5758,
"61079552" : 5500,
"61603840" : 5233,
"62128128" : 5149,
"62652416" : 4911,
"63176704" : 4724,
"63700992" : 4551,
"64225280" : 4516,
"64749568" : 4442,
"65273856" : 4238,
"65798144" : 4165,
"66322432" : 3920,
"66846720" : 4051,
"67633152" : 7552,
"68681728" : 7280,
"69730304" : 6701,
"70778880" : 6307,
"71827456" : 5796,
"72876032" : 5417,
"73924608" : 4974,
"74973184" : 4686,
"76021760" : 4421,
"77070336" : 3967,
"78118912" : 3762,
"79167488" : 3414,
"80216064" : 3257,
"81264640" : 2919,
"82313216" : 2648,
"83361792" : 2359,
"84410368" : 2131,
"85458944" : 1850,
"86507520" : 1680,
"87556096" : 1584,
"88604672" : 1365,
"89653248" : 1331,
"90701824" : 1110,
"91750400" : 1017,
"92798976" : 846,
"93847552" : 739,
"94896128" : 768,
"95944704" : 674,
"96993280" : 620,
"98041856" : 497,
"99090432" : 418,
"100139008" : 412,
"101187584" : 360,
"102236160" : 329,
"103284736" : 276,
"104333312" : 243,
"105381888" : 205,
"106430464" : 194,
"107479040" : 149,
"108527616" : 142,
"109576192" : 129,
"110624768" : 116,
"111673344" : 98,
"112721920" : 87,
"113770496" : 93,
"114819072" : 81,
"115867648" : 70,
"116916224" : 60,
"117964800" : 69,
"119013376" : 40,
"120061952" : 57,
"121110528" : 39,
"122159104" : 35,
"123207680" : 17,
"124256256" : 24,
"125304832" : 29,
"126353408" : 29,
"127401984" : 14,
"128450560" : 19,
"129499136" : 26,
"130547712" : 10,
"131596288" : 15,
"132644864" : 13,
"133693440" : 11,
"135266304" : 17,
"137363456" : 18,
"139460608" : 21,
"141557760" : 12,
"143654912" : 5,
"145752064" : 2,
"147849216" : 9,
"149946368" : 2,
"152043520" : 3,
"154140672" : 1,
"156237824" : 3,
"162529280" : 3,
"164626432" : 1,
"166723584" : 2
}
},
"lat_ns" : {
"min" : 543881,
"max" : 169177396,
"mean" : 32934113.410741,
"stddev" : 16522367.964651,
"N" : 2798480
},
"bw_min" : 40016,
"bw_max" : 91118,
"bw_agg" : 100.000000,
"bw_mean" : 62224.272981,
"bw_dev" : 282.934118,
"bw_samples" : 11488,
"iops_min" : 9998,
"iops_max" : 22778,
"iops_mean" : 15552.810585,
"iops_stddev" : 70.771961,
"iops_samples" : 11488
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5760319,
"usr_cpu" : 0.214867,
"sys_cpu" : 3.986984,
"ctx" : 4477577,
"majf" : 0,
"minf" : 1253,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.998856,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 4.252252,
"20" : 24.654182,
"50" : 59.548070,
"100" : 11.438134,
"250" : 0.123016,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}