raidz2/benchmarks/rand/rand-write-qd16-nj32_run3.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773095468,
"timestamp_ms" : 1773095468114,
"time" : "Mon Mar 9 19:31:08 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 11,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 689790976,
"io_kbytes" : 673624,
"bw_bytes" : 70740536,
"bw" : 69082,
"iops" : 17333.094042,
"runtime" : 9751,
"total_ios" : 169015,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 312032,
"usr_cpu" : 0.257025,
"sys_cpu" : 4.500500,
"ctx" : 270311,
"majf" : 0,
"minf" : 218,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.151466,
"16" : 99.716002,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095478,
"timestamp_ms" : 1773095478368,
"time" : "Mon Mar 9 19:31:18 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 169,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 631136256,
"io_kbytes" : 616344,
"bw_bytes" : 63050575,
"bw" : 61572,
"iops" : 15409.390609,
"runtime" : 10010,
"total_ios" : 154248,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 354202,
"max" : 47765064,
"mean" : 2068309.556980,
"stddev" : 3249414.386158,
"N" : 154248
},
"clat_ns" : {
"min" : 6211883,
"max" : 132877743,
"mean" : 31186048.134701,
"stddev" : 16103185.478515,
"N" : 154216,
"percentile" : {
"1.000000" : 8716288,
"5.000000" : 10158080,
"10.000000" : 12779520,
"20.000000" : 17432576,
"30.000000" : 20316160,
"40.000000" : 25296896,
"50.000000" : 28180480,
"60.000000" : 32636928,
"70.000000" : 36962304,
"80.000000" : 43253760,
"90.000000" : 52690944,
"95.000000" : 61603840,
"99.000000" : 81264640,
"99.500000" : 88604672,
"99.900000" : 101187584,
"99.950000" : 106430464,
"99.990000" : 117964800
},
"bins" : {
"6193152" : 1,
"6258688" : 1,
"6324224" : 1,
"6455296" : 1,
"6586368" : 1,
"6651904" : 1,
"6848512" : 2,
"6914048" : 2,
"6979584" : 3,
"7045120" : 8,
"7110656" : 12,
"7176192" : 6,
"7241728" : 9,
"7307264" : 8,
"7372800" : 18,
"7438336" : 9,
"7503872" : 18,
"7569408" : 19,
"7634944" : 27,
"7700480" : 39,
"7766016" : 28,
"7831552" : 43,
"7897088" : 50,
"7962624" : 59,
"8028160" : 62,
"8093696" : 69,
"8159232" : 83,
"8224768" : 79,
"8290304" : 86,
"8355840" : 86,
"8454144" : 233,
"8585216" : 233,
"8716288" : 287,
"8847360" : 325,
"8978432" : 383,
"9109504" : 459,
"9240576" : 503,
"9371648" : 600,
"9502720" : 651,
"9633792" : 700,
"9764864" : 765,
"9895936" : 706,
"10027008" : 805,
"10158080" : 818,
"10289152" : 812,
"10420224" : 703,
"10551296" : 691,
"10682368" : 561,
"10813440" : 551,
"10944512" : 482,
"11075584" : 430,
"11206656" : 328,
"11337728" : 334,
"11468800" : 302,
"11599872" : 271,
"11730944" : 233,
"11862016" : 220,
"11993088" : 183,
"12124160" : 158,
"12255232" : 168,
"12386304" : 172,
"12517376" : 177,
"12648448" : 171,
"12779520" : 199,
"12910592" : 236,
"13041664" : 229,
"13172736" : 230,
"13303808" : 273,
"13434880" : 233,
"13565952" : 242,
"13697024" : 283,
"13828096" : 305,
"13959168" : 338,
"14090240" : 328,
"14221312" : 337,
"14352384" : 345,
"14483456" : 360,
"14614528" : 350,
"14745600" : 369,
"14876672" : 383,
"15007744" : 408,
"15138816" : 402,
"15269888" : 443,
"15400960" : 443,
"15532032" : 514,
"15663104" : 535,
"15794176" : 494,
"15925248" : 608,
"16056320" : 544,
"16187392" : 593,
"16318464" : 685,
"16449536" : 628,
"16580608" : 613,
"16711680" : 683,
"16908288" : 1396,
"17170432" : 1409,
"17432576" : 1433,
"17694720" : 1475,
"17956864" : 1465,
"18219008" : 1509,
"18481152" : 1527,
"18743296" : 1493,
"19005440" : 1475,
"19267584" : 1379,
"19529728" : 1300,
"19791872" : 1168,
"20054016" : 1080,
"20316160" : 944,
"20578304" : 881,
"20840448" : 798,
"21102592" : 776,
"21364736" : 672,
"21626880" : 669,
"21889024" : 629,
"22151168" : 646,
"22413312" : 587,
"22675456" : 669,
"22937600" : 687,
"23199744" : 771,
"23461888" : 818,
"23724032" : 871,
"23986176" : 925,
"24248320" : 949,
"24510464" : 1046,
"24772608" : 1075,
"25034752" : 1140,
"25296896" : 1175,
"25559040" : 1249,
"25821184" : 1324,
"26083328" : 1352,
"26345472" : 1352,
"26607616" : 1315,
"26869760" : 1392,
"27131904" : 1326,
"27394048" : 1330,
"27656192" : 1338,
"27918336" : 1318,
"28180480" : 1216,
"28442624" : 1313,
"28704768" : 1243,
"28966912" : 1118,
"29229056" : 1088,
"29491200" : 1068,
"29753344" : 1015,
"30015488" : 903,
"30277632" : 822,
"30539776" : 843,
"30801920" : 810,
"31064064" : 736,
"31326208" : 697,
"31588352" : 708,
"31850496" : 762,
"32112640" : 802,
"32374784" : 809,
"32636928" : 817,
"32899072" : 848,
"33161216" : 841,
"33423360" : 921,
"33816576" : 1899,
"34340864" : 1885,
"34865152" : 2003,
"35389440" : 1936,
"35913728" : 1798,
"36438016" : 1750,
"36962304" : 1659,
"37486592" : 1660,
"38010880" : 1591,
"38535168" : 1602,
"39059456" : 1504,
"39583744" : 1336,
"40108032" : 1270,
"40632320" : 1198,
"41156608" : 1122,
"41680896" : 1208,
"42205184" : 1096,
"42729472" : 1090,
"43253760" : 1001,
"43778048" : 997,
"44302336" : 974,
"44826624" : 1008,
"45350912" : 994,
"45875200" : 967,
"46399488" : 969,
"46923776" : 887,
"47448064" : 943,
"47972352" : 837,
"48496640" : 816,
"49020928" : 816,
"49545216" : 871,
"50069504" : 703,
"50593792" : 728,
"51118080" : 649,
"51642368" : 647,
"52166656" : 548,
"52690944" : 638,
"53215232" : 504,
"53739520" : 548,
"54263808" : 532,
"54788096" : 526,
"55312384" : 522,
"55836672" : 484,
"56360960" : 498,
"56885248" : 455,
"57409536" : 467,
"57933824" : 512,
"58458112" : 437,
"58982400" : 408,
"59506688" : 399,
"60030976" : 307,
"60555264" : 336,
"61079552" : 303,
"61603840" : 303,
"62128128" : 316,
"62652416" : 280,
"63176704" : 271,
"63700992" : 291,
"64225280" : 266,
"64749568" : 234,
"65273856" : 259,
"65798144" : 239,
"66322432" : 258,
"66846720" : 220,
"67633152" : 446,
"68681728" : 356,
"69730304" : 277,
"70778880" : 305,
"71827456" : 311,
"72876032" : 256,
"73924608" : 231,
"74973184" : 228,
"76021760" : 209,
"77070336" : 241,
"78118912" : 199,
"79167488" : 165,
"80216064" : 174,
"81264640" : 142,
"82313216" : 140,
"83361792" : 124,
"84410368" : 127,
"85458944" : 129,
"86507520" : 94,
"87556096" : 95,
"88604672" : 89,
"89653248" : 93,
"90701824" : 85,
"91750400" : 63,
"92798976" : 42,
"93847552" : 53,
"94896128" : 35,
"95944704" : 33,
"96993280" : 40,
"98041856" : 27,
"99090432" : 33,
"100139008" : 49,
"101187584" : 17,
"102236160" : 26,
"103284736" : 14,
"104333312" : 11,
"105381888" : 10,
"106430464" : 7,
"107479040" : 8,
"108527616" : 10,
"109576192" : 8,
"110624768" : 4,
"111673344" : 8,
"112721920" : 9,
"113770496" : 4,
"114819072" : 2,
"115867648" : 1,
"116916224" : 3,
"117964800" : 1,
"119013376" : 1,
"120061952" : 1,
"121110528" : 1,
"122159104" : 2,
"123207680" : 1,
"126353408" : 1,
"127401984" : 1,
"129499136" : 1,
"130547712" : 3,
"132644864" : 3
}
},
"lat_ns" : {
"min" : 6633727,
"max" : 135911299,
"mean" : 33253966.715704,
"stddev" : 16715493.375762,
"N" : 154216
},
"bw_min" : 47996,
"bw_max" : 74670,
"bw_agg" : 100.000000,
"bw_mean" : 61876.736842,
"bw_dev" : 221.748074,
"bw_samples" : 608,
"iops_min" : 11995,
"iops_max" : 18657,
"iops_mean" : 15465.473684,
"iops_stddev" : 55.379872,
"iops_samples" : 608
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 320175,
"usr_cpu" : 0.210822,
"sys_cpu" : 3.959085,
"ctx" : 245579,
"majf" : 0,
"minf" : 1136,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.470074,
"20" : 24.853483,
"50" : 58.422800,
"100" : 12.112961,
"250" : 0.119937,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095488,
"timestamp_ms" : 1773095488374,
"time" : "Mon Mar 9 19:31:28 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 159,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1263734784,
"io_kbytes" : 1234116,
"bw_bytes" : 63158317,
"bw" : 61678,
"iops" : 15422.809736,
"runtime" : 20009,
"total_ios" : 308595,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 354202,
"max" : 47765064,
"mean" : 2065708.127980,
"stddev" : 3224062.039590,
"N" : 308595
},
"clat_ns" : {
"min" : 6211883,
"max" : 141972813,
"mean" : 31134218.667685,
"stddev" : 15902058.313584,
"N" : 308563,
"percentile" : {
"1.000000" : 8716288,
"5.000000" : 10158080,
"10.000000" : 13041664,
"20.000000" : 17432576,
"30.000000" : 20578304,
"40.000000" : 25296896,
"50.000000" : 28180480,
"60.000000" : 32636928,
"70.000000" : 36962304,
"80.000000" : 42729472,
"90.000000" : 52690944,
"95.000000" : 61603840,
"99.000000" : 80216064,
"99.500000" : 87556096,
"99.900000" : 102236160,
"99.950000" : 109576192,
"99.990000" : 122159104
},
"bins" : {
"6193152" : 1,
"6258688" : 1,
"6324224" : 1,
"6455296" : 1,
"6586368" : 1,
"6651904" : 1,
"6848512" : 3,
"6914048" : 2,
"6979584" : 4,
"7045120" : 8,
"7110656" : 14,
"7176192" : 8,
"7241728" : 16,
"7307264" : 17,
"7372800" : 32,
"7438336" : 17,
"7503872" : 31,
"7569408" : 35,
"7634944" : 45,
"7700480" : 69,
"7766016" : 57,
"7831552" : 71,
"7897088" : 85,
"7962624" : 111,
"8028160" : 118,
"8093696" : 139,
"8159232" : 172,
"8224768" : 166,
"8290304" : 185,
"8355840" : 172,
"8454144" : 459,
"8585216" : 510,
"8716288" : 645,
"8847360" : 750,
"8978432" : 825,
"9109504" : 959,
"9240576" : 1052,
"9371648" : 1156,
"9502720" : 1250,
"9633792" : 1368,
"9764864" : 1488,
"9895936" : 1412,
"10027008" : 1533,
"10158080" : 1552,
"10289152" : 1521,
"10420224" : 1277,
"10551296" : 1346,
"10682368" : 1128,
"10813440" : 1049,
"10944512" : 953,
"11075584" : 800,
"11206656" : 686,
"11337728" : 636,
"11468800" : 550,
"11599872" : 528,
"11730944" : 465,
"11862016" : 451,
"11993088" : 349,
"12124160" : 292,
"12255232" : 316,
"12386304" : 339,
"12517376" : 349,
"12648448" : 367,
"12779520" : 393,
"12910592" : 428,
"13041664" : 442,
"13172736" : 475,
"13303808" : 521,
"13434880" : 464,
"13565952" : 510,
"13697024" : 557,
"13828096" : 545,
"13959168" : 590,
"14090240" : 592,
"14221312" : 616,
"14352384" : 657,
"14483456" : 655,
"14614528" : 661,
"14745600" : 718,
"14876672" : 766,
"15007744" : 734,
"15138816" : 824,
"15269888" : 825,
"15400960" : 886,
"15532032" : 934,
"15663104" : 969,
"15794176" : 970,
"15925248" : 1070,
"16056320" : 1001,
"16187392" : 1096,
"16318464" : 1208,
"16449536" : 1211,
"16580608" : 1232,
"16711680" : 1296,
"16908288" : 2780,
"17170432" : 2836,
"17432576" : 2887,
"17694720" : 3028,
"17956864" : 3006,
"18219008" : 3042,
"18481152" : 3009,
"18743296" : 2952,
"19005440" : 2905,
"19267584" : 2696,
"19529728" : 2533,
"19791872" : 2231,
"20054016" : 2121,
"20316160" : 1916,
"20578304" : 1697,
"20840448" : 1571,
"21102592" : 1589,
"21364736" : 1404,
"21626880" : 1449,
"21889024" : 1313,
"22151168" : 1391,
"22413312" : 1364,
"22675456" : 1396,
"22937600" : 1440,
"23199744" : 1517,
"23461888" : 1659,
"23724032" : 1774,
"23986176" : 1892,
"24248320" : 1983,
"24510464" : 2143,
"24772608" : 2232,
"25034752" : 2400,
"25296896" : 2497,
"25559040" : 2621,
"25821184" : 2800,
"26083328" : 2840,
"26345472" : 2825,
"26607616" : 2873,
"26869760" : 2850,
"27131904" : 2756,
"27394048" : 2717,
"27656192" : 2708,
"27918336" : 2601,
"28180480" : 2533,
"28442624" : 2626,
"28704768" : 2574,
"28966912" : 2352,
"29229056" : 2232,
"29491200" : 2131,
"29753344" : 2035,
"30015488" : 1805,
"30277632" : 1753,
"30539776" : 1744,
"30801920" : 1664,
"31064064" : 1553,
"31326208" : 1502,
"31588352" : 1516,
"31850496" : 1585,
"32112640" : 1653,
"32374784" : 1697,
"32636928" : 1670,
"32899072" : 1747,
"33161216" : 1732,
"33423360" : 1814,
"33816576" : 3738,
"34340864" : 3855,
"34865152" : 4009,
"35389440" : 4069,
"35913728" : 3785,
"36438016" : 3593,
"36962304" : 3485,
"37486592" : 3324,
"38010880" : 3156,
"38535168" : 3054,
"39059456" : 2944,
"39583744" : 2720,
"40108032" : 2527,
"40632320" : 2352,
"41156608" : 2289,
"41680896" : 2304,
"42205184" : 2054,
"42729472" : 2077,
"43253760" : 2000,
"43778048" : 1978,
"44302336" : 1906,
"44826624" : 2088,
"45350912" : 1920,
"45875200" : 1885,
"46399488" : 1919,
"46923776" : 1831,
"47448064" : 1766,
"47972352" : 1652,
"48496640" : 1631,
"49020928" : 1646,
"49545216" : 1525,
"50069504" : 1323,
"50593792" : 1332,
"51118080" : 1253,
"51642368" : 1184,
"52166656" : 1071,
"52690944" : 1189,
"53215232" : 1035,
"53739520" : 1027,
"54263808" : 1027,
"54788096" : 1060,
"55312384" : 991,
"55836672" : 982,
"56360960" : 958,
"56885248" : 915,
"57409536" : 900,
"57933824" : 997,
"58458112" : 896,
"58982400" : 842,
"59506688" : 788,
"60030976" : 716,
"60555264" : 702,
"61079552" : 674,
"61603840" : 618,
"62128128" : 657,
"62652416" : 593,
"63176704" : 585,
"63700992" : 575,
"64225280" : 528,
"64749568" : 490,
"65273856" : 506,
"65798144" : 504,
"66322432" : 535,
"66846720" : 484,
"67633152" : 861,
"68681728" : 763,
"69730304" : 680,
"70778880" : 628,
"71827456" : 605,
"72876032" : 477,
"73924608" : 475,
"74973184" : 447,
"76021760" : 401,
"77070336" : 392,
"78118912" : 363,
"79167488" : 300,
"80216064" : 291,
"81264640" : 251,
"82313216" : 248,
"83361792" : 215,
"84410368" : 217,
"85458944" : 190,
"86507520" : 165,
"87556096" : 159,
"88604672" : 155,
"89653248" : 152,
"90701824" : 141,
"91750400" : 104,
"92798976" : 70,
"93847552" : 82,
"94896128" : 57,
"95944704" : 79,
"96993280" : 71,
"98041856" : 48,
"99090432" : 72,
"100139008" : 77,
"101187584" : 33,
"102236160" : 35,
"103284736" : 28,
"104333312" : 21,
"105381888" : 17,
"106430464" : 21,
"107479040" : 24,
"108527616" : 19,
"109576192" : 17,
"110624768" : 17,
"111673344" : 21,
"112721920" : 15,
"113770496" : 7,
"114819072" : 5,
"115867648" : 9,
"116916224" : 11,
"117964800" : 9,
"119013376" : 4,
"120061952" : 2,
"121110528" : 7,
"122159104" : 5,
"123207680" : 2,
"125304832" : 1,
"126353408" : 5,
"127401984" : 4,
"128450560" : 1,
"129499136" : 4,
"130547712" : 3,
"131596288" : 1,
"132644864" : 4,
"137363456" : 2,
"139460608" : 1,
"141557760" : 1
}
},
"lat_ns" : {
"min" : 6633727,
"max" : 142887230,
"mean" : 33198502.305293,
"stddev" : 16500016.492206,
"N" : 308563
},
"bw_min" : 45264,
"bw_max" : 77145,
"bw_agg" : 100.000000,
"bw_mean" : 61875.410256,
"bw_dev" : 234.561953,
"bw_samples" : 1248,
"iops_min" : 11311,
"iops_max" : 19278,
"iops_mean" : 15465.871795,
"iops_stddev" : 58.615026,
"iops_samples" : 1248
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 640153,
"usr_cpu" : 0.219323,
"sys_cpu" : 3.958272,
"ctx" : 496526,
"majf" : 0,
"minf" : 1136,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.498777,
"20" : 24.124824,
"50" : 59.370048,
"100" : 11.868306,
"250" : 0.127675,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095498,
"timestamp_ms" : 1773095498372,
"time" : "Mon Mar 9 19:31:38 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 149,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1939099648,
"io_kbytes" : 1893652,
"bw_bytes" : 64615116,
"bw" : 63100,
"iops" : 15780.139953,
"runtime" : 30010,
"total_ios" : 473562,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 258786,
"max" : 47765064,
"mean" : 2018037.625257,
"stddev" : 3150815.044022,
"N" : 473562
},
"clat_ns" : {
"min" : 6107514,
"max" : 141972813,
"mean" : 30429551.968055,
"stddev" : 15522633.914605,
"N" : 473530,
"percentile" : {
"1.000000" : 8847360,
"5.000000" : 10158080,
"10.000000" : 12386304,
"20.000000" : 17170432,
"30.000000" : 20054016,
"40.000000" : 24772608,
"50.000000" : 27918336,
"60.000000" : 31588352,
"70.000000" : 36438016,
"80.000000" : 41680896,
"90.000000" : 51118080,
"95.000000" : 60030976,
"99.000000" : 78118912,
"99.500000" : 84410368,
"99.900000" : 100139008,
"99.950000" : 106430464,
"99.990000" : 119013376
},
"bins" : {
"6127616" : 2,
"6193152" : 1,
"6258688" : 1,
"6324224" : 1,
"6455296" : 1,
"6586368" : 1,
"6651904" : 1,
"6717440" : 1,
"6782976" : 2,
"6848512" : 5,
"6914048" : 2,
"6979584" : 5,
"7045120" : 12,
"7110656" : 15,
"7176192" : 11,
"7241728" : 16,
"7307264" : 24,
"7372800" : 43,
"7438336" : 31,
"7503872" : 38,
"7569408" : 49,
"7634944" : 67,
"7700480" : 104,
"7766016" : 97,
"7831552" : 113,
"7897088" : 137,
"7962624" : 175,
"8028160" : 172,
"8093696" : 218,
"8159232" : 238,
"8224768" : 233,
"8290304" : 275,
"8355840" : 251,
"8454144" : 668,
"8585216" : 768,
"8716288" : 925,
"8847360" : 1067,
"8978432" : 1206,
"9109504" : 1364,
"9240576" : 1573,
"9371648" : 1721,
"9502720" : 1918,
"9633792" : 2091,
"9764864" : 2324,
"9895936" : 2239,
"10027008" : 2423,
"10158080" : 2489,
"10289152" : 2456,
"10420224" : 2210,
"10551296" : 2229,
"10682368" : 1984,
"10813440" : 1941,
"10944512" : 1744,
"11075584" : 1471,
"11206656" : 1296,
"11337728" : 1182,
"11468800" : 1070,
"11599872" : 968,
"11730944" : 839,
"11862016" : 773,
"11993088" : 658,
"12124160" : 608,
"12255232" : 609,
"12386304" : 647,
"12517376" : 636,
"12648448" : 638,
"12779520" : 708,
"12910592" : 718,
"13041664" : 751,
"13172736" : 817,
"13303808" : 847,
"13434880" : 787,
"13565952" : 863,
"13697024" : 926,
"13828096" : 1000,
"13959168" : 1025,
"14090240" : 1064,
"14221312" : 1081,
"14352384" : 1197,
"14483456" : 1202,
"14614528" : 1205,
"14745600" : 1237,
"14876672" : 1370,
"15007744" : 1328,
"15138816" : 1420,
"15269888" : 1438,
"15400960" : 1523,
"15532032" : 1596,
"15663104" : 1668,
"15794176" : 1653,
"15925248" : 1766,
"16056320" : 1687,
"16187392" : 1788,
"16318464" : 1908,
"16449536" : 1930,
"16580608" : 1903,
"16711680" : 2073,
"16908288" : 4390,
"17170432" : 4441,
"17432576" : 4531,
"17694720" : 4578,
"17956864" : 4451,
"18219008" : 4505,
"18481152" : 4543,
"18743296" : 4524,
"19005440" : 4374,
"19267584" : 4051,
"19529728" : 3955,
"19791872" : 3666,
"20054016" : 3482,
"20316160" : 3143,
"20578304" : 2851,
"20840448" : 2591,
"21102592" : 2646,
"21364736" : 2284,
"21626880" : 2320,
"21889024" : 2225,
"22151168" : 2277,
"22413312" : 2213,
"22675456" : 2240,
"22937600" : 2281,
"23199744" : 2336,
"23461888" : 2596,
"23724032" : 2743,
"23986176" : 2927,
"24248320" : 3031,
"24510464" : 3244,
"24772608" : 3439,
"25034752" : 3570,
"25296896" : 3651,
"25559040" : 3816,
"25821184" : 3919,
"26083328" : 4038,
"26345472" : 4132,
"26607616" : 4153,
"26869760" : 4204,
"27131904" : 4061,
"27394048" : 4105,
"27656192" : 3984,
"27918336" : 3934,
"28180480" : 3934,
"28442624" : 3955,
"28704768" : 3925,
"28966912" : 3679,
"29229056" : 3445,
"29491200" : 3299,
"29753344" : 3282,
"30015488" : 2969,
"30277632" : 2862,
"30539776" : 2815,
"30801920" : 2696,
"31064064" : 2531,
"31326208" : 2423,
"31588352" : 2463,
"31850496" : 2448,
"32112640" : 2509,
"32374784" : 2546,
"32636928" : 2506,
"32899072" : 2637,
"33161216" : 2603,
"33423360" : 2668,
"33816576" : 5565,
"34340864" : 5630,
"34865152" : 5841,
"35389440" : 5791,
"35913728" : 5593,
"36438016" : 5447,
"36962304" : 5356,
"37486592" : 5162,
"38010880" : 4902,
"38535168" : 4655,
"39059456" : 4569,
"39583744" : 4182,
"40108032" : 3849,
"40632320" : 3597,
"41156608" : 3417,
"41680896" : 3522,
"42205184" : 3158,
"42729472" : 3133,
"43253760" : 2923,
"43778048" : 2918,
"44302336" : 2841,
"44826624" : 3096,
"45350912" : 2829,
"45875200" : 2756,
"46399488" : 2812,
"46923776" : 2675,
"47448064" : 2631,
"47972352" : 2421,
"48496640" : 2326,
"49020928" : 2371,
"49545216" : 2268,
"50069504" : 2005,
"50593792" : 1926,
"51118080" : 1873,
"51642368" : 1754,
"52166656" : 1597,
"52690944" : 1657,
"53215232" : 1453,
"53739520" : 1412,
"54263808" : 1442,
"54788096" : 1497,
"55312384" : 1442,
"55836672" : 1436,
"56360960" : 1365,
"56885248" : 1342,
"57409536" : 1351,
"57933824" : 1422,
"58458112" : 1292,
"58982400" : 1191,
"59506688" : 1121,
"60030976" : 1046,
"60555264" : 1036,
"61079552" : 1026,
"61603840" : 921,
"62128128" : 945,
"62652416" : 869,
"63176704" : 837,
"63700992" : 800,
"64225280" : 771,
"64749568" : 715,
"65273856" : 708,
"65798144" : 706,
"66322432" : 716,
"66846720" : 664,
"67633152" : 1256,
"68681728" : 1122,
"69730304" : 990,
"70778880" : 881,
"71827456" : 801,
"72876032" : 657,
"73924608" : 655,
"74973184" : 604,
"76021760" : 534,
"77070336" : 512,
"78118912" : 470,
"79167488" : 404,
"80216064" : 365,
"81264640" : 328,
"82313216" : 320,
"83361792" : 280,
"84410368" : 258,
"85458944" : 246,
"86507520" : 197,
"87556096" : 201,
"88604672" : 181,
"89653248" : 176,
"90701824" : 160,
"91750400" : 115,
"92798976" : 90,
"93847552" : 90,
"94896128" : 69,
"95944704" : 98,
"96993280" : 79,
"98041856" : 55,
"99090432" : 75,
"100139008" : 78,
"101187584" : 39,
"102236160" : 41,
"103284736" : 32,
"104333312" : 29,
"105381888" : 19,
"106430464" : 26,
"107479040" : 25,
"108527616" : 23,
"109576192" : 20,
"110624768" : 20,
"111673344" : 22,
"112721920" : 17,
"113770496" : 11,
"114819072" : 8,
"115867648" : 11,
"116916224" : 11,
"117964800" : 9,
"119013376" : 5,
"120061952" : 2,
"121110528" : 7,
"122159104" : 7,
"123207680" : 2,
"125304832" : 1,
"126353408" : 5,
"127401984" : 4,
"128450560" : 1,
"129499136" : 4,
"130547712" : 3,
"131596288" : 1,
"132644864" : 4,
"137363456" : 2,
"139460608" : 1,
"141557760" : 1
}
},
"lat_ns" : {
"min" : 6507215,
"max" : 142887230,
"mean" : 32446822.859323,
"stddev" : 16102908.588989,
"N" : 473530
},
"bw_min" : 45144,
"bw_max" : 81890,
"bw_agg" : 100.000000,
"bw_mean" : 63185.271186,
"bw_dev" : 246.353448,
"bw_samples" : 1888,
"iops_min" : 11281,
"iops_max" : 20470,
"iops_mean" : 15793.559322,
"iops_stddev" : 61.591546,
"iops_samples" : 1888
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 960171,
"usr_cpu" : 0.222669,
"sys_cpu" : 4.073858,
"ctx" : 765001,
"majf" : 0,
"minf" : 1136,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.409138,
"20" : 25.703498,
"50" : 58.827355,
"100" : 10.957805,
"250" : 0.095447,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095508,
"timestamp_ms" : 1773095508368,
"time" : "Mon Mar 9 19:31:48 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 139,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2661441536,
"io_kbytes" : 2599064,
"bw_bytes" : 66519408,
"bw" : 64960,
"iops" : 16245.038740,
"runtime" : 40010,
"total_ios" : 649964,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 258786,
"max" : 47765064,
"mean" : 1959780.227776,
"stddev" : 3062933.731877,
"N" : 649964
},
"clat_ns" : {
"min" : 6107514,
"max" : 141972813,
"mean" : 29560462.396215,
"stddev" : 15110876.578032,
"N" : 649932,
"percentile" : {
"1.000000" : 8847360,
"5.000000" : 10158080,
"10.000000" : 11730944,
"20.000000" : 16580608,
"30.000000" : 19267584,
"40.000000" : 23724032,
"50.000000" : 27131904,
"60.000000" : 30539776,
"70.000000" : 35389440,
"80.000000" : 40632320,
"90.000000" : 50069504,
"95.000000" : 58458112,
"99.000000" : 74973184,
"99.500000" : 82313216,
"99.900000" : 98041856,
"99.950000" : 103284736,
"99.990000" : 116916224
},
"bins" : {
"6127616" : 2,
"6193152" : 1,
"6258688" : 1,
"6324224" : 1,
"6455296" : 1,
"6586368" : 1,
"6651904" : 1,
"6717440" : 1,
"6782976" : 3,
"6848512" : 6,
"6914048" : 2,
"6979584" : 7,
"7045120" : 15,
"7110656" : 17,
"7176192" : 16,
"7241728" : 21,
"7307264" : 30,
"7372800" : 49,
"7438336" : 43,
"7503872" : 55,
"7569408" : 73,
"7634944" : 91,
"7700480" : 121,
"7766016" : 140,
"7831552" : 156,
"7897088" : 187,
"7962624" : 227,
"8028160" : 240,
"8093696" : 301,
"8159232" : 318,
"8224768" : 321,
"8290304" : 378,
"8355840" : 376,
"8454144" : 907,
"8585216" : 1080,
"8716288" : 1248,
"8847360" : 1482,
"8978432" : 1640,
"9109504" : 1924,
"9240576" : 2236,
"9371648" : 2440,
"9502720" : 2651,
"9633792" : 2930,
"9764864" : 3296,
"9895936" : 3264,
"10027008" : 3496,
"10158080" : 3579,
"10289152" : 3609,
"10420224" : 3317,
"10551296" : 3311,
"10682368" : 3028,
"10813440" : 2937,
"10944512" : 2607,
"11075584" : 2376,
"11206656" : 2080,
"11337728" : 1913,
"11468800" : 1731,
"11599872" : 1593,
"11730944" : 1406,
"11862016" : 1273,
"11993088" : 1185,
"12124160" : 1053,
"12255232" : 1058,
"12386304" : 1143,
"12517376" : 1107,
"12648448" : 1052,
"12779520" : 1154,
"12910592" : 1109,
"13041664" : 1193,
"13172736" : 1307,
"13303808" : 1346,
"13434880" : 1260,
"13565952" : 1349,
"13697024" : 1407,
"13828096" : 1498,
"13959168" : 1585,
"14090240" : 1631,
"14221312" : 1686,
"14352384" : 1791,
"14483456" : 1800,
"14614528" : 1833,
"14745600" : 1827,
"14876672" : 1984,
"15007744" : 1988,
"15138816" : 2109,
"15269888" : 2119,
"15400960" : 2208,
"15532032" : 2250,
"15663104" : 2390,
"15794176" : 2337,
"15925248" : 2484,
"16056320" : 2415,
"16187392" : 2546,
"16318464" : 2786,
"16449536" : 2769,
"16580608" : 2738,
"16711680" : 2908,
"16908288" : 6221,
"17170432" : 6195,
"17432576" : 6287,
"17694720" : 6432,
"17956864" : 6405,
"18219008" : 6466,
"18481152" : 6493,
"18743296" : 6461,
"19005440" : 6194,
"19267584" : 5809,
"19529728" : 5543,
"19791872" : 5119,
"20054016" : 4838,
"20316160" : 4461,
"20578304" : 4087,
"20840448" : 3717,
"21102592" : 3696,
"21364736" : 3266,
"21626880" : 3350,
"21889024" : 3199,
"22151168" : 3175,
"22413312" : 3240,
"22675456" : 3274,
"22937600" : 3393,
"23199744" : 3459,
"23461888" : 3791,
"23724032" : 3874,
"23986176" : 4173,
"24248320" : 4271,
"24510464" : 4605,
"24772608" : 4815,
"25034752" : 4998,
"25296896" : 5052,
"25559040" : 5283,
"25821184" : 5349,
"26083328" : 5536,
"26345472" : 5612,
"26607616" : 5633,
"26869760" : 5676,
"27131904" : 5588,
"27394048" : 5603,
"27656192" : 5503,
"27918336" : 5463,
"28180480" : 5462,
"28442624" : 5448,
"28704768" : 5260,
"28966912" : 5027,
"29229056" : 4770,
"29491200" : 4528,
"29753344" : 4450,
"30015488" : 4114,
"30277632" : 4029,
"30539776" : 3879,
"30801920" : 3697,
"31064064" : 3497,
"31326208" : 3361,
"31588352" : 3295,
"31850496" : 3310,
"32112640" : 3381,
"32374784" : 3456,
"32636928" : 3383,
"32899072" : 3532,
"33161216" : 3473,
"33423360" : 3517,
"33816576" : 7423,
"34340864" : 7282,
"34865152" : 7515,
"35389440" : 7550,
"35913728" : 7391,
"36438016" : 7154,
"36962304" : 7169,
"37486592" : 6773,
"38010880" : 6417,
"38535168" : 6250,
"39059456" : 6039,
"39583744" : 5472,
"40108032" : 5004,
"40632320" : 4670,
"41156608" : 4353,
"41680896" : 4520,
"42205184" : 4198,
"42729472" : 4082,
"43253760" : 3906,
"43778048" : 3925,
"44302336" : 3770,
"44826624" : 4105,
"45350912" : 3780,
"45875200" : 3561,
"46399488" : 3598,
"46923776" : 3411,
"47448064" : 3456,
"47972352" : 3070,
"48496640" : 2985,
"49020928" : 2989,
"49545216" : 2859,
"50069504" : 2563,
"50593792" : 2476,
"51118080" : 2446,
"51642368" : 2314,
"52166656" : 2125,
"52690944" : 2140,
"53215232" : 1912,
"53739520" : 1793,
"54263808" : 1876,
"54788096" : 1901,
"55312384" : 1868,
"55836672" : 1787,
"56360960" : 1703,
"56885248" : 1713,
"57409536" : 1730,
"57933824" : 1721,
"58458112" : 1621,
"58982400" : 1525,
"59506688" : 1390,
"60030976" : 1326,
"60555264" : 1315,
"61079552" : 1316,
"61603840" : 1163,
"62128128" : 1167,
"62652416" : 1083,
"63176704" : 1034,
"63700992" : 983,
"64225280" : 975,
"64749568" : 865,
"65273856" : 842,
"65798144" : 853,
"66322432" : 885,
"66846720" : 810,
"67633152" : 1486,
"68681728" : 1309,
"69730304" : 1161,
"70778880" : 1035,
"71827456" : 937,
"72876032" : 767,
"73924608" : 774,
"74973184" : 694,
"76021760" : 606,
"77070336" : 585,
"78118912" : 533,
"79167488" : 459,
"80216064" : 412,
"81264640" : 371,
"82313216" : 357,
"83361792" : 307,
"84410368" : 281,
"85458944" : 272,
"86507520" : 222,
"87556096" : 227,
"88604672" : 201,
"89653248" : 188,
"90701824" : 170,
"91750400" : 129,
"92798976" : 97,
"93847552" : 101,
"94896128" : 71,
"95944704" : 104,
"96993280" : 86,
"98041856" : 62,
"99090432" : 83,
"100139008" : 83,
"101187584" : 42,
"102236160" : 41,
"103284736" : 34,
"104333312" : 31,
"105381888" : 20,
"106430464" : 32,
"107479040" : 25,
"108527616" : 24,
"109576192" : 21,
"110624768" : 20,
"111673344" : 22,
"112721920" : 17,
"113770496" : 11,
"114819072" : 8,
"115867648" : 11,
"116916224" : 11,
"117964800" : 9,
"119013376" : 5,
"120061952" : 2,
"121110528" : 7,
"122159104" : 7,
"123207680" : 2,
"125304832" : 1,
"126353408" : 5,
"127401984" : 4,
"128450560" : 1,
"129499136" : 4,
"130547712" : 3,
"131596288" : 1,
"132644864" : 4,
"137363456" : 2,
"139460608" : 1,
"141557760" : 1
}
},
"lat_ns" : {
"min" : 6507215,
"max" : 142887230,
"mean" : 31520000.785165,
"stddev" : 15677059.930656,
"N" : 649932
},
"bw_min" : 45144,
"bw_max" : 86961,
"bw_agg" : 99.982513,
"bw_mean" : 64949.405063,
"bw_dev" : 269.659366,
"bw_samples" : 2528,
"iops_min" : 11281,
"iops_max" : 21739,
"iops_mean" : 16234.772152,
"iops_stddev" : 67.434308,
"iops_samples" : 2528
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1280167,
"usr_cpu" : 0.226845,
"sys_cpu" : 4.210857,
"ctx" : 1049231,
"majf" : 0,
"minf" : 1136,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.504096,
"20" : 27.505370,
"50" : 58.006905,
"100" : 9.906087,
"250" : 0.072619,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095518,
"timestamp_ms" : 1773095518372,
"time" : "Mon Mar 9 19:31:58 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3325120512,
"io_kbytes" : 3247188,
"bw_bytes" : 66489112,
"bw" : 64930,
"iops" : 16234.973005,
"runtime" : 50010,
"total_ios" : 811911,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 258786,
"max" : 55560497,
"mean" : 1960906.894687,
"stddev" : 3071791.091071,
"N" : 811912
},
"clat_ns" : {
"min" : 6107514,
"max" : 155911944,
"mean" : 29575507.275759,
"stddev" : 15312317.215684,
"N" : 811879,
"percentile" : {
"1.000000" : 8847360,
"5.000000" : 10158080,
"10.000000" : 11730944,
"20.000000" : 16580608,
"30.000000" : 19267584,
"40.000000" : 23461888,
"50.000000" : 26869760,
"60.000000" : 30539776,
"70.000000" : 35389440,
"80.000000" : 40632320,
"90.000000" : 50069504,
"95.000000" : 58982400,
"99.000000" : 76021760,
"99.500000" : 83361792,
"99.900000" : 100139008,
"99.950000" : 107479040,
"99.990000" : 123207680
},
"bins" : {
"6127616" : 2,
"6193152" : 1,
"6258688" : 1,
"6324224" : 1,
"6455296" : 1,
"6586368" : 1,
"6651904" : 1,
"6717440" : 2,
"6782976" : 4,
"6848512" : 7,
"6914048" : 3,
"6979584" : 9,
"7045120" : 16,
"7110656" : 25,
"7176192" : 22,
"7241728" : 24,
"7307264" : 37,
"7372800" : 63,
"7438336" : 55,
"7503872" : 75,
"7569408" : 89,
"7634944" : 115,
"7700480" : 142,
"7766016" : 176,
"7831552" : 195,
"7897088" : 232,
"7962624" : 281,
"8028160" : 296,
"8093696" : 363,
"8159232" : 394,
"8224768" : 399,
"8290304" : 461,
"8355840" : 475,
"8454144" : 1155,
"8585216" : 1377,
"8716288" : 1546,
"8847360" : 1832,
"8978432" : 2044,
"9109504" : 2388,
"9240576" : 2732,
"9371648" : 3069,
"9502720" : 3290,
"9633792" : 3651,
"9764864" : 4078,
"9895936" : 4080,
"10027008" : 4328,
"10158080" : 4458,
"10289152" : 4554,
"10420224" : 4199,
"10551296" : 4200,
"10682368" : 3836,
"10813440" : 3705,
"10944512" : 3334,
"11075584" : 2952,
"11206656" : 2634,
"11337728" : 2378,
"11468800" : 2182,
"11599872" : 2021,
"11730944" : 1778,
"11862016" : 1614,
"11993088" : 1519,
"12124160" : 1347,
"12255232" : 1357,
"12386304" : 1414,
"12517376" : 1394,
"12648448" : 1352,
"12779520" : 1450,
"12910592" : 1385,
"13041664" : 1469,
"13172736" : 1664,
"13303808" : 1704,
"13434880" : 1617,
"13565952" : 1736,
"13697024" : 1742,
"13828096" : 1882,
"13959168" : 2025,
"14090240" : 2083,
"14221312" : 2146,
"14352384" : 2299,
"14483456" : 2317,
"14614528" : 2382,
"14745600" : 2393,
"14876672" : 2504,
"15007744" : 2574,
"15138816" : 2752,
"15269888" : 2722,
"15400960" : 2829,
"15532032" : 2826,
"15663104" : 3051,
"15794176" : 3018,
"15925248" : 3228,
"16056320" : 3166,
"16187392" : 3329,
"16318464" : 3574,
"16449536" : 3511,
"16580608" : 3497,
"16711680" : 3714,
"16908288" : 7839,
"17170432" : 7888,
"17432576" : 7999,
"17694720" : 8143,
"17956864" : 7960,
"18219008" : 8080,
"18481152" : 8059,
"18743296" : 7941,
"19005440" : 7668,
"19267584" : 7203,
"19529728" : 6811,
"19791872" : 6369,
"20054016" : 6071,
"20316160" : 5613,
"20578304" : 5227,
"20840448" : 4812,
"21102592" : 4616,
"21364736" : 4204,
"21626880" : 4274,
"21889024" : 4114,
"22151168" : 4061,
"22413312" : 4195,
"22675456" : 4202,
"22937600" : 4354,
"23199744" : 4406,
"23461888" : 4770,
"23724032" : 4880,
"23986176" : 5246,
"24248320" : 5321,
"24510464" : 5693,
"24772608" : 5958,
"25034752" : 6185,
"25296896" : 6330,
"25559040" : 6516,
"25821184" : 6662,
"26083328" : 6945,
"26345472" : 6935,
"26607616" : 7079,
"26869760" : 7070,
"27131904" : 6939,
"27394048" : 6868,
"27656192" : 6759,
"27918336" : 6713,
"28180480" : 6658,
"28442624" : 6697,
"28704768" : 6490,
"28966912" : 6134,
"29229056" : 5811,
"29491200" : 5483,
"29753344" : 5442,
"30015488" : 5096,
"30277632" : 4961,
"30539776" : 4772,
"30801920" : 4542,
"31064064" : 4365,
"31326208" : 4175,
"31588352" : 4152,
"31850496" : 4177,
"32112640" : 4142,
"32374784" : 4207,
"32636928" : 4153,
"32899072" : 4350,
"33161216" : 4298,
"33423360" : 4364,
"33816576" : 9100,
"34340864" : 9045,
"34865152" : 9262,
"35389440" : 9176,
"35913728" : 8986,
"36438016" : 8754,
"36962304" : 8674,
"37486592" : 8163,
"38010880" : 7912,
"38535168" : 7579,
"39059456" : 7273,
"39583744" : 6693,
"40108032" : 6177,
"40632320" : 5876,
"41156608" : 5474,
"41680896" : 5657,
"42205184" : 5238,
"42729472" : 5125,
"43253760" : 4882,
"43778048" : 4839,
"44302336" : 4681,
"44826624" : 4926,
"45350912" : 4685,
"45875200" : 4409,
"46399488" : 4426,
"46923776" : 4219,
"47448064" : 4223,
"47972352" : 3768,
"48496640" : 3765,
"49020928" : 3660,
"49545216" : 3531,
"50069504" : 3197,
"50593792" : 3101,
"51118080" : 3045,
"51642368" : 2918,
"52166656" : 2677,
"52690944" : 2673,
"53215232" : 2419,
"53739520" : 2292,
"54263808" : 2330,
"54788096" : 2353,
"55312384" : 2289,
"55836672" : 2219,
"56360960" : 2093,
"56885248" : 2128,
"57409536" : 2193,
"57933824" : 2148,
"58458112" : 2010,
"58982400" : 1910,
"59506688" : 1754,
"60030976" : 1704,
"60555264" : 1673,
"61079552" : 1657,
"61603840" : 1502,
"62128128" : 1441,
"62652416" : 1357,
"63176704" : 1256,
"63700992" : 1268,
"64225280" : 1239,
"64749568" : 1096,
"65273856" : 1094,
"65798144" : 1099,
"66322432" : 1118,
"66846720" : 1022,
"67633152" : 1928,
"68681728" : 1767,
"69730304" : 1519,
"70778880" : 1377,
"71827456" : 1210,
"72876032" : 1048,
"73924608" : 1039,
"74973184" : 915,
"76021760" : 827,
"77070336" : 783,
"78118912" : 730,
"79167488" : 617,
"80216064" : 531,
"81264640" : 490,
"82313216" : 449,
"83361792" : 413,
"84410368" : 371,
"85458944" : 342,
"86507520" : 300,
"87556096" : 301,
"88604672" : 283,
"89653248" : 259,
"90701824" : 216,
"91750400" : 175,
"92798976" : 142,
"93847552" : 160,
"94896128" : 114,
"95944704" : 143,
"96993280" : 122,
"98041856" : 86,
"99090432" : 106,
"100139008" : 116,
"101187584" : 69,
"102236160" : 58,
"103284736" : 57,
"104333312" : 51,
"105381888" : 36,
"106430464" : 44,
"107479040" : 35,
"108527616" : 39,
"109576192" : 34,
"110624768" : 37,
"111673344" : 32,
"112721920" : 23,
"113770496" : 22,
"114819072" : 17,
"115867648" : 19,
"116916224" : 15,
"117964800" : 21,
"119013376" : 13,
"120061952" : 13,
"121110528" : 12,
"122159104" : 10,
"123207680" : 7,
"124256256" : 2,
"125304832" : 3,
"126353408" : 8,
"127401984" : 8,
"128450560" : 2,
"129499136" : 6,
"130547712" : 7,
"131596288" : 8,
"132644864" : 7,
"133693440" : 2,
"135266304" : 7,
"137363456" : 8,
"139460608" : 1,
"141557760" : 7,
"143654912" : 1,
"149946368" : 1,
"154140672" : 1,
"156237824" : 3
}
},
"lat_ns" : {
"min" : 6507215,
"max" : 156981919,
"mean" : 31536051.545904,
"stddev" : 15886151.244478,
"N" : 811879
},
"bw_min" : 44244,
"bw_max" : 87340,
"bw_agg" : 100.000000,
"bw_mean" : 65068.555556,
"bw_dev" : 278.180470,
"bw_samples" : 3168,
"iops_min" : 11057,
"iops_max" : 21834,
"iops_mean" : 16265.080808,
"iops_stddev" : 69.561133,
"iops_samples" : 3168
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1600167,
"usr_cpu" : 0.225414,
"sys_cpu" : 4.211623,
"ctx" : 1311430,
"majf" : 0,
"minf" : 1136,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999877,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.485837,
"20" : 27.803294,
"50" : 57.519728,
"100" : 10.087313,
"250" : 0.099888,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095528,
"timestamp_ms" : 1773095528371,
"time" : "Mon Mar 9 19:32:08 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 119,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3945738240,
"io_kbytes" : 3853260,
"bw_bytes" : 65752441,
"bw" : 64211,
"iops" : 16054.458498,
"runtime" : 60009,
"total_ios" : 963412,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 258786,
"max" : 55560497,
"mean" : 1983114.221351,
"stddev" : 3104994.722827,
"N" : 963412
},
"clat_ns" : {
"min" : 6107514,
"max" : 155911944,
"mean" : 29903807.324096,
"stddev" : 15487393.934387,
"N" : 963380,
"percentile" : {
"1.000000" : 8847360,
"5.000000" : 10158080,
"10.000000" : 11993088,
"20.000000" : 16908288,
"30.000000" : 19529728,
"40.000000" : 23986176,
"50.000000" : 27131904,
"60.000000" : 30801920,
"70.000000" : 35389440,
"80.000000" : 41156608,
"90.000000" : 50593792,
"95.000000" : 59506688,
"99.000000" : 78118912,
"99.500000" : 85458944,
"99.900000" : 101187584,
"99.950000" : 107479040,
"99.990000" : 122159104
},
"bins" : {
"6127616" : 2,
"6193152" : 1,
"6258688" : 1,
"6324224" : 1,
"6455296" : 1,
"6586368" : 1,
"6651904" : 1,
"6717440" : 2,
"6782976" : 4,
"6848512" : 7,
"6914048" : 4,
"6979584" : 11,
"7045120" : 17,
"7110656" : 30,
"7176192" : 26,
"7241728" : 34,
"7307264" : 52,
"7372800" : 83,
"7438336" : 76,
"7503872" : 92,
"7569408" : 125,
"7634944" : 147,
"7700480" : 172,
"7766016" : 203,
"7831552" : 237,
"7897088" : 266,
"7962624" : 336,
"8028160" : 335,
"8093696" : 403,
"8159232" : 449,
"8224768" : 459,
"8290304" : 549,
"8355840" : 589,
"8454144" : 1389,
"8585216" : 1636,
"8716288" : 1838,
"8847360" : 2207,
"8978432" : 2465,
"9109504" : 2869,
"9240576" : 3313,
"9371648" : 3665,
"9502720" : 3901,
"9633792" : 4368,
"9764864" : 4736,
"9895936" : 4855,
"10027008" : 5075,
"10158080" : 5140,
"10289152" : 5194,
"10420224" : 4813,
"10551296" : 4714,
"10682368" : 4288,
"10813440" : 4177,
"10944512" : 3692,
"11075584" : 3265,
"11206656" : 2891,
"11337728" : 2560,
"11468800" : 2350,
"11599872" : 2152,
"11730944" : 1921,
"11862016" : 1714,
"11993088" : 1606,
"12124160" : 1423,
"12255232" : 1434,
"12386304" : 1477,
"12517376" : 1462,
"12648448" : 1415,
"12779520" : 1527,
"12910592" : 1460,
"13041664" : 1549,
"13172736" : 1772,
"13303808" : 1827,
"13434880" : 1733,
"13565952" : 1870,
"13697024" : 1909,
"13828096" : 2037,
"13959168" : 2215,
"14090240" : 2299,
"14221312" : 2378,
"14352384" : 2522,
"14483456" : 2575,
"14614528" : 2668,
"14745600" : 2681,
"14876672" : 2819,
"15007744" : 2921,
"15138816" : 3123,
"15269888" : 3113,
"15400960" : 3247,
"15532032" : 3264,
"15663104" : 3497,
"15794176" : 3501,
"15925248" : 3774,
"16056320" : 3686,
"16187392" : 3876,
"16318464" : 4198,
"16449536" : 4160,
"16580608" : 4153,
"16711680" : 4346,
"16908288" : 9169,
"17170432" : 9409,
"17432576" : 9539,
"17694720" : 9751,
"17956864" : 9612,
"18219008" : 9635,
"18481152" : 9563,
"18743296" : 9371,
"19005440" : 9085,
"19267584" : 8553,
"19529728" : 8022,
"19791872" : 7462,
"20054016" : 7115,
"20316160" : 6521,
"20578304" : 6088,
"20840448" : 5581,
"21102592" : 5345,
"21364736" : 4922,
"21626880" : 4994,
"21889024" : 4864,
"22151168" : 4882,
"22413312" : 5021,
"22675456" : 5079,
"22937600" : 5186,
"23199744" : 5308,
"23461888" : 5691,
"23724032" : 5807,
"23986176" : 6314,
"24248320" : 6453,
"24510464" : 6775,
"24772608" : 7107,
"25034752" : 7425,
"25296896" : 7696,
"25559040" : 7926,
"25821184" : 8147,
"26083328" : 8399,
"26345472" : 8467,
"26607616" : 8639,
"26869760" : 8588,
"27131904" : 8446,
"27394048" : 8380,
"27656192" : 8236,
"27918336" : 8142,
"28180480" : 8110,
"28442624" : 7974,
"28704768" : 7680,
"28966912" : 7246,
"29229056" : 6870,
"29491200" : 6494,
"29753344" : 6375,
"30015488" : 6092,
"30277632" : 5836,
"30539776" : 5558,
"30801920" : 5257,
"31064064" : 5125,
"31326208" : 4909,
"31588352" : 4928,
"31850496" : 4912,
"32112640" : 4900,
"32374784" : 5019,
"32636928" : 4942,
"32899072" : 5138,
"33161216" : 5089,
"33423360" : 5239,
"33816576" : 10978,
"34340864" : 10933,
"34865152" : 11124,
"35389440" : 11153,
"35913728" : 10936,
"36438016" : 10590,
"36962304" : 10337,
"37486592" : 9769,
"38010880" : 9341,
"38535168" : 8855,
"39059456" : 8584,
"39583744" : 7992,
"40108032" : 7390,
"40632320" : 7052,
"41156608" : 6526,
"41680896" : 6734,
"42205184" : 6409,
"42729472" : 6218,
"43253760" : 5978,
"43778048" : 5910,
"44302336" : 5653,
"44826624" : 5968,
"45350912" : 5662,
"45875200" : 5294,
"46399488" : 5264,
"46923776" : 5080,
"47448064" : 5070,
"47972352" : 4519,
"48496640" : 4500,
"49020928" : 4387,
"49545216" : 4263,
"50069504" : 3913,
"50593792" : 3742,
"51118080" : 3609,
"51642368" : 3550,
"52166656" : 3263,
"52690944" : 3212,
"53215232" : 2903,
"53739520" : 2802,
"54263808" : 2753,
"54788096" : 2842,
"55312384" : 2777,
"55836672" : 2705,
"56360960" : 2489,
"56885248" : 2496,
"57409536" : 2566,
"57933824" : 2561,
"58458112" : 2435,
"58982400" : 2311,
"59506688" : 2093,
"60030976" : 2106,
"60555264" : 1995,
"61079552" : 2014,
"61603840" : 1807,
"62128128" : 1789,
"62652416" : 1638,
"63176704" : 1517,
"63700992" : 1536,
"64225280" : 1508,
"64749568" : 1336,
"65273856" : 1336,
"65798144" : 1278,
"66322432" : 1323,
"66846720" : 1208,
"67633152" : 2376,
"68681728" : 2176,
"69730304" : 1911,
"70778880" : 1781,
"71827456" : 1580,
"72876032" : 1346,
"73924608" : 1316,
"74973184" : 1184,
"76021760" : 1050,
"77070336" : 1032,
"78118912" : 958,
"79167488" : 820,
"80216064" : 716,
"81264640" : 653,
"82313216" : 639,
"83361792" : 568,
"84410368" : 521,
"85458944" : 457,
"86507520" : 420,
"87556096" : 420,
"88604672" : 406,
"89653248" : 375,
"90701824" : 322,
"91750400" : 255,
"92798976" : 222,
"93847552" : 241,
"94896128" : 180,
"95944704" : 198,
"96993280" : 169,
"98041856" : 134,
"99090432" : 133,
"100139008" : 136,
"101187584" : 110,
"102236160" : 86,
"103284736" : 80,
"104333312" : 80,
"105381888" : 53,
"106430464" : 55,
"107479040" : 46,
"108527616" : 48,
"109576192" : 44,
"110624768" : 44,
"111673344" : 40,
"112721920" : 34,
"113770496" : 29,
"114819072" : 19,
"115867648" : 21,
"116916224" : 18,
"117964800" : 21,
"119013376" : 13,
"120061952" : 14,
"121110528" : 14,
"122159104" : 11,
"123207680" : 8,
"124256256" : 3,
"125304832" : 3,
"126353408" : 9,
"127401984" : 8,
"128450560" : 2,
"129499136" : 6,
"130547712" : 8,
"131596288" : 9,
"132644864" : 7,
"133693440" : 2,
"135266304" : 7,
"137363456" : 8,
"139460608" : 1,
"141557760" : 7,
"143654912" : 1,
"149946368" : 1,
"154140672" : 1,
"156237824" : 3
}
},
"lat_ns" : {
"min" : 6507215,
"max" : 156981919,
"mean" : 31885986.625750,
"stddev" : 16066530.018196,
"N" : 963380
},
"bw_min" : 42680,
"bw_max" : 88324,
"bw_agg" : 100.000000,
"bw_mean" : 64372.932773,
"bw_dev" : 294.493660,
"bw_samples" : 3808,
"iops_min" : 10668,
"iops_max" : 22080,
"iops_mean" : 16091.310924,
"iops_stddev" : 73.635643,
"iops_samples" : 3808
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1920148,
"usr_cpu" : 0.223004,
"sys_cpu" : 4.157023,
"ctx" : 1559590,
"majf" : 0,
"minf" : 1136,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.504200,
"20" : 26.921193,
"50" : 58.022632,
"100" : 10.439459,
"250" : 0.109195,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095538,
"timestamp_ms" : 1773095538372,
"time" : "Mon Mar 9 19:32:18 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4598829056,
"io_kbytes" : 4491044,
"bw_bytes" : 65688173,
"bw" : 64148,
"iops" : 16038.837309,
"runtime" : 70010,
"total_ios" : 1122879,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 258786,
"max" : 55560497,
"mean" : 1984925.102337,
"stddev" : 3104390.699802,
"N" : 1122879
},
"clat_ns" : {
"min" : 6107514,
"max" : 155911944,
"mean" : 29935685.415018,
"stddev" : 15443259.216299,
"N" : 1122847,
"percentile" : {
"1.000000" : 8847360,
"5.000000" : 10158080,
"10.000000" : 11993088,
"20.000000" : 16908288,
"30.000000" : 19529728,
"40.000000" : 23986176,
"50.000000" : 27131904,
"60.000000" : 30801920,
"70.000000" : 35389440,
"80.000000" : 41156608,
"90.000000" : 50593792,
"95.000000" : 59506688,
"99.000000" : 77070336,
"99.500000" : 84410368,
"99.900000" : 100139008,
"99.950000" : 107479040,
"99.990000" : 123207680
},
"bins" : {
"6127616" : 2,
"6193152" : 1,
"6258688" : 1,
"6324224" : 1,
"6455296" : 1,
"6586368" : 1,
"6651904" : 1,
"6717440" : 2,
"6782976" : 4,
"6848512" : 8,
"6914048" : 5,
"6979584" : 11,
"7045120" : 20,
"7110656" : 32,
"7176192" : 29,
"7241728" : 42,
"7307264" : 58,
"7372800" : 92,
"7438336" : 89,
"7503872" : 109,
"7569408" : 137,
"7634944" : 164,
"7700480" : 205,
"7766016" : 237,
"7831552" : 274,
"7897088" : 315,
"7962624" : 369,
"8028160" : 392,
"8093696" : 471,
"8159232" : 507,
"8224768" : 527,
"8290304" : 629,
"8355840" : 678,
"8454144" : 1602,
"8585216" : 1828,
"8716288" : 2087,
"8847360" : 2486,
"8978432" : 2799,
"9109504" : 3301,
"9240576" : 3823,
"9371648" : 4190,
"9502720" : 4575,
"9633792" : 5084,
"9764864" : 5471,
"9895936" : 5656,
"10027008" : 5908,
"10158080" : 5980,
"10289152" : 6047,
"10420224" : 5615,
"10551296" : 5512,
"10682368" : 5042,
"10813440" : 4857,
"10944512" : 4280,
"11075584" : 3787,
"11206656" : 3369,
"11337728" : 2932,
"11468800" : 2704,
"11599872" : 2470,
"11730944" : 2199,
"11862016" : 1953,
"11993088" : 1827,
"12124160" : 1595,
"12255232" : 1645,
"12386304" : 1663,
"12517376" : 1651,
"12648448" : 1600,
"12779520" : 1727,
"12910592" : 1721,
"13041664" : 1817,
"13172736" : 2043,
"13303808" : 2091,
"13434880" : 2033,
"13565952" : 2203,
"13697024" : 2247,
"13828096" : 2389,
"13959168" : 2575,
"14090240" : 2714,
"14221312" : 2750,
"14352384" : 2864,
"14483456" : 2977,
"14614528" : 3084,
"14745600" : 3123,
"14876672" : 3279,
"15007744" : 3394,
"15138816" : 3602,
"15269888" : 3607,
"15400960" : 3746,
"15532032" : 3793,
"15663104" : 4001,
"15794176" : 4030,
"15925248" : 4305,
"16056320" : 4217,
"16187392" : 4509,
"16318464" : 4829,
"16449536" : 4780,
"16580608" : 4795,
"16711680" : 5066,
"16908288" : 10606,
"17170432" : 10991,
"17432576" : 11131,
"17694720" : 11319,
"17956864" : 11191,
"18219008" : 11224,
"18481152" : 11097,
"18743296" : 10963,
"19005440" : 10641,
"19267584" : 10003,
"19529728" : 9395,
"19791872" : 8770,
"20054016" : 8345,
"20316160" : 7687,
"20578304" : 7186,
"20840448" : 6612,
"21102592" : 6314,
"21364736" : 5798,
"21626880" : 5801,
"21889024" : 5696,
"22151168" : 5706,
"22413312" : 5810,
"22675456" : 5875,
"22937600" : 6110,
"23199744" : 6171,
"23461888" : 6601,
"23724032" : 6747,
"23986176" : 7355,
"24248320" : 7495,
"24510464" : 7892,
"24772608" : 8254,
"25034752" : 8638,
"25296896" : 8866,
"25559040" : 9127,
"25821184" : 9425,
"26083328" : 9740,
"26345472" : 9787,
"26607616" : 9978,
"26869760" : 10010,
"27131904" : 9852,
"27394048" : 9765,
"27656192" : 9623,
"27918336" : 9494,
"28180480" : 9425,
"28442624" : 9240,
"28704768" : 9001,
"28966912" : 8530,
"29229056" : 8012,
"29491200" : 7584,
"29753344" : 7479,
"30015488" : 7090,
"30277632" : 6945,
"30539776" : 6556,
"30801920" : 6197,
"31064064" : 6022,
"31326208" : 5752,
"31588352" : 5760,
"31850496" : 5730,
"32112640" : 5718,
"32374784" : 5874,
"32636928" : 5800,
"32899072" : 5938,
"33161216" : 5946,
"33423360" : 6095,
"33816576" : 12642,
"34340864" : 12621,
"34865152" : 12899,
"35389440" : 12996,
"35913728" : 12703,
"36438016" : 12438,
"36962304" : 12007,
"37486592" : 11549,
"38010880" : 10921,
"38535168" : 10573,
"39059456" : 10214,
"39583744" : 9519,
"40108032" : 8786,
"40632320" : 8321,
"41156608" : 7703,
"41680896" : 7787,
"42205184" : 7427,
"42729472" : 7224,
"43253760" : 6895,
"43778048" : 6880,
"44302336" : 6636,
"44826624" : 6936,
"45350912" : 6641,
"45875200" : 6244,
"46399488" : 6141,
"46923776" : 5972,
"47448064" : 5985,
"47972352" : 5334,
"48496640" : 5274,
"49020928" : 5211,
"49545216" : 5021,
"50069504" : 4573,
"50593792" : 4394,
"51118080" : 4237,
"51642368" : 4140,
"52166656" : 3820,
"52690944" : 3736,
"53215232" : 3438,
"53739520" : 3310,
"54263808" : 3235,
"54788096" : 3387,
"55312384" : 3245,
"55836672" : 3199,
"56360960" : 2960,
"56885248" : 2886,
"57409536" : 3026,
"57933824" : 3002,
"58458112" : 2849,
"58982400" : 2750,
"59506688" : 2487,
"60030976" : 2478,
"60555264" : 2363,
"61079552" : 2393,
"61603840" : 2122,
"62128128" : 2110,
"62652416" : 1907,
"63176704" : 1735,
"63700992" : 1793,
"64225280" : 1769,
"64749568" : 1564,
"65273856" : 1531,
"65798144" : 1477,
"66322432" : 1531,
"66846720" : 1408,
"67633152" : 2736,
"68681728" : 2497,
"69730304" : 2221,
"70778880" : 2078,
"71827456" : 1840,
"72876032" : 1563,
"73924608" : 1513,
"74973184" : 1384,
"76021760" : 1210,
"77070336" : 1204,
"78118912" : 1112,
"79167488" : 950,
"80216064" : 838,
"81264640" : 767,
"82313216" : 719,
"83361792" : 640,
"84410368" : 582,
"85458944" : 519,
"86507520" : 489,
"87556096" : 469,
"88604672" : 436,
"89653248" : 415,
"90701824" : 358,
"91750400" : 288,
"92798976" : 245,
"93847552" : 264,
"94896128" : 201,
"95944704" : 215,
"96993280" : 176,
"98041856" : 149,
"99090432" : 140,
"100139008" : 142,
"101187584" : 122,
"102236160" : 96,
"103284736" : 91,
"104333312" : 91,
"105381888" : 63,
"106430464" : 58,
"107479040" : 49,
"108527616" : 54,
"109576192" : 46,
"110624768" : 45,
"111673344" : 43,
"112721920" : 35,
"113770496" : 31,
"114819072" : 20,
"115867648" : 21,
"116916224" : 19,
"117964800" : 24,
"119013376" : 16,
"120061952" : 19,
"121110528" : 15,
"122159104" : 11,
"123207680" : 9,
"124256256" : 6,
"125304832" : 5,
"126353408" : 12,
"127401984" : 8,
"128450560" : 5,
"129499136" : 8,
"130547712" : 8,
"131596288" : 11,
"132644864" : 7,
"133693440" : 4,
"135266304" : 7,
"137363456" : 9,
"139460608" : 2,
"141557760" : 8,
"143654912" : 1,
"149946368" : 1,
"154140672" : 1,
"156237824" : 3
}
},
"lat_ns" : {
"min" : 6507215,
"max" : 156981919,
"mean" : 31920310.475231,
"stddev" : 16020095.558359,
"N" : 1122847
},
"bw_min" : 42040,
"bw_max" : 88746,
"bw_agg" : 100.000000,
"bw_mean" : 64185.978417,
"bw_dev" : 293.015204,
"bw_samples" : 4448,
"iops_min" : 10508,
"iops_max" : 22186,
"iops_mean" : 16043.971223,
"iops_stddev" : 73.278415,
"iops_samples" : 4448
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2240170,
"usr_cpu" : 0.223421,
"sys_cpu" : 4.152408,
"ctx" : 1816829,
"majf" : 0,
"minf" : 1136,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999911,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999911,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.452661,
"20" : 26.816068,
"50" : 58.167977,
"100" : 10.456870,
"250" : 0.103573,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095548,
"timestamp_ms" : 1773095548370,
"time" : "Mon Mar 9 19:32:28 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 99,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5220941824,
"io_kbytes" : 5098576,
"bw_bytes" : 65253616,
"bw" : 63724,
"iops" : 15933.358330,
"runtime" : 80010,
"total_ios" : 1274828,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 258786,
"max" : 55560497,
"mean" : 1997978.111201,
"stddev" : 3120311.375397,
"N" : 1274828
},
"clat_ns" : {
"min" : 6107514,
"max" : 155911944,
"mean" : 30135315.170066,
"stddev" : 15463773.540084,
"N" : 1274796,
"percentile" : {
"1.000000" : 8847360,
"5.000000" : 10158080,
"10.000000" : 12255232,
"20.000000" : 16908288,
"30.000000" : 19791872,
"40.000000" : 24248320,
"50.000000" : 27394048,
"60.000000" : 31064064,
"70.000000" : 35913728,
"80.000000" : 41680896,
"90.000000" : 51118080,
"95.000000" : 60030976,
"99.000000" : 77070336,
"99.500000" : 84410368,
"99.900000" : 100139008,
"99.950000" : 106430464,
"99.990000" : 122159104
},
"bins" : {
"6127616" : 2,
"6193152" : 1,
"6258688" : 1,
"6324224" : 1,
"6455296" : 1,
"6586368" : 1,
"6651904" : 1,
"6717440" : 3,
"6782976" : 4,
"6848512" : 8,
"6914048" : 7,
"6979584" : 11,
"7045120" : 23,
"7110656" : 39,
"7176192" : 34,
"7241728" : 51,
"7307264" : 68,
"7372800" : 106,
"7438336" : 103,
"7503872" : 130,
"7569408" : 167,
"7634944" : 183,
"7700480" : 233,
"7766016" : 272,
"7831552" : 333,
"7897088" : 367,
"7962624" : 431,
"8028160" : 449,
"8093696" : 531,
"8159232" : 575,
"8224768" : 605,
"8290304" : 716,
"8355840" : 779,
"8454144" : 1831,
"8585216" : 2077,
"8716288" : 2347,
"8847360" : 2826,
"8978432" : 3166,
"9109504" : 3714,
"9240576" : 4323,
"9371648" : 4780,
"9502720" : 5187,
"9633792" : 5743,
"9764864" : 6192,
"9895936" : 6460,
"10027008" : 6609,
"10158080" : 6650,
"10289152" : 6662,
"10420224" : 6193,
"10551296" : 6034,
"10682368" : 5542,
"10813440" : 5332,
"10944512" : 4666,
"11075584" : 4114,
"11206656" : 3643,
"11337728" : 3201,
"11468800" : 2896,
"11599872" : 2644,
"11730944" : 2384,
"11862016" : 2100,
"11993088" : 1950,
"12124160" : 1724,
"12255232" : 1803,
"12386304" : 1790,
"12517376" : 1798,
"12648448" : 1742,
"12779520" : 1853,
"12910592" : 1858,
"13041664" : 1939,
"13172736" : 2213,
"13303808" : 2294,
"13434880" : 2202,
"13565952" : 2409,
"13697024" : 2474,
"13828096" : 2643,
"13959168" : 2840,
"14090240" : 2957,
"14221312" : 3047,
"14352384" : 3197,
"14483456" : 3308,
"14614528" : 3433,
"14745600" : 3498,
"14876672" : 3687,
"15007744" : 3774,
"15138816" : 4025,
"15269888" : 4041,
"15400960" : 4181,
"15532032" : 4278,
"15663104" : 4484,
"15794176" : 4527,
"15925248" : 4800,
"16056320" : 4751,
"16187392" : 5030,
"16318464" : 5401,
"16449536" : 5301,
"16580608" : 5378,
"16711680" : 5616,
"16908288" : 11843,
"17170432" : 12293,
"17432576" : 12501,
"17694720" : 12657,
"17956864" : 12588,
"18219008" : 12562,
"18481152" : 12479,
"18743296" : 12198,
"19005440" : 11866,
"19267584" : 11216,
"19529728" : 10588,
"19791872" : 9962,
"20054016" : 9451,
"20316160" : 8782,
"20578304" : 8152,
"20840448" : 7480,
"21102592" : 7187,
"21364736" : 6549,
"21626880" : 6586,
"21889024" : 6415,
"22151168" : 6385,
"22413312" : 6474,
"22675456" : 6615,
"22937600" : 6874,
"23199744" : 6976,
"23461888" : 7431,
"23724032" : 7601,
"23986176" : 8229,
"24248320" : 8419,
"24510464" : 8855,
"24772608" : 9299,
"25034752" : 9781,
"25296896" : 9993,
"25559040" : 10246,
"25821184" : 10561,
"26083328" : 10997,
"26345472" : 11147,
"26607616" : 11291,
"26869760" : 11355,
"27131904" : 11148,
"27394048" : 11084,
"27656192" : 10946,
"27918336" : 10812,
"28180480" : 10693,
"28442624" : 10444,
"28704768" : 10146,
"28966912" : 9674,
"29229056" : 9235,
"29491200" : 8803,
"29753344" : 8618,
"30015488" : 8207,
"30277632" : 7975,
"30539776" : 7484,
"30801920" : 7119,
"31064064" : 6940,
"31326208" : 6643,
"31588352" : 6618,
"31850496" : 6567,
"32112640" : 6503,
"32374784" : 6586,
"32636928" : 6508,
"32899072" : 6718,
"33161216" : 6718,
"33423360" : 6881,
"33816576" : 14289,
"34340864" : 14335,
"34865152" : 14738,
"35389440" : 14960,
"35913728" : 14772,
"36438016" : 14511,
"36962304" : 13944,
"37486592" : 13377,
"38010880" : 12709,
"38535168" : 12308,
"39059456" : 11696,
"39583744" : 11034,
"40108032" : 10168,
"40632320" : 9623,
"41156608" : 8886,
"41680896" : 8859,
"42205184" : 8541,
"42729472" : 8203,
"43253760" : 7965,
"43778048" : 7964,
"44302336" : 7726,
"44826624" : 7990,
"45350912" : 7762,
"45875200" : 7286,
"46399488" : 7126,
"46923776" : 6857,
"47448064" : 6873,
"47972352" : 6220,
"48496640" : 6115,
"49020928" : 6039,
"49545216" : 5800,
"50069504" : 5361,
"50593792" : 5086,
"51118080" : 4919,
"51642368" : 4775,
"52166656" : 4508,
"52690944" : 4364,
"53215232" : 4050,
"53739520" : 3877,
"54263808" : 3798,
"54788096" : 3907,
"55312384" : 3802,
"55836672" : 3725,
"56360960" : 3457,
"56885248" : 3328,
"57409536" : 3454,
"57933824" : 3454,
"58458112" : 3299,
"58982400" : 3152,
"59506688" : 2893,
"60030976" : 2850,
"60555264" : 2761,
"61079552" : 2688,
"61603840" : 2453,
"62128128" : 2397,
"62652416" : 2192,
"63176704" : 2053,
"63700992" : 2057,
"64225280" : 2022,
"64749568" : 1837,
"65273856" : 1765,
"65798144" : 1740,
"66322432" : 1771,
"66846720" : 1663,
"67633152" : 3288,
"68681728" : 2925,
"69730304" : 2591,
"70778880" : 2393,
"71827456" : 2127,
"72876032" : 1760,
"73924608" : 1701,
"74973184" : 1596,
"76021760" : 1430,
"77070336" : 1397,
"78118912" : 1288,
"79167488" : 1095,
"80216064" : 981,
"81264640" : 896,
"82313216" : 806,
"83361792" : 732,
"84410368" : 646,
"85458944" : 591,
"86507520" : 554,
"87556096" : 529,
"88604672" : 487,
"89653248" : 481,
"90701824" : 414,
"91750400" : 315,
"92798976" : 280,
"93847552" : 288,
"94896128" : 219,
"95944704" : 242,
"96993280" : 206,
"98041856" : 174,
"99090432" : 151,
"100139008" : 157,
"101187584" : 131,
"102236160" : 106,
"103284736" : 98,
"104333312" : 98,
"105381888" : 69,
"106430464" : 65,
"107479040" : 59,
"108527616" : 58,
"109576192" : 48,
"110624768" : 52,
"111673344" : 44,
"112721920" : 38,
"113770496" : 32,
"114819072" : 21,
"115867648" : 23,
"116916224" : 21,
"117964800" : 26,
"119013376" : 17,
"120061952" : 19,
"121110528" : 15,
"122159104" : 11,
"123207680" : 11,
"124256256" : 7,
"125304832" : 5,
"126353408" : 13,
"127401984" : 8,
"128450560" : 5,
"129499136" : 8,
"130547712" : 8,
"131596288" : 11,
"132644864" : 7,
"133693440" : 4,
"135266304" : 7,
"137363456" : 9,
"139460608" : 2,
"141557760" : 8,
"143654912" : 1,
"149946368" : 1,
"154140672" : 1,
"156237824" : 3
}
},
"lat_ns" : {
"min" : 6507215,
"max" : 156981919,
"mean" : 32133230.192381,
"stddev" : 16041575.156066,
"N" : 1274796
},
"bw_min" : 41766,
"bw_max" : 88746,
"bw_agg" : 100.000000,
"bw_mean" : 63791.874214,
"bw_dev" : 289.833948,
"bw_samples" : 5088,
"iops_min" : 10438,
"iops_max" : 22186,
"iops_mean" : 15945.408805,
"iops_stddev" : 72.485538,
"iops_samples" : 5088
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2560185,
"usr_cpu" : 0.222835,
"sys_cpu" : 4.121812,
"ctx" : 2062352,
"majf" : 0,
"minf" : 1136,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.453464,
"20" : 26.247855,
"50" : 58.521385,
"100" : 10.675950,
"250" : 0.098837,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095558,
"timestamp_ms" : 1773095558369,
"time" : "Mon Mar 9 19:32:38 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 89,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5849190400,
"io_kbytes" : 5712100,
"bw_bytes" : 64984505,
"bw" : 63461,
"iops" : 15867.024409,
"runtime" : 90009,
"total_ios" : 1428175,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 258786,
"max" : 55560497,
"mean" : 2006250.345500,
"stddev" : 3130197.096497,
"N" : 1428175
},
"clat_ns" : {
"min" : 6107514,
"max" : 155911944,
"mean" : 30259804.304169,
"stddev" : 15445571.269603,
"N" : 1428143,
"percentile" : {
"1.000000" : 8716288,
"5.000000" : 10158080,
"10.000000" : 12386304,
"20.000000" : 17170432,
"30.000000" : 19791872,
"40.000000" : 24510464,
"50.000000" : 27656192,
"60.000000" : 31326208,
"70.000000" : 35913728,
"80.000000" : 41680896,
"90.000000" : 51118080,
"95.000000" : 60030976,
"99.000000" : 77070336,
"99.500000" : 84410368,
"99.900000" : 99090432,
"99.950000" : 105381888,
"99.990000" : 121110528
},
"bins" : {
"6127616" : 2,
"6193152" : 1,
"6258688" : 1,
"6324224" : 1,
"6455296" : 1,
"6586368" : 1,
"6651904" : 3,
"6717440" : 5,
"6782976" : 4,
"6848512" : 9,
"6914048" : 8,
"6979584" : 11,
"7045120" : 25,
"7110656" : 41,
"7176192" : 40,
"7241728" : 59,
"7307264" : 74,
"7372800" : 117,
"7438336" : 122,
"7503872" : 153,
"7569408" : 197,
"7634944" : 219,
"7700480" : 261,
"7766016" : 322,
"7831552" : 399,
"7897088" : 437,
"7962624" : 515,
"8028160" : 550,
"8093696" : 632,
"8159232" : 679,
"8224768" : 736,
"8290304" : 827,
"8355840" : 908,
"8454144" : 2109,
"8585216" : 2394,
"8716288" : 2710,
"8847360" : 3194,
"8978432" : 3575,
"9109504" : 4158,
"9240576" : 4840,
"9371648" : 5339,
"9502720" : 5824,
"9633792" : 6403,
"9764864" : 6847,
"9895936" : 7100,
"10027008" : 7246,
"10158080" : 7324,
"10289152" : 7293,
"10420224" : 6783,
"10551296" : 6565,
"10682368" : 6078,
"10813440" : 5775,
"10944512" : 5077,
"11075584" : 4501,
"11206656" : 3983,
"11337728" : 3482,
"11468800" : 3103,
"11599872" : 2850,
"11730944" : 2531,
"11862016" : 2259,
"11993088" : 2061,
"12124160" : 1841,
"12255232" : 1925,
"12386304" : 1900,
"12517376" : 1915,
"12648448" : 1867,
"12779520" : 1994,
"12910592" : 1990,
"13041664" : 2086,
"13172736" : 2364,
"13303808" : 2479,
"13434880" : 2381,
"13565952" : 2611,
"13697024" : 2690,
"13828096" : 2847,
"13959168" : 3096,
"14090240" : 3246,
"14221312" : 3368,
"14352384" : 3513,
"14483456" : 3645,
"14614528" : 3788,
"14745600" : 3835,
"14876672" : 4073,
"15007744" : 4182,
"15138816" : 4453,
"15269888" : 4494,
"15400960" : 4647,
"15532032" : 4771,
"15663104" : 4950,
"15794176" : 5090,
"15925248" : 5404,
"16056320" : 5393,
"16187392" : 5621,
"16318464" : 5941,
"16449536" : 5947,
"16580608" : 6018,
"16711680" : 6271,
"16908288" : 13140,
"17170432" : 13702,
"17432576" : 13926,
"17694720" : 14178,
"17956864" : 14057,
"18219008" : 13994,
"18481152" : 13856,
"18743296" : 13610,
"19005440" : 13210,
"19267584" : 12482,
"19529728" : 11746,
"19791872" : 10959,
"20054016" : 10408,
"20316160" : 9720,
"20578304" : 9057,
"20840448" : 8399,
"21102592" : 8032,
"21364736" : 7301,
"21626880" : 7364,
"21889024" : 7110,
"22151168" : 7069,
"22413312" : 7171,
"22675456" : 7360,
"22937600" : 7672,
"23199744" : 7845,
"23461888" : 8294,
"23724032" : 8553,
"23986176" : 9153,
"24248320" : 9391,
"24510464" : 9865,
"24772608" : 10341,
"25034752" : 10885,
"25296896" : 11158,
"25559040" : 11499,
"25821184" : 11909,
"26083328" : 12372,
"26345472" : 12530,
"26607616" : 12674,
"26869760" : 12654,
"27131904" : 12538,
"27394048" : 12406,
"27656192" : 12299,
"27918336" : 12059,
"28180480" : 11897,
"28442624" : 11497,
"28704768" : 11268,
"28966912" : 10690,
"29229056" : 10246,
"29491200" : 9802,
"29753344" : 9573,
"30015488" : 9210,
"30277632" : 8906,
"30539776" : 8387,
"30801920" : 7986,
"31064064" : 7807,
"31326208" : 7479,
"31588352" : 7422,
"31850496" : 7389,
"32112640" : 7349,
"32374784" : 7430,
"32636928" : 7337,
"32899072" : 7585,
"33161216" : 7615,
"33423360" : 7780,
"33816576" : 16139,
"34340864" : 16196,
"34865152" : 16581,
"35389440" : 16845,
"35913728" : 16592,
"36438016" : 16329,
"36962304" : 15730,
"37486592" : 15082,
"38010880" : 14378,
"38535168" : 13906,
"39059456" : 13193,
"39583744" : 12514,
"40108032" : 11495,
"40632320" : 10914,
"41156608" : 10211,
"41680896" : 10194,
"42205184" : 9752,
"42729472" : 9448,
"43253760" : 9109,
"43778048" : 9134,
"44302336" : 8893,
"44826624" : 9073,
"45350912" : 8801,
"45875200" : 8269,
"46399488" : 8110,
"46923776" : 7781,
"47448064" : 7730,
"47972352" : 7058,
"48496640" : 6972,
"49020928" : 6872,
"49545216" : 6579,
"50069504" : 6178,
"50593792" : 5807,
"51118080" : 5642,
"51642368" : 5531,
"52166656" : 5109,
"52690944" : 5037,
"53215232" : 4728,
"53739520" : 4482,
"54263808" : 4308,
"54788096" : 4479,
"55312384" : 4336,
"55836672" : 4166,
"56360960" : 3938,
"56885248" : 3816,
"57409536" : 3908,
"57933824" : 3983,
"58458112" : 3760,
"58982400" : 3587,
"59506688" : 3369,
"60030976" : 3260,
"60555264" : 3140,
"61079552" : 3112,
"61603840" : 2784,
"62128128" : 2729,
"62652416" : 2521,
"63176704" : 2337,
"63700992" : 2373,
"64225280" : 2276,
"64749568" : 2092,
"65273856" : 2029,
"65798144" : 1999,
"66322432" : 2072,
"66846720" : 1878,
"67633152" : 3670,
"68681728" : 3258,
"69730304" : 2888,
"70778880" : 2686,
"71827456" : 2420,
"72876032" : 1996,
"73924608" : 1902,
"74973184" : 1766,
"76021760" : 1616,
"77070336" : 1532,
"78118912" : 1408,
"79167488" : 1215,
"80216064" : 1077,
"81264640" : 979,
"82313216" : 858,
"83361792" : 804,
"84410368" : 726,
"85458944" : 629,
"86507520" : 606,
"87556096" : 577,
"88604672" : 518,
"89653248" : 517,
"90701824" : 437,
"91750400" : 337,
"92798976" : 301,
"93847552" : 303,
"94896128" : 234,
"95944704" : 263,
"96993280" : 228,
"98041856" : 189,
"99090432" : 164,
"100139008" : 165,
"101187584" : 138,
"102236160" : 116,
"103284736" : 105,
"104333312" : 103,
"105381888" : 72,
"106430464" : 68,
"107479040" : 61,
"108527616" : 61,
"109576192" : 49,
"110624768" : 57,
"111673344" : 45,
"112721920" : 39,
"113770496" : 33,
"114819072" : 21,
"115867648" : 25,
"116916224" : 21,
"117964800" : 29,
"119013376" : 18,
"120061952" : 19,
"121110528" : 15,
"122159104" : 11,
"123207680" : 11,
"124256256" : 7,
"125304832" : 5,
"126353408" : 13,
"127401984" : 8,
"128450560" : 5,
"129499136" : 8,
"130547712" : 8,
"131596288" : 11,
"132644864" : 7,
"133693440" : 4,
"135266304" : 7,
"137363456" : 9,
"139460608" : 2,
"141557760" : 8,
"143654912" : 1,
"149946368" : 1,
"154140672" : 1,
"156237824" : 3
}
},
"lat_ns" : {
"min" : 6507215,
"max" : 156981919,
"mean" : 32265859.888221,
"stddev" : 16019511.164149,
"N" : 1428143
},
"bw_min" : 41766,
"bw_max" : 88746,
"bw_agg" : 100.000000,
"bw_mean" : 63523.178771,
"bw_dev" : 285.642495,
"bw_samples" : 5728,
"iops_min" : 10438,
"iops_max" : 22186,
"iops_mean" : 15878.027933,
"iops_stddev" : 71.440828,
"iops_samples" : 5728
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880152,
"usr_cpu" : 0.222419,
"sys_cpu" : 4.102214,
"ctx" : 2310388,
"majf" : 0,
"minf" : 1136,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999930,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999930,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.475992,
"20" : 25.870989,
"50" : 58.729497,
"100" : 10.828855,
"250" : 0.092426,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095568,
"timestamp_ms" : 1773095568374,
"time" : "Mon Mar 9 19:32:48 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6474117120,
"io_kbytes" : 6322380,
"bw_bytes" : 64734697,
"bw" : 63217,
"iops" : 15805.539446,
"runtime" : 100010,
"total_ios" : 1580712,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 258786,
"max" : 55560497,
"mean" : 2014117.209117,
"stddev" : 3140208.177028,
"N" : 1580712
},
"clat_ns" : {
"min" : 6107514,
"max" : 155911944,
"mean" : 30375824.565117,
"stddev" : 15478299.752503,
"N" : 1580680,
"percentile" : {
"1.000000" : 8716288,
"5.000000" : 10158080,
"10.000000" : 12517376,
"20.000000" : 17170432,
"30.000000" : 20054016,
"40.000000" : 24510464,
"50.000000" : 27656192,
"60.000000" : 31588352,
"70.000000" : 36438016,
"80.000000" : 41680896,
"90.000000" : 51118080,
"95.000000" : 60030976,
"99.000000" : 77070336,
"99.500000" : 84410368,
"99.900000" : 99090432,
"99.950000" : 105381888,
"99.990000" : 120061952
},
"bins" : {
"6127616" : 2,
"6193152" : 1,
"6258688" : 1,
"6324224" : 1,
"6455296" : 1,
"6586368" : 1,
"6651904" : 3,
"6717440" : 8,
"6782976" : 8,
"6848512" : 15,
"6914048" : 11,
"6979584" : 11,
"7045120" : 26,
"7110656" : 44,
"7176192" : 46,
"7241728" : 66,
"7307264" : 88,
"7372800" : 125,
"7438336" : 131,
"7503872" : 174,
"7569408" : 209,
"7634944" : 242,
"7700480" : 282,
"7766016" : 349,
"7831552" : 432,
"7897088" : 478,
"7962624" : 566,
"8028160" : 598,
"8093696" : 704,
"8159232" : 750,
"8224768" : 813,
"8290304" : 914,
"8355840" : 1007,
"8454144" : 2318,
"8585216" : 2612,
"8716288" : 2959,
"8847360" : 3474,
"8978432" : 3941,
"9109504" : 4542,
"9240576" : 5324,
"9371648" : 5913,
"9502720" : 6472,
"9633792" : 7113,
"9764864" : 7508,
"9895936" : 7799,
"10027008" : 7922,
"10158080" : 8000,
"10289152" : 7965,
"10420224" : 7416,
"10551296" : 7138,
"10682368" : 6633,
"10813440" : 6288,
"10944512" : 5533,
"11075584" : 4835,
"11206656" : 4274,
"11337728" : 3744,
"11468800" : 3322,
"11599872" : 3068,
"11730944" : 2724,
"11862016" : 2425,
"11993088" : 2218,
"12124160" : 1974,
"12255232" : 2060,
"12386304" : 2067,
"12517376" : 2075,
"12648448" : 2043,
"12779520" : 2199,
"12910592" : 2196,
"13041664" : 2335,
"13172736" : 2578,
"13303808" : 2699,
"13434880" : 2596,
"13565952" : 2864,
"13697024" : 2918,
"13828096" : 3086,
"13959168" : 3376,
"14090240" : 3521,
"14221312" : 3660,
"14352384" : 3816,
"14483456" : 3994,
"14614528" : 4112,
"14745600" : 4237,
"14876672" : 4506,
"15007744" : 4623,
"15138816" : 4894,
"15269888" : 4990,
"15400960" : 5173,
"15532032" : 5308,
"15663104" : 5481,
"15794176" : 5681,
"15925248" : 5962,
"16056320" : 5951,
"16187392" : 6210,
"16318464" : 6514,
"16449536" : 6568,
"16580608" : 6642,
"16711680" : 6900,
"16908288" : 14410,
"17170432" : 15080,
"17432576" : 15422,
"17694720" : 15752,
"17956864" : 15678,
"18219008" : 15565,
"18481152" : 15352,
"18743296" : 15047,
"19005440" : 14617,
"19267584" : 13759,
"19529728" : 12910,
"19791872" : 12012,
"20054016" : 11343,
"20316160" : 10584,
"20578304" : 9889,
"20840448" : 9147,
"21102592" : 8712,
"21364736" : 7955,
"21626880" : 8079,
"21889024" : 7813,
"22151168" : 7747,
"22413312" : 7865,
"22675456" : 8075,
"22937600" : 8460,
"23199744" : 8623,
"23461888" : 9086,
"23724032" : 9430,
"23986176" : 10073,
"24248320" : 10428,
"24510464" : 10876,
"24772608" : 11472,
"25034752" : 12025,
"25296896" : 12361,
"25559040" : 12718,
"25821184" : 13122,
"26083328" : 13728,
"26345472" : 13807,
"26607616" : 13884,
"26869760" : 13910,
"27131904" : 13902,
"27394048" : 13675,
"27656192" : 13580,
"27918336" : 13283,
"28180480" : 13096,
"28442624" : 12712,
"28704768" : 12380,
"28966912" : 11813,
"29229056" : 11318,
"29491200" : 10823,
"29753344" : 10599,
"30015488" : 10179,
"30277632" : 9840,
"30539776" : 9347,
"30801920" : 8856,
"31064064" : 8643,
"31326208" : 8347,
"31588352" : 8215,
"31850496" : 8243,
"32112640" : 8183,
"32374784" : 8213,
"32636928" : 8085,
"32899072" : 8423,
"33161216" : 8479,
"33423360" : 8569,
"33816576" : 17727,
"34340864" : 17920,
"34865152" : 18331,
"35389440" : 18519,
"35913728" : 18255,
"36438016" : 18136,
"36962304" : 17546,
"37486592" : 16802,
"38010880" : 16062,
"38535168" : 15675,
"39059456" : 14752,
"39583744" : 13956,
"40108032" : 12939,
"40632320" : 12312,
"41156608" : 11481,
"41680896" : 11417,
"42205184" : 10893,
"42729472" : 10616,
"43253760" : 10144,
"43778048" : 10059,
"44302336" : 9938,
"44826624" : 10153,
"45350912" : 9865,
"45875200" : 9343,
"46399488" : 9209,
"46923776" : 8778,
"47448064" : 8618,
"47972352" : 7903,
"48496640" : 7801,
"49020928" : 7718,
"49545216" : 7331,
"50069504" : 6958,
"50593792" : 6587,
"51118080" : 6382,
"51642368" : 6170,
"52166656" : 5730,
"52690944" : 5629,
"53215232" : 5348,
"53739520" : 5060,
"54263808" : 4835,
"54788096" : 4955,
"55312384" : 4786,
"55836672" : 4671,
"56360960" : 4410,
"56885248" : 4255,
"57409536" : 4311,
"57933824" : 4376,
"58458112" : 4187,
"58982400" : 4097,
"59506688" : 3818,
"60030976" : 3607,
"60555264" : 3524,
"61079552" : 3521,
"61603840" : 3152,
"62128128" : 3018,
"62652416" : 2844,
"63176704" : 2613,
"63700992" : 2647,
"64225280" : 2578,
"64749568" : 2363,
"65273856" : 2257,
"65798144" : 2237,
"66322432" : 2310,
"66846720" : 2091,
"67633152" : 4053,
"68681728" : 3667,
"69730304" : 3306,
"70778880" : 3037,
"71827456" : 2777,
"72876032" : 2282,
"73924608" : 2141,
"74973184" : 1952,
"76021760" : 1788,
"77070336" : 1698,
"78118912" : 1597,
"79167488" : 1357,
"80216064" : 1230,
"81264640" : 1111,
"82313216" : 977,
"83361792" : 929,
"84410368" : 816,
"85458944" : 712,
"86507520" : 669,
"87556096" : 636,
"88604672" : 580,
"89653248" : 569,
"90701824" : 486,
"91750400" : 389,
"92798976" : 334,
"93847552" : 348,
"94896128" : 269,
"95944704" : 293,
"96993280" : 252,
"98041856" : 206,
"99090432" : 178,
"100139008" : 182,
"101187584" : 148,
"102236160" : 131,
"103284736" : 117,
"104333312" : 112,
"105381888" : 80,
"106430464" : 72,
"107479040" : 63,
"108527616" : 63,
"109576192" : 54,
"110624768" : 59,
"111673344" : 48,
"112721920" : 47,
"113770496" : 35,
"114819072" : 23,
"115867648" : 27,
"116916224" : 23,
"117964800" : 29,
"119013376" : 18,
"120061952" : 19,
"121110528" : 18,
"122159104" : 13,
"123207680" : 11,
"124256256" : 7,
"125304832" : 5,
"126353408" : 13,
"127401984" : 8,
"128450560" : 5,
"129499136" : 8,
"130547712" : 8,
"131596288" : 11,
"132644864" : 7,
"133693440" : 4,
"135266304" : 7,
"137363456" : 9,
"139460608" : 2,
"141557760" : 8,
"143654912" : 1,
"149946368" : 1,
"154140672" : 1,
"156237824" : 3
}
},
"lat_ns" : {
"min" : 6507215,
"max" : 156981919,
"mean" : 32389541.273732,
"stddev" : 16053071.809276,
"N" : 1580680
},
"bw_min" : 41712,
"bw_max" : 88754,
"bw_agg" : 100.000000,
"bw_mean" : 63310.638191,
"bw_dev" : 283.012705,
"bw_samples" : 6368,
"iops_min" : 10424,
"iops_max" : 22188,
"iops_mean" : 15824.648241,
"iops_stddev" : 70.790067,
"iops_samples" : 6368
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3200177,
"usr_cpu" : 0.222519,
"sys_cpu" : 4.083305,
"ctx" : 2555403,
"majf" : 0,
"minf" : 1136,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.450842,
"20" : 25.688171,
"50" : 58.793253,
"100" : 10.975560,
"250" : 0.090149,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095578,
"timestamp_ms" : 1773095578372,
"time" : "Mon Mar 9 19:32:58 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 69,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7097511936,
"io_kbytes" : 6931164,
"bw_bytes" : 64516970,
"bw" : 63004,
"iops" : 15752.722480,
"runtime" : 110010,
"total_ios" : 1732957,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 258786,
"max" : 55560497,
"mean" : 2020846.596293,
"stddev" : 3152640.238722,
"N" : 1732957
},
"clat_ns" : {
"min" : 6107514,
"max" : 155911944,
"mean" : 30479335.627698,
"stddev" : 15585495.235864,
"N" : 1732925,
"percentile" : {
"1.000000" : 8716288,
"5.000000" : 10158080,
"10.000000" : 12517376,
"20.000000" : 17170432,
"30.000000" : 20054016,
"40.000000" : 24510464,
"50.000000" : 27656192,
"60.000000" : 31588352,
"70.000000" : 36438016,
"80.000000" : 42205184,
"90.000000" : 51642368,
"95.000000" : 60555264,
"99.000000" : 78118912,
"99.500000" : 84410368,
"99.900000" : 100139008,
"99.950000" : 105381888,
"99.990000" : 120061952
},
"bins" : {
"6127616" : 3,
"6193152" : 2,
"6258688" : 1,
"6324224" : 1,
"6455296" : 1,
"6586368" : 1,
"6651904" : 3,
"6717440" : 9,
"6782976" : 8,
"6848512" : 15,
"6914048" : 15,
"6979584" : 15,
"7045120" : 27,
"7110656" : 46,
"7176192" : 56,
"7241728" : 72,
"7307264" : 103,
"7372800" : 139,
"7438336" : 158,
"7503872" : 199,
"7569408" : 240,
"7634944" : 272,
"7700480" : 311,
"7766016" : 399,
"7831552" : 476,
"7897088" : 544,
"7962624" : 622,
"8028160" : 670,
"8093696" : 793,
"8159232" : 837,
"8224768" : 901,
"8290304" : 1017,
"8355840" : 1131,
"8454144" : 2581,
"8585216" : 2897,
"8716288" : 3294,
"8847360" : 3858,
"8978432" : 4363,
"9109504" : 5034,
"9240576" : 5806,
"9371648" : 6491,
"9502720" : 7114,
"9633792" : 7719,
"9764864" : 8126,
"9895936" : 8506,
"10027008" : 8614,
"10158080" : 8674,
"10289152" : 8561,
"10420224" : 8022,
"10551296" : 7667,
"10682368" : 7128,
"10813440" : 6708,
"10944512" : 5915,
"11075584" : 5185,
"11206656" : 4556,
"11337728" : 3991,
"11468800" : 3555,
"11599872" : 3268,
"11730944" : 2895,
"11862016" : 2610,
"11993088" : 2378,
"12124160" : 2117,
"12255232" : 2184,
"12386304" : 2231,
"12517376" : 2225,
"12648448" : 2178,
"12779520" : 2341,
"12910592" : 2359,
"13041664" : 2513,
"13172736" : 2757,
"13303808" : 2900,
"13434880" : 2827,
"13565952" : 3108,
"13697024" : 3173,
"13828096" : 3350,
"13959168" : 3663,
"14090240" : 3838,
"14221312" : 3968,
"14352384" : 4150,
"14483456" : 4363,
"14614528" : 4491,
"14745600" : 4621,
"14876672" : 4947,
"15007744" : 5084,
"15138816" : 5402,
"15269888" : 5549,
"15400960" : 5666,
"15532032" : 5828,
"15663104" : 6095,
"15794176" : 6284,
"15925248" : 6606,
"16056320" : 6586,
"16187392" : 6902,
"16318464" : 7184,
"16449536" : 7312,
"16580608" : 7374,
"16711680" : 7664,
"16908288" : 15912,
"17170432" : 16653,
"17432576" : 17006,
"17694720" : 17409,
"17956864" : 17295,
"18219008" : 17164,
"18481152" : 16805,
"18743296" : 16505,
"19005440" : 16036,
"19267584" : 15110,
"19529728" : 14176,
"19791872" : 13153,
"20054016" : 12409,
"20316160" : 11591,
"20578304" : 10804,
"20840448" : 9915,
"21102592" : 9407,
"21364736" : 8646,
"21626880" : 8750,
"21889024" : 8542,
"22151168" : 8429,
"22413312" : 8569,
"22675456" : 8857,
"22937600" : 9263,
"23199744" : 9434,
"23461888" : 9963,
"23724032" : 10340,
"23986176" : 11076,
"24248320" : 11408,
"24510464" : 11999,
"24772608" : 12623,
"25034752" : 13241,
"25296896" : 13626,
"25559040" : 13988,
"25821184" : 14369,
"26083328" : 14962,
"26345472" : 15065,
"26607616" : 15113,
"26869760" : 15111,
"27131904" : 15110,
"27394048" : 14855,
"27656192" : 14812,
"27918336" : 14485,
"28180480" : 14155,
"28442624" : 13782,
"28704768" : 13435,
"28966912" : 12848,
"29229056" : 12413,
"29491200" : 11812,
"29753344" : 11535,
"30015488" : 11106,
"30277632" : 10674,
"30539776" : 10266,
"30801920" : 9696,
"31064064" : 9474,
"31326208" : 9155,
"31588352" : 8902,
"31850496" : 8938,
"32112640" : 9006,
"32374784" : 8957,
"32636928" : 8822,
"32899072" : 9172,
"33161216" : 9232,
"33423360" : 9371,
"33816576" : 19352,
"34340864" : 19584,
"34865152" : 19965,
"35389440" : 20161,
"35913728" : 19936,
"36438016" : 19766,
"36962304" : 19035,
"37486592" : 18408,
"38010880" : 17674,
"38535168" : 17180,
"39059456" : 16237,
"39583744" : 15344,
"40108032" : 14153,
"40632320" : 13502,
"41156608" : 12554,
"41680896" : 12458,
"42205184" : 11948,
"42729472" : 11620,
"43253760" : 11087,
"43778048" : 11048,
"44302336" : 10941,
"44826624" : 11130,
"45350912" : 10876,
"45875200" : 10314,
"46399488" : 10166,
"46923776" : 9618,
"47448064" : 9571,
"47972352" : 8688,
"48496640" : 8573,
"49020928" : 8414,
"49545216" : 8098,
"50069504" : 7690,
"50593792" : 7263,
"51118080" : 6993,
"51642368" : 6826,
"52166656" : 6412,
"52690944" : 6250,
"53215232" : 6018,
"53739520" : 5621,
"54263808" : 5379,
"54788096" : 5473,
"55312384" : 5347,
"55836672" : 5166,
"56360960" : 4940,
"56885248" : 4722,
"57409536" : 4820,
"57933824" : 4819,
"58458112" : 4637,
"58982400" : 4534,
"59506688" : 4192,
"60030976" : 3964,
"60555264" : 3927,
"61079552" : 3880,
"61603840" : 3479,
"62128128" : 3369,
"62652416" : 3176,
"63176704" : 2921,
"63700992" : 2928,
"64225280" : 2859,
"64749568" : 2616,
"65273856" : 2526,
"65798144" : 2509,
"66322432" : 2550,
"66846720" : 2343,
"67633152" : 4541,
"68681728" : 4118,
"69730304" : 3691,
"70778880" : 3478,
"71827456" : 3129,
"72876032" : 2632,
"73924608" : 2497,
"74973184" : 2287,
"76021760" : 2069,
"77070336" : 1937,
"78118912" : 1822,
"79167488" : 1564,
"80216064" : 1424,
"81264640" : 1266,
"82313216" : 1118,
"83361792" : 1087,
"84410368" : 943,
"85458944" : 829,
"86507520" : 776,
"87556096" : 722,
"88604672" : 677,
"89653248" : 652,
"90701824" : 565,
"91750400" : 445,
"92798976" : 400,
"93847552" : 390,
"94896128" : 313,
"95944704" : 336,
"96993280" : 296,
"98041856" : 239,
"99090432" : 204,
"100139008" : 209,
"101187584" : 175,
"102236160" : 153,
"103284736" : 137,
"104333312" : 130,
"105381888" : 100,
"106430464" : 89,
"107479040" : 78,
"108527616" : 74,
"109576192" : 67,
"110624768" : 66,
"111673344" : 50,
"112721920" : 53,
"113770496" : 41,
"114819072" : 26,
"115867648" : 31,
"116916224" : 32,
"117964800" : 30,
"119013376" : 21,
"120061952" : 21,
"121110528" : 19,
"122159104" : 14,
"123207680" : 13,
"124256256" : 9,
"125304832" : 8,
"126353408" : 16,
"127401984" : 9,
"128450560" : 6,
"129499136" : 8,
"130547712" : 8,
"131596288" : 11,
"132644864" : 7,
"133693440" : 4,
"135266304" : 8,
"137363456" : 10,
"139460608" : 2,
"141557760" : 8,
"143654912" : 1,
"149946368" : 1,
"154140672" : 1,
"156237824" : 3
}
},
"lat_ns" : {
"min" : 6507215,
"max" : 156981919,
"mean" : 32500016.229954,
"stddev" : 16167649.078054,
"N" : 1732925
},
"bw_min" : 41296,
"bw_max" : 88994,
"bw_agg" : 100.000000,
"bw_mean" : 63075.337900,
"bw_dev" : 282.992649,
"bw_samples" : 7008,
"iops_min" : 10320,
"iops_max" : 22248,
"iops_mean" : 15765.840183,
"iops_stddev" : 70.785083,
"iops_samples" : 7008
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3520168,
"usr_cpu" : 0.222575,
"sys_cpu" : 4.067476,
"ctx" : 2796512,
"majf" : 0,
"minf" : 1136,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999942,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999942,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.462315,
"20" : 25.624467,
"50" : 58.629383,
"100" : 11.185679,
"250" : 0.096309,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095588,
"timestamp_ms" : 1773095588369,
"time" : "Mon Mar 9 19:33:08 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 59,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7749419008,
"io_kbytes" : 7567792,
"bw_bytes" : 64573648,
"bw" : 63060,
"iops" : 15766.109208,
"runtime" : 120009,
"total_ios" : 1892075,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 258786,
"max" : 55560497,
"mean" : 2019095.712348,
"stddev" : 3149897.969650,
"N" : 1892075
},
"clat_ns" : {
"min" : 6107514,
"max" : 157924640,
"mean" : 30453582.824414,
"stddev" : 15565201.241489,
"N" : 1892043,
"percentile" : {
"1.000000" : 8716288,
"5.000000" : 10158080,
"10.000000" : 12517376,
"20.000000" : 17170432,
"30.000000" : 20054016,
"40.000000" : 24510464,
"50.000000" : 27656192,
"60.000000" : 31588352,
"70.000000" : 36438016,
"80.000000" : 42205184,
"90.000000" : 51642368,
"95.000000" : 60555264,
"99.000000" : 78118912,
"99.500000" : 84410368,
"99.900000" : 100139008,
"99.950000" : 105381888,
"99.990000" : 120061952
},
"bins" : {
"6127616" : 3,
"6193152" : 2,
"6258688" : 1,
"6324224" : 1,
"6455296" : 1,
"6586368" : 3,
"6651904" : 4,
"6717440" : 13,
"6782976" : 10,
"6848512" : 16,
"6914048" : 18,
"6979584" : 15,
"7045120" : 31,
"7110656" : 53,
"7176192" : 66,
"7241728" : 81,
"7307264" : 112,
"7372800" : 149,
"7438336" : 175,
"7503872" : 207,
"7569408" : 255,
"7634944" : 299,
"7700480" : 345,
"7766016" : 448,
"7831552" : 528,
"7897088" : 612,
"7962624" : 678,
"8028160" : 738,
"8093696" : 868,
"8159232" : 919,
"8224768" : 978,
"8290304" : 1128,
"8355840" : 1234,
"8454144" : 2808,
"8585216" : 3218,
"8716288" : 3630,
"8847360" : 4241,
"8978432" : 4811,
"9109504" : 5581,
"9240576" : 6334,
"9371648" : 7090,
"9502720" : 7767,
"9633792" : 8434,
"9764864" : 8893,
"9895936" : 9291,
"10027008" : 9383,
"10158080" : 9490,
"10289152" : 9314,
"10420224" : 8835,
"10551296" : 8393,
"10682368" : 7792,
"10813440" : 7341,
"10944512" : 6437,
"11075584" : 5651,
"11206656" : 4948,
"11337728" : 4330,
"11468800" : 3866,
"11599872" : 3540,
"11730944" : 3138,
"11862016" : 2841,
"11993088" : 2577,
"12124160" : 2286,
"12255232" : 2354,
"12386304" : 2376,
"12517376" : 2403,
"12648448" : 2381,
"12779520" : 2522,
"12910592" : 2552,
"13041664" : 2729,
"13172736" : 2986,
"13303808" : 3132,
"13434880" : 3091,
"13565952" : 3382,
"13697024" : 3469,
"13828096" : 3657,
"13959168" : 4015,
"14090240" : 4221,
"14221312" : 4354,
"14352384" : 4563,
"14483456" : 4771,
"14614528" : 5014,
"14745600" : 5104,
"14876672" : 5463,
"15007744" : 5597,
"15138816" : 5956,
"15269888" : 6139,
"15400960" : 6246,
"15532032" : 6416,
"15663104" : 6708,
"15794176" : 6954,
"15925248" : 7298,
"16056320" : 7274,
"16187392" : 7628,
"16318464" : 7925,
"16449536" : 8010,
"16580608" : 8097,
"16711680" : 8442,
"16908288" : 17330,
"17170432" : 18105,
"17432576" : 18441,
"17694720" : 18951,
"17956864" : 18725,
"18219008" : 18667,
"18481152" : 18271,
"18743296" : 17906,
"19005440" : 17365,
"19267584" : 16432,
"19529728" : 15493,
"19791872" : 14442,
"20054016" : 13686,
"20316160" : 12772,
"20578304" : 11831,
"20840448" : 10918,
"21102592" : 10387,
"21364736" : 9553,
"21626880" : 9666,
"21889024" : 9488,
"22151168" : 9317,
"22413312" : 9507,
"22675456" : 9747,
"22937600" : 10182,
"23199744" : 10323,
"23461888" : 10915,
"23724032" : 11320,
"23986176" : 12176,
"24248320" : 12525,
"24510464" : 13131,
"24772608" : 13789,
"25034752" : 14378,
"25296896" : 14840,
"25559040" : 15129,
"25821184" : 15562,
"26083328" : 16194,
"26345472" : 16373,
"26607616" : 16426,
"26869760" : 16417,
"27131904" : 16463,
"27394048" : 16200,
"27656192" : 16080,
"27918336" : 15723,
"28180480" : 15313,
"28442624" : 14968,
"28704768" : 14668,
"28966912" : 14014,
"29229056" : 13480,
"29491200" : 12890,
"29753344" : 12637,
"30015488" : 12165,
"30277632" : 11730,
"30539776" : 11244,
"30801920" : 10588,
"31064064" : 10403,
"31326208" : 10003,
"31588352" : 9694,
"31850496" : 9799,
"32112640" : 9843,
"32374784" : 9769,
"32636928" : 9663,
"32899072" : 10014,
"33161216" : 10129,
"33423360" : 10245,
"33816576" : 20999,
"34340864" : 21173,
"34865152" : 21549,
"35389440" : 21799,
"35913728" : 21684,
"36438016" : 21402,
"36962304" : 20846,
"37486592" : 20170,
"38010880" : 19289,
"38535168" : 18724,
"39059456" : 17794,
"39583744" : 16802,
"40108032" : 15563,
"40632320" : 14930,
"41156608" : 13796,
"41680896" : 13602,
"42205184" : 13039,
"42729472" : 12675,
"43253760" : 12128,
"43778048" : 12085,
"44302336" : 12014,
"44826624" : 12070,
"45350912" : 11880,
"45875200" : 11212,
"46399488" : 11176,
"46923776" : 10567,
"47448064" : 10505,
"47972352" : 9555,
"48496640" : 9408,
"49020928" : 9160,
"49545216" : 8928,
"50069504" : 8438,
"50593792" : 7886,
"51118080" : 7609,
"51642368" : 7418,
"52166656" : 6973,
"52690944" : 6779,
"53215232" : 6567,
"53739520" : 6226,
"54263808" : 5929,
"54788096" : 6005,
"55312384" : 5807,
"55836672" : 5650,
"56360960" : 5370,
"56885248" : 5206,
"57409536" : 5245,
"57933824" : 5212,
"58458112" : 5011,
"58982400" : 4913,
"59506688" : 4531,
"60030976" : 4250,
"60555264" : 4247,
"61079552" : 4191,
"61603840" : 3771,
"62128128" : 3641,
"62652416" : 3462,
"63176704" : 3198,
"63700992" : 3192,
"64225280" : 3133,
"64749568" : 2849,
"65273856" : 2791,
"65798144" : 2748,
"66322432" : 2785,
"66846720" : 2548,
"67633152" : 4893,
"68681728" : 4459,
"69730304" : 4006,
"70778880" : 3740,
"71827456" : 3383,
"72876032" : 2876,
"73924608" : 2700,
"74973184" : 2465,
"76021760" : 2233,
"77070336" : 2092,
"78118912" : 1981,
"79167488" : 1701,
"80216064" : 1521,
"81264640" : 1362,
"82313216" : 1208,
"83361792" : 1193,
"84410368" : 1011,
"85458944" : 896,
"86507520" : 843,
"87556096" : 770,
"88604672" : 743,
"89653248" : 697,
"90701824" : 609,
"91750400" : 477,
"92798976" : 428,
"93847552" : 409,
"94896128" : 333,
"95944704" : 352,
"96993280" : 313,
"98041856" : 246,
"99090432" : 215,
"100139008" : 227,
"101187584" : 196,
"102236160" : 162,
"103284736" : 152,
"104333312" : 137,
"105381888" : 108,
"106430464" : 93,
"107479040" : 82,
"108527616" : 81,
"109576192" : 70,
"110624768" : 72,
"111673344" : 52,
"112721920" : 57,
"113770496" : 45,
"114819072" : 28,
"115867648" : 31,
"116916224" : 35,
"117964800" : 33,
"119013376" : 24,
"120061952" : 25,
"121110528" : 21,
"122159104" : 15,
"123207680" : 14,
"124256256" : 9,
"125304832" : 8,
"126353408" : 16,
"127401984" : 9,
"128450560" : 7,
"129499136" : 9,
"130547712" : 8,
"131596288" : 11,
"132644864" : 8,
"133693440" : 5,
"135266304" : 10,
"137363456" : 12,
"139460608" : 4,
"141557760" : 11,
"143654912" : 1,
"149946368" : 1,
"152043520" : 1,
"154140672" : 1,
"156237824" : 4,
"158334976" : 3
}
},
"lat_ns" : {
"min" : 6507215,
"max" : 161832212,
"mean" : 32472667.143390,
"stddev" : 16145813.913911,
"N" : 1892043
},
"bw_min" : 41264,
"bw_max" : 89036,
"bw_agg" : 100.000000,
"bw_mean" : 63106.594142,
"bw_dev" : 281.321681,
"bw_samples" : 7648,
"iops_min" : 10312,
"iops_max" : 22258,
"iops_mean" : 15773.832636,
"iops_stddev" : 70.363294,
"iops_samples" : 7648
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3840148,
"usr_cpu" : 0.221814,
"sys_cpu" : 4.073437,
"ctx" : 3050103,
"majf" : 0,
"minf" : 1136,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.480531,
"20" : 25.629745,
"50" : 58.655867,
"100" : 11.136292,
"250" : 0.095874,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095598,
"timestamp_ms" : 1773095598368,
"time" : "Mon Mar 9 19:33:18 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 49,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8373420032,
"io_kbytes" : 8177168,
"bw_bytes" : 64406464,
"bw" : 62896,
"iops" : 15725.411318,
"runtime" : 130009,
"total_ios" : 2044445,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 258786,
"max" : 55560497,
"mean" : 2024337.067949,
"stddev" : 3158169.401304,
"N" : 2044445
},
"clat_ns" : {
"min" : 6107514,
"max" : 157924640,
"mean" : 30531933.608511,
"stddev" : 15614911.543994,
"N" : 2044413,
"percentile" : {
"1.000000" : 8716288,
"5.000000" : 10158080,
"10.000000" : 12648448,
"20.000000" : 17170432,
"30.000000" : 20054016,
"40.000000" : 24510464,
"50.000000" : 27656192,
"60.000000" : 31588352,
"70.000000" : 36438016,
"80.000000" : 42205184,
"90.000000" : 51642368,
"95.000000" : 60555264,
"99.000000" : 78118912,
"99.500000" : 84410368,
"99.900000" : 100139008,
"99.950000" : 106430464,
"99.990000" : 121110528
},
"bins" : {
"6127616" : 3,
"6193152" : 2,
"6258688" : 1,
"6324224" : 1,
"6455296" : 1,
"6586368" : 3,
"6651904" : 5,
"6717440" : 14,
"6782976" : 12,
"6848512" : 19,
"6914048" : 23,
"6979584" : 22,
"7045120" : 41,
"7110656" : 59,
"7176192" : 75,
"7241728" : 103,
"7307264" : 132,
"7372800" : 165,
"7438336" : 198,
"7503872" : 243,
"7569408" : 284,
"7634944" : 336,
"7700480" : 389,
"7766016" : 492,
"7831552" : 575,
"7897088" : 664,
"7962624" : 729,
"8028160" : 804,
"8093696" : 932,
"8159232" : 986,
"8224768" : 1050,
"8290304" : 1203,
"8355840" : 1317,
"8454144" : 3025,
"8585216" : 3467,
"8716288" : 3925,
"8847360" : 4550,
"8978432" : 5193,
"9109504" : 5948,
"9240576" : 6759,
"9371648" : 7568,
"9502720" : 8305,
"9633792" : 8959,
"9764864" : 9531,
"9895936" : 9981,
"10027008" : 10086,
"10158080" : 10285,
"10289152" : 10065,
"10420224" : 9591,
"10551296" : 9091,
"10682368" : 8455,
"10813440" : 7920,
"10944512" : 6941,
"11075584" : 6114,
"11206656" : 5336,
"11337728" : 4678,
"11468800" : 4175,
"11599872" : 3808,
"11730944" : 3412,
"11862016" : 3053,
"11993088" : 2761,
"12124160" : 2468,
"12255232" : 2567,
"12386304" : 2569,
"12517376" : 2579,
"12648448" : 2618,
"12779520" : 2723,
"12910592" : 2803,
"13041664" : 2985,
"13172736" : 3288,
"13303808" : 3441,
"13434880" : 3377,
"13565952" : 3685,
"13697024" : 3764,
"13828096" : 3977,
"13959168" : 4350,
"14090240" : 4593,
"14221312" : 4728,
"14352384" : 4910,
"14483456" : 5153,
"14614528" : 5403,
"14745600" : 5510,
"14876672" : 5883,
"15007744" : 6060,
"15138816" : 6458,
"15269888" : 6605,
"15400960" : 6720,
"15532032" : 6883,
"15663104" : 7142,
"15794176" : 7482,
"15925248" : 7831,
"16056320" : 7755,
"16187392" : 8107,
"16318464" : 8495,
"16449536" : 8601,
"16580608" : 8664,
"16711680" : 9028,
"16908288" : 18489,
"17170432" : 19406,
"17432576" : 19763,
"17694720" : 20350,
"17956864" : 20087,
"18219008" : 19960,
"18481152" : 19506,
"18743296" : 19237,
"19005440" : 18647,
"19267584" : 17681,
"19529728" : 16715,
"19791872" : 15555,
"20054016" : 14834,
"20316160" : 13739,
"20578304" : 12844,
"20840448" : 11833,
"21102592" : 11205,
"21364736" : 10355,
"21626880" : 10388,
"21889024" : 10166,
"22151168" : 9984,
"22413312" : 10180,
"22675456" : 10432,
"22937600" : 10987,
"23199744" : 11141,
"23461888" : 11770,
"23724032" : 12187,
"23986176" : 13088,
"24248320" : 13457,
"24510464" : 14146,
"24772608" : 14845,
"25034752" : 15492,
"25296896" : 15952,
"25559040" : 16215,
"25821184" : 16655,
"26083328" : 17258,
"26345472" : 17470,
"26607616" : 17585,
"26869760" : 17686,
"27131904" : 17767,
"27394048" : 17429,
"27656192" : 17210,
"27918336" : 16930,
"28180480" : 16508,
"28442624" : 16236,
"28704768" : 15927,
"28966912" : 15185,
"29229056" : 14612,
"29491200" : 13947,
"29753344" : 13723,
"30015488" : 13196,
"30277632" : 12754,
"30539776" : 12259,
"30801920" : 11457,
"31064064" : 11184,
"31326208" : 10816,
"31588352" : 10481,
"31850496" : 10571,
"32112640" : 10600,
"32374784" : 10556,
"32636928" : 10475,
"32899072" : 10748,
"33161216" : 10874,
"33423360" : 11038,
"33816576" : 22647,
"34340864" : 22872,
"34865152" : 23190,
"35389440" : 23633,
"35913728" : 23334,
"36438016" : 23112,
"36962304" : 22526,
"37486592" : 21841,
"38010880" : 20980,
"38535168" : 20467,
"39059456" : 19414,
"39583744" : 18332,
"40108032" : 17058,
"40632320" : 16179,
"41156608" : 15043,
"41680896" : 14720,
"42205184" : 14064,
"42729472" : 13662,
"43253760" : 13095,
"43778048" : 13023,
"44302336" : 12935,
"44826624" : 13069,
"45350912" : 12851,
"45875200" : 12185,
"46399488" : 12153,
"46923776" : 11518,
"47448064" : 11438,
"47972352" : 10413,
"48496640" : 10288,
"49020928" : 10026,
"49545216" : 9782,
"50069504" : 9246,
"50593792" : 8649,
"51118080" : 8306,
"51642368" : 8076,
"52166656" : 7585,
"52690944" : 7347,
"53215232" : 7161,
"53739520" : 6849,
"54263808" : 6490,
"54788096" : 6530,
"55312384" : 6318,
"55836672" : 6179,
"56360960" : 5876,
"56885248" : 5662,
"57409536" : 5729,
"57933824" : 5664,
"58458112" : 5474,
"58982400" : 5399,
"59506688" : 5001,
"60030976" : 4671,
"60555264" : 4644,
"61079552" : 4560,
"61603840" : 4117,
"62128128" : 3993,
"62652416" : 3804,
"63176704" : 3524,
"63700992" : 3476,
"64225280" : 3472,
"64749568" : 3136,
"65273856" : 3083,
"65798144" : 3023,
"66322432" : 3017,
"66846720" : 2804,
"67633152" : 5351,
"68681728" : 4909,
"69730304" : 4392,
"70778880" : 4038,
"71827456" : 3665,
"72876032" : 3132,
"73924608" : 2952,
"74973184" : 2679,
"76021760" : 2441,
"77070336" : 2281,
"78118912" : 2140,
"79167488" : 1845,
"80216064" : 1655,
"81264640" : 1467,
"82313216" : 1306,
"83361792" : 1292,
"84410368" : 1111,
"85458944" : 970,
"86507520" : 933,
"87556096" : 827,
"88604672" : 789,
"89653248" : 747,
"90701824" : 662,
"91750400" : 530,
"92798976" : 475,
"93847552" : 448,
"94896128" : 393,
"95944704" : 396,
"96993280" : 353,
"98041856" : 270,
"99090432" : 234,
"100139008" : 250,
"101187584" : 219,
"102236160" : 183,
"103284736" : 183,
"104333312" : 149,
"105381888" : 123,
"106430464" : 112,
"107479040" : 107,
"108527616" : 92,
"109576192" : 79,
"110624768" : 75,
"111673344" : 59,
"112721920" : 65,
"113770496" : 47,
"114819072" : 36,
"115867648" : 33,
"116916224" : 37,
"117964800" : 40,
"119013376" : 34,
"120061952" : 31,
"121110528" : 26,
"122159104" : 18,
"123207680" : 18,
"124256256" : 10,
"125304832" : 9,
"126353408" : 19,
"127401984" : 11,
"128450560" : 8,
"129499136" : 10,
"130547712" : 11,
"131596288" : 14,
"132644864" : 8,
"133693440" : 5,
"135266304" : 13,
"137363456" : 12,
"139460608" : 4,
"141557760" : 11,
"143654912" : 1,
"149946368" : 1,
"152043520" : 1,
"154140672" : 1,
"156237824" : 4,
"158334976" : 3
}
},
"lat_ns" : {
"min" : 6507215,
"max" : 161832212,
"mean" : 32556225.212608,
"stddev" : 16195424.508013,
"N" : 2044413
},
"bw_min" : 40784,
"bw_max" : 89036,
"bw_agg" : 100.000000,
"bw_mean" : 62968.513514,
"bw_dev" : 277.884923,
"bw_samples" : 8288,
"iops_min" : 10192,
"iops_max" : 22258,
"iops_mean" : 15739.131274,
"iops_stddev" : 69.502481,
"iops_samples" : 8288
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4160148,
"usr_cpu" : 0.222708,
"sys_cpu" : 4.062355,
"ctx" : 3299328,
"majf" : 0,
"minf" : 1136,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999951,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.451771,
"20" : 25.528444,
"50" : 58.656310,
"100" : 11.260367,
"250" : 0.101543,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095608,
"timestamp_ms" : 1773095608367,
"time" : "Mon Mar 9 19:33:28 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9004470272,
"io_kbytes" : 8793428,
"bw_bytes" : 64313510,
"bw" : 62806,
"iops" : 15702.519124,
"runtime" : 140009,
"total_ios" : 2198494,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 258786,
"max" : 55560497,
"mean" : 2027281.788175,
"stddev" : 3164762.613437,
"N" : 2198494
},
"clat_ns" : {
"min" : 6107514,
"max" : 157924640,
"mean" : 30575507.604011,
"stddev" : 15656064.002606,
"N" : 2198462,
"percentile" : {
"1.000000" : 8716288,
"5.000000" : 10158080,
"10.000000" : 12648448,
"20.000000" : 17170432,
"30.000000" : 20054016,
"40.000000" : 24510464,
"50.000000" : 27918336,
"60.000000" : 31850496,
"70.000000" : 36438016,
"80.000000" : 42205184,
"90.000000" : 51642368,
"95.000000" : 60555264,
"99.000000" : 78118912,
"99.500000" : 85458944,
"99.900000" : 101187584,
"99.950000" : 107479040,
"99.990000" : 124256256
},
"bins" : {
"6127616" : 3,
"6193152" : 2,
"6258688" : 1,
"6324224" : 1,
"6455296" : 1,
"6586368" : 3,
"6651904" : 8,
"6717440" : 14,
"6782976" : 13,
"6848512" : 23,
"6914048" : 31,
"6979584" : 26,
"7045120" : 45,
"7110656" : 70,
"7176192" : 83,
"7241728" : 125,
"7307264" : 143,
"7372800" : 195,
"7438336" : 225,
"7503872" : 278,
"7569408" : 318,
"7634944" : 383,
"7700480" : 439,
"7766016" : 555,
"7831552" : 631,
"7897088" : 744,
"7962624" : 823,
"8028160" : 913,
"8093696" : 1040,
"8159232" : 1105,
"8224768" : 1194,
"8290304" : 1357,
"8355840" : 1460,
"8454144" : 3367,
"8585216" : 3810,
"8716288" : 4324,
"8847360" : 4970,
"8978432" : 5665,
"9109504" : 6498,
"9240576" : 7278,
"9371648" : 8180,
"9502720" : 8909,
"9633792" : 9595,
"9764864" : 10164,
"9895936" : 10643,
"10027008" : 10748,
"10158080" : 10962,
"10289152" : 10696,
"10420224" : 10182,
"10551296" : 9669,
"10682368" : 8956,
"10813440" : 8357,
"10944512" : 7371,
"11075584" : 6470,
"11206656" : 5711,
"11337728" : 4998,
"11468800" : 4441,
"11599872" : 4046,
"11730944" : 3604,
"11862016" : 3217,
"11993088" : 2952,
"12124160" : 2640,
"12255232" : 2742,
"12386304" : 2746,
"12517376" : 2771,
"12648448" : 2802,
"12779520" : 2923,
"12910592" : 3048,
"13041664" : 3211,
"13172736" : 3516,
"13303808" : 3691,
"13434880" : 3654,
"13565952" : 3957,
"13697024" : 4066,
"13828096" : 4297,
"13959168" : 4757,
"14090240" : 4946,
"14221312" : 5103,
"14352384" : 5325,
"14483456" : 5559,
"14614528" : 5796,
"14745600" : 5934,
"14876672" : 6286,
"15007744" : 6456,
"15138816" : 6935,
"15269888" : 7056,
"15400960" : 7189,
"15532032" : 7389,
"15663104" : 7693,
"15794176" : 8067,
"15925248" : 8385,
"16056320" : 8347,
"16187392" : 8769,
"16318464" : 9102,
"16449536" : 9246,
"16580608" : 9321,
"16711680" : 9685,
"16908288" : 19876,
"17170432" : 20810,
"17432576" : 21220,
"17694720" : 21764,
"17956864" : 21529,
"18219008" : 21219,
"18481152" : 20820,
"18743296" : 20566,
"19005440" : 19840,
"19267584" : 18860,
"19529728" : 17862,
"19791872" : 16581,
"20054016" : 15833,
"20316160" : 14675,
"20578304" : 13663,
"20840448" : 12606,
"21102592" : 11987,
"21364736" : 11029,
"21626880" : 11185,
"21889024" : 10965,
"22151168" : 10729,
"22413312" : 10943,
"22675456" : 11234,
"22937600" : 11793,
"23199744" : 11987,
"23461888" : 12626,
"23724032" : 13112,
"23986176" : 14080,
"24248320" : 14505,
"24510464" : 15286,
"24772608" : 16096,
"25034752" : 16637,
"25296896" : 17137,
"25559040" : 17473,
"25821184" : 17894,
"26083328" : 18556,
"26345472" : 18778,
"26607616" : 18900,
"26869760" : 18944,
"27131904" : 19111,
"27394048" : 18787,
"27656192" : 18507,
"27918336" : 18226,
"28180480" : 17703,
"28442624" : 17384,
"28704768" : 17065,
"28966912" : 16250,
"29229056" : 15713,
"29491200" : 14973,
"29753344" : 14702,
"30015488" : 14137,
"30277632" : 13776,
"30539776" : 13159,
"30801920" : 12290,
"31064064" : 12001,
"31326208" : 11600,
"31588352" : 11287,
"31850496" : 11323,
"32112640" : 11353,
"32374784" : 11375,
"32636928" : 11332,
"32899072" : 11450,
"33161216" : 11641,
"33423360" : 11824,
"33816576" : 24402,
"34340864" : 24687,
"34865152" : 25024,
"35389440" : 25512,
"35913728" : 25137,
"36438016" : 24988,
"36962304" : 24357,
"37486592" : 23563,
"38010880" : 22648,
"38535168" : 22146,
"39059456" : 20931,
"39583744" : 19693,
"40108032" : 18406,
"40632320" : 17469,
"41156608" : 16372,
"41680896" : 15928,
"42205184" : 15151,
"42729472" : 14732,
"43253760" : 14131,
"43778048" : 13998,
"44302336" : 13925,
"44826624" : 14099,
"45350912" : 13900,
"45875200" : 13217,
"46399488" : 13159,
"46923776" : 12491,
"47448064" : 12323,
"47972352" : 11253,
"48496640" : 11119,
"49020928" : 10794,
"49545216" : 10487,
"50069504" : 9897,
"50593792" : 9314,
"51118080" : 8942,
"51642368" : 8682,
"52166656" : 8124,
"52690944" : 7901,
"53215232" : 7703,
"53739520" : 7381,
"54263808" : 7081,
"54788096" : 7110,
"55312384" : 6888,
"55836672" : 6735,
"56360960" : 6378,
"56885248" : 6089,
"57409536" : 6173,
"57933824" : 6081,
"58458112" : 5881,
"58982400" : 5783,
"59506688" : 5360,
"60030976" : 5013,
"60555264" : 4959,
"61079552" : 4873,
"61603840" : 4443,
"62128128" : 4307,
"62652416" : 4111,
"63176704" : 3827,
"63700992" : 3786,
"64225280" : 3733,
"64749568" : 3395,
"65273856" : 3372,
"65798144" : 3276,
"66322432" : 3240,
"66846720" : 3027,
"67633152" : 5755,
"68681728" : 5257,
"69730304" : 4693,
"70778880" : 4316,
"71827456" : 3919,
"72876032" : 3395,
"73924608" : 3203,
"74973184" : 2887,
"76021760" : 2644,
"77070336" : 2454,
"78118912" : 2284,
"79167488" : 1974,
"80216064" : 1769,
"81264640" : 1617,
"82313216" : 1424,
"83361792" : 1386,
"84410368" : 1205,
"85458944" : 1046,
"86507520" : 999,
"87556096" : 896,
"88604672" : 854,
"89653248" : 800,
"90701824" : 713,
"91750400" : 574,
"92798976" : 523,
"93847552" : 492,
"94896128" : 434,
"95944704" : 438,
"96993280" : 408,
"98041856" : 307,
"99090432" : 274,
"100139008" : 294,
"101187584" : 242,
"102236160" : 203,
"103284736" : 211,
"104333312" : 182,
"105381888" : 145,
"106430464" : 128,
"107479040" : 138,
"108527616" : 116,
"109576192" : 100,
"110624768" : 84,
"111673344" : 74,
"112721920" : 71,
"113770496" : 55,
"114819072" : 44,
"115867648" : 42,
"116916224" : 43,
"117964800" : 47,
"119013376" : 38,
"120061952" : 36,
"121110528" : 32,
"122159104" : 24,
"123207680" : 21,
"124256256" : 14,
"125304832" : 17,
"126353408" : 24,
"127401984" : 12,
"128450560" : 13,
"129499136" : 15,
"130547712" : 15,
"131596288" : 21,
"132644864" : 15,
"133693440" : 8,
"135266304" : 21,
"137363456" : 19,
"139460608" : 5,
"141557760" : 13,
"143654912" : 4,
"147849216" : 2,
"149946368" : 4,
"152043520" : 1,
"154140672" : 1,
"156237824" : 4,
"158334976" : 3
}
},
"lat_ns" : {
"min" : 6507215,
"max" : 161832212,
"mean" : 32602575.368008,
"stddev" : 16237321.626606,
"N" : 2198462
},
"bw_min" : 40784,
"bw_max" : 89036,
"bw_agg" : 100.000000,
"bw_mean" : 62871.792115,
"bw_dev" : 274.276903,
"bw_samples" : 8928,
"iops_min" : 10192,
"iops_max" : 22258,
"iops_mean" : 15715.068100,
"iops_stddev" : 68.598734,
"iops_samples" : 8928
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4480153,
"usr_cpu" : 0.221198,
"sys_cpu" : 4.057406,
"ctx" : 3543335,
"majf" : 0,
"minf" : 1136,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999955,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999955,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.492848,
"20" : 25.397477,
"50" : 58.703958,
"100" : 11.291184,
"250" : 0.113077,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095618,
"timestamp_ms" : 1773095618387,
"time" : "Mon Mar 9 19:33:38 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 29,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9661296640,
"io_kbytes" : 9434860,
"bw_bytes" : 64404779,
"bw" : 62895,
"iops" : 15724.903172,
"runtime" : 150009,
"total_ios" : 2358877,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 258786,
"max" : 55560497,
"mean" : 2024601.888999,
"stddev" : 3164769.594828,
"N" : 2358877
},
"clat_ns" : {
"min" : 6107514,
"max" : 157924640,
"mean" : 30531385.895139,
"stddev" : 15670341.269746,
"N" : 2358845,
"percentile" : {
"1.000000" : 8716288,
"5.000000" : 10158080,
"10.000000" : 12648448,
"20.000000" : 17170432,
"30.000000" : 20054016,
"40.000000" : 24510464,
"50.000000" : 27656192,
"60.000000" : 31588352,
"70.000000" : 36438016,
"80.000000" : 42205184,
"90.000000" : 51642368,
"95.000000" : 60555264,
"99.000000" : 78118912,
"99.500000" : 85458944,
"99.900000" : 102236160,
"99.950000" : 108527616,
"99.990000" : 125304832
},
"bins" : {
"6127616" : 3,
"6193152" : 2,
"6258688" : 1,
"6324224" : 1,
"6455296" : 1,
"6586368" : 3,
"6651904" : 8,
"6717440" : 16,
"6782976" : 13,
"6848512" : 24,
"6914048" : 32,
"6979584" : 28,
"7045120" : 53,
"7110656" : 77,
"7176192" : 92,
"7241728" : 133,
"7307264" : 156,
"7372800" : 200,
"7438336" : 238,
"7503872" : 301,
"7569408" : 343,
"7634944" : 416,
"7700480" : 483,
"7766016" : 599,
"7831552" : 677,
"7897088" : 806,
"7962624" : 906,
"8028160" : 982,
"8093696" : 1141,
"8159232" : 1229,
"8224768" : 1299,
"8290304" : 1461,
"8355840" : 1583,
"8454144" : 3660,
"8585216" : 4150,
"8716288" : 4725,
"8847360" : 5421,
"8978432" : 6158,
"9109504" : 7049,
"9240576" : 7857,
"9371648" : 8855,
"9502720" : 9662,
"9633792" : 10322,
"9764864" : 10937,
"9895936" : 11410,
"10027008" : 11590,
"10158080" : 11729,
"10289152" : 11432,
"10420224" : 10840,
"10551296" : 10264,
"10682368" : 9508,
"10813440" : 8915,
"10944512" : 7804,
"11075584" : 6900,
"11206656" : 6051,
"11337728" : 5323,
"11468800" : 4750,
"11599872" : 4310,
"11730944" : 3843,
"11862016" : 3464,
"11993088" : 3171,
"12124160" : 2861,
"12255232" : 2961,
"12386304" : 2986,
"12517376" : 2982,
"12648448" : 3017,
"12779520" : 3138,
"12910592" : 3264,
"13041664" : 3475,
"13172736" : 3822,
"13303808" : 4004,
"13434880" : 3943,
"13565952" : 4256,
"13697024" : 4390,
"13828096" : 4637,
"13959168" : 5120,
"14090240" : 5311,
"14221312" : 5464,
"14352384" : 5679,
"14483456" : 5980,
"14614528" : 6267,
"14745600" : 6403,
"14876672" : 6842,
"15007744" : 6995,
"15138816" : 7582,
"15269888" : 7670,
"15400960" : 7831,
"15532032" : 8054,
"15663104" : 8363,
"15794176" : 8785,
"15925248" : 9109,
"16056320" : 9127,
"16187392" : 9568,
"16318464" : 9911,
"16449536" : 10141,
"16580608" : 10170,
"16711680" : 10532,
"16908288" : 21561,
"17170432" : 22491,
"17432576" : 22954,
"17694720" : 23496,
"17956864" : 23258,
"18219008" : 22893,
"18481152" : 22370,
"18743296" : 22140,
"19005440" : 21286,
"19267584" : 20165,
"19529728" : 19034,
"19791872" : 17647,
"20054016" : 16843,
"20316160" : 15636,
"20578304" : 14559,
"20840448" : 13402,
"21102592" : 12814,
"21364736" : 11889,
"21626880" : 11977,
"21889024" : 11778,
"22151168" : 11635,
"22413312" : 11803,
"22675456" : 12145,
"22937600" : 12720,
"23199744" : 12933,
"23461888" : 13602,
"23724032" : 14097,
"23986176" : 15160,
"24248320" : 15658,
"24510464" : 16444,
"24772608" : 17317,
"25034752" : 17971,
"25296896" : 18530,
"25559040" : 18852,
"25821184" : 19317,
"26083328" : 20036,
"26345472" : 20173,
"26607616" : 20267,
"26869760" : 20313,
"27131904" : 20545,
"27394048" : 20101,
"27656192" : 19844,
"27918336" : 19636,
"28180480" : 18989,
"28442624" : 18568,
"28704768" : 18192,
"28966912" : 17417,
"29229056" : 16760,
"29491200" : 16056,
"29753344" : 15712,
"30015488" : 15076,
"30277632" : 14751,
"30539776" : 14116,
"30801920" : 13135,
"31064064" : 12871,
"31326208" : 12429,
"31588352" : 12146,
"31850496" : 12119,
"32112640" : 12191,
"32374784" : 12168,
"32636928" : 12178,
"32899072" : 12269,
"33161216" : 12397,
"33423360" : 12618,
"33816576" : 26076,
"34340864" : 26483,
"34865152" : 26802,
"35389440" : 27247,
"35913728" : 26916,
"36438016" : 26705,
"36962304" : 26142,
"37486592" : 25301,
"38010880" : 24206,
"38535168" : 23634,
"39059456" : 22390,
"39583744" : 21077,
"40108032" : 19705,
"40632320" : 18703,
"41156608" : 17467,
"41680896" : 17071,
"42205184" : 16193,
"42729472" : 15680,
"43253760" : 15136,
"43778048" : 14994,
"44302336" : 14870,
"44826624" : 15082,
"45350912" : 14852,
"45875200" : 14175,
"46399488" : 14080,
"46923776" : 13343,
"47448064" : 13105,
"47972352" : 12095,
"48496640" : 11853,
"49020928" : 11482,
"49545216" : 11166,
"50069504" : 10508,
"50593792" : 9963,
"51118080" : 9512,
"51642368" : 9262,
"52166656" : 8651,
"52690944" : 8376,
"53215232" : 8181,
"53739520" : 7848,
"54263808" : 7565,
"54788096" : 7550,
"55312384" : 7262,
"55836672" : 7155,
"56360960" : 6794,
"56885248" : 6562,
"57409536" : 6534,
"57933824" : 6424,
"58458112" : 6226,
"58982400" : 6154,
"59506688" : 5694,
"60030976" : 5337,
"60555264" : 5268,
"61079552" : 5171,
"61603840" : 4672,
"62128128" : 4577,
"62652416" : 4341,
"63176704" : 4080,
"63700992" : 4049,
"64225280" : 4026,
"64749568" : 3570,
"65273856" : 3576,
"65798144" : 3479,
"66322432" : 3435,
"66846720" : 3214,
"67633152" : 6112,
"68681728" : 5577,
"69730304" : 5002,
"70778880" : 4603,
"71827456" : 4232,
"72876032" : 3644,
"73924608" : 3441,
"74973184" : 3119,
"76021760" : 2828,
"77070336" : 2641,
"78118912" : 2437,
"79167488" : 2146,
"80216064" : 1896,
"81264640" : 1759,
"82313216" : 1538,
"83361792" : 1516,
"84410368" : 1291,
"85458944" : 1147,
"86507520" : 1090,
"87556096" : 989,
"88604672" : 916,
"89653248" : 866,
"90701824" : 763,
"91750400" : 625,
"92798976" : 559,
"93847552" : 532,
"94896128" : 476,
"95944704" : 471,
"96993280" : 430,
"98041856" : 340,
"99090432" : 307,
"100139008" : 325,
"101187584" : 279,
"102236160" : 232,
"103284736" : 236,
"104333312" : 202,
"105381888" : 169,
"106430464" : 143,
"107479040" : 146,
"108527616" : 133,
"109576192" : 117,
"110624768" : 106,
"111673344" : 91,
"112721920" : 85,
"113770496" : 68,
"114819072" : 55,
"115867648" : 51,
"116916224" : 50,
"117964800" : 52,
"119013376" : 42,
"120061952" : 45,
"121110528" : 42,
"122159104" : 37,
"123207680" : 26,
"124256256" : 16,
"125304832" : 25,
"126353408" : 25,
"127401984" : 13,
"128450560" : 14,
"129499136" : 21,
"130547712" : 18,
"131596288" : 26,
"132644864" : 21,
"133693440" : 10,
"135266304" : 27,
"137363456" : 20,
"139460608" : 6,
"141557760" : 15,
"143654912" : 4,
"147849216" : 2,
"149946368" : 4,
"152043520" : 1,
"154140672" : 1,
"156237824" : 4,
"158334976" : 3
}
},
"lat_ns" : {
"min" : 6507215,
"max" : 161832212,
"mean" : 32555410.331370,
"stddev" : 16253670.528909,
"N" : 2358845
},
"bw_min" : 40784,
"bw_max" : 89313,
"bw_agg" : 100.000000,
"bw_mean" : 62909.063545,
"bw_dev" : 274.710611,
"bw_samples" : 9568,
"iops_min" : 10192,
"iops_max" : 22327,
"iops_mean" : 15724.391304,
"iops_stddev" : 68.708360,
"iops_samples" : 9568
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4800148,
"usr_cpu" : 0.221056,
"sys_cpu" : 4.063333,
"ctx" : 3794273,
"majf" : 0,
"minf" : 1136,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999958,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999958,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.531394,
"20" : 25.499507,
"50" : 58.631798,
"100" : 11.213853,
"250" : 0.122092,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095628,
"timestamp_ms" : 1773095628369,
"time" : "Mon Mar 9 19:33:48 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 19,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10306355200,
"io_kbytes" : 10064800,
"bw_bytes" : 64410694,
"bw" : 62901,
"iops" : 15726.079620,
"runtime" : 160010,
"total_ios" : 2516330,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 258786,
"max" : 55560497,
"mean" : 2024184.891595,
"stddev" : 3164537.696240,
"N" : 2516330
},
"clat_ns" : {
"min" : 6107514,
"max" : 157924640,
"mean" : 30530334.434903,
"stddev" : 15706270.569803,
"N" : 2516298,
"percentile" : {
"1.000000" : 8716288,
"5.000000" : 10158080,
"10.000000" : 12648448,
"20.000000" : 17170432,
"30.000000" : 20054016,
"40.000000" : 24510464,
"50.000000" : 27656192,
"60.000000" : 31588352,
"70.000000" : 36438016,
"80.000000" : 42205184,
"90.000000" : 51642368,
"95.000000" : 60555264,
"99.000000" : 78118912,
"99.500000" : 86507520,
"99.900000" : 102236160,
"99.950000" : 109576192,
"99.990000" : 127401984
},
"bins" : {
"6127616" : 3,
"6193152" : 2,
"6258688" : 1,
"6324224" : 1,
"6455296" : 1,
"6586368" : 4,
"6651904" : 8,
"6717440" : 19,
"6782976" : 16,
"6848512" : 29,
"6914048" : 38,
"6979584" : 34,
"7045120" : 61,
"7110656" : 92,
"7176192" : 102,
"7241728" : 150,
"7307264" : 175,
"7372800" : 230,
"7438336" : 266,
"7503872" : 335,
"7569408" : 365,
"7634944" : 445,
"7700480" : 536,
"7766016" : 642,
"7831552" : 730,
"7897088" : 860,
"7962624" : 980,
"8028160" : 1061,
"8093696" : 1210,
"8159232" : 1322,
"8224768" : 1398,
"8290304" : 1571,
"8355840" : 1688,
"8454144" : 3918,
"8585216" : 4463,
"8716288" : 5101,
"8847360" : 5838,
"8978432" : 6622,
"9109504" : 7621,
"9240576" : 8435,
"9371648" : 9451,
"9502720" : 10311,
"9633792" : 11081,
"9764864" : 11719,
"9895936" : 12125,
"10027008" : 12361,
"10158080" : 12461,
"10289152" : 12150,
"10420224" : 11558,
"10551296" : 10913,
"10682368" : 10144,
"10813440" : 9427,
"10944512" : 8299,
"11075584" : 7293,
"11206656" : 6395,
"11337728" : 5643,
"11468800" : 5029,
"11599872" : 4570,
"11730944" : 4065,
"11862016" : 3649,
"11993088" : 3364,
"12124160" : 3043,
"12255232" : 3160,
"12386304" : 3179,
"12517376" : 3195,
"12648448" : 3226,
"12779520" : 3356,
"12910592" : 3511,
"13041664" : 3731,
"13172736" : 4093,
"13303808" : 4273,
"13434880" : 4263,
"13565952" : 4566,
"13697024" : 4733,
"13828096" : 4984,
"13959168" : 5486,
"14090240" : 5688,
"14221312" : 5843,
"14352384" : 6075,
"14483456" : 6372,
"14614528" : 6716,
"14745600" : 6870,
"14876672" : 7296,
"15007744" : 7524,
"15138816" : 8090,
"15269888" : 8184,
"15400960" : 8380,
"15532032" : 8638,
"15663104" : 8987,
"15794176" : 9435,
"15925248" : 9734,
"16056320" : 9799,
"16187392" : 10264,
"16318464" : 10587,
"16449536" : 10838,
"16580608" : 10872,
"16711680" : 11227,
"16908288" : 23051,
"17170432" : 23923,
"17432576" : 24515,
"17694720" : 25123,
"17956864" : 24825,
"18219008" : 24353,
"18481152" : 23872,
"18743296" : 23594,
"19005440" : 22699,
"19267584" : 21440,
"19529728" : 20257,
"19791872" : 18822,
"20054016" : 17917,
"20316160" : 16586,
"20578304" : 15442,
"20840448" : 14308,
"21102592" : 13665,
"21364736" : 12643,
"21626880" : 12744,
"21889024" : 12588,
"22151168" : 12362,
"22413312" : 12664,
"22675456" : 13008,
"22937600" : 13613,
"23199744" : 13856,
"23461888" : 14624,
"23724032" : 15074,
"23986176" : 16235,
"24248320" : 16775,
"24510464" : 17582,
"24772608" : 18540,
"25034752" : 19192,
"25296896" : 19844,
"25559040" : 20229,
"25821184" : 20695,
"26083328" : 21470,
"26345472" : 21634,
"26607616" : 21692,
"26869760" : 21666,
"27131904" : 21850,
"27394048" : 21436,
"27656192" : 21107,
"27918336" : 20925,
"28180480" : 20219,
"28442624" : 19730,
"28704768" : 19227,
"28966912" : 18506,
"29229056" : 17824,
"29491200" : 17167,
"29753344" : 16665,
"30015488" : 16077,
"30277632" : 15674,
"30539776" : 14988,
"30801920" : 14036,
"31064064" : 13767,
"31326208" : 13310,
"31588352" : 13041,
"31850496" : 12948,
"32112640" : 12997,
"32374784" : 13069,
"32636928" : 13010,
"32899072" : 13110,
"33161216" : 13197,
"33423360" : 13492,
"33816576" : 27807,
"34340864" : 28316,
"34865152" : 28644,
"35389440" : 28977,
"35913728" : 28637,
"36438016" : 28391,
"36962304" : 27897,
"37486592" : 26974,
"38010880" : 25848,
"38535168" : 25087,
"39059456" : 23816,
"39583744" : 22399,
"40108032" : 21027,
"40632320" : 19889,
"41156608" : 18530,
"41680896" : 18030,
"42205184" : 17260,
"42729472" : 16730,
"43253760" : 16234,
"43778048" : 16037,
"44302336" : 15855,
"44826624" : 16099,
"45350912" : 15851,
"45875200" : 15098,
"46399488" : 14918,
"46923776" : 14182,
"47448064" : 13881,
"47972352" : 12888,
"48496640" : 12540,
"49020928" : 12178,
"49545216" : 11706,
"50069504" : 11120,
"50593792" : 10582,
"51118080" : 10121,
"51642368" : 9885,
"52166656" : 9211,
"52690944" : 8906,
"53215232" : 8726,
"53739520" : 8395,
"54263808" : 8026,
"54788096" : 8024,
"55312384" : 7744,
"55836672" : 7582,
"56360960" : 7241,
"56885248" : 6945,
"57409536" : 6884,
"57933824" : 6772,
"58458112" : 6586,
"58982400" : 6491,
"59506688" : 6008,
"60030976" : 5644,
"60555264" : 5597,
"61079552" : 5477,
"61603840" : 4973,
"62128128" : 4909,
"62652416" : 4664,
"63176704" : 4377,
"63700992" : 4342,
"64225280" : 4302,
"64749568" : 3836,
"65273856" : 3800,
"65798144" : 3696,
"66322432" : 3667,
"66846720" : 3421,
"67633152" : 6515,
"68681728" : 5930,
"69730304" : 5305,
"70778880" : 4888,
"71827456" : 4528,
"72876032" : 3941,
"73924608" : 3694,
"74973184" : 3352,
"76021760" : 3038,
"77070336" : 2849,
"78118912" : 2603,
"79167488" : 2314,
"80216064" : 2049,
"81264640" : 1887,
"82313216" : 1687,
"83361792" : 1656,
"84410368" : 1410,
"85458944" : 1251,
"86507520" : 1178,
"87556096" : 1082,
"88604672" : 1015,
"89653248" : 965,
"90701824" : 841,
"91750400" : 697,
"92798976" : 627,
"93847552" : 590,
"94896128" : 520,
"95944704" : 511,
"96993280" : 487,
"98041856" : 386,
"99090432" : 345,
"100139008" : 369,
"101187584" : 308,
"102236160" : 262,
"103284736" : 254,
"104333312" : 227,
"105381888" : 186,
"106430464" : 158,
"107479040" : 160,
"108527616" : 146,
"109576192" : 134,
"110624768" : 114,
"111673344" : 107,
"112721920" : 94,
"113770496" : 77,
"114819072" : 60,
"115867648" : 56,
"116916224" : 56,
"117964800" : 57,
"119013376" : 48,
"120061952" : 50,
"121110528" : 54,
"122159104" : 44,
"123207680" : 31,
"124256256" : 19,
"125304832" : 28,
"126353408" : 27,
"127401984" : 16,
"128450560" : 16,
"129499136" : 26,
"130547712" : 23,
"131596288" : 27,
"132644864" : 22,
"133693440" : 12,
"135266304" : 30,
"137363456" : 28,
"139460608" : 10,
"141557760" : 17,
"143654912" : 6,
"145752064" : 6,
"147849216" : 6,
"149946368" : 4,
"152043520" : 1,
"154140672" : 1,
"156237824" : 4,
"158334976" : 3
}
},
"lat_ns" : {
"min" : 6507215,
"max" : 161832212,
"mean" : 32554488.590860,
"stddev" : 16292959.862366,
"N" : 2516298
},
"bw_min" : 40784,
"bw_max" : 90257,
"bw_agg" : 100.000000,
"bw_mean" : 62953.507837,
"bw_dev" : 276.034633,
"bw_samples" : 10208,
"iops_min" : 10192,
"iops_max" : 22563,
"iops_mean" : 15735.485893,
"iops_stddev" : 69.040546,
"iops_samples" : 10208
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5120161,
"usr_cpu" : 0.220931,
"sys_cpu" : 4.062997,
"ctx" : 4044826,
"majf" : 0,
"minf" : 1136,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.556994,
"20" : 25.504604,
"50" : 58.597402,
"100" : 11.211010,
"250" : 0.128719,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095638,
"timestamp_ms" : 1773095638375,
"time" : "Mon Mar 9 19:33:58 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 9,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10932027392,
"io_kbytes" : 10675808,
"bw_bytes" : 64302639,
"bw" : 62795,
"iops" : 15699.351211,
"runtime" : 170009,
"total_ios" : 2669031,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 258786,
"max" : 55560497,
"mean" : 2027729.738480,
"stddev" : 3169691.989908,
"N" : 2669031
},
"clat_ns" : {
"min" : 6107514,
"max" : 157924640,
"mean" : 30578801.483706,
"stddev" : 15704626.158705,
"N" : 2668999,
"percentile" : {
"1.000000" : 8716288,
"5.000000" : 10158080,
"10.000000" : 12648448,
"20.000000" : 17170432,
"30.000000" : 20054016,
"40.000000" : 24510464,
"50.000000" : 27918336,
"60.000000" : 31588352,
"70.000000" : 36438016,
"80.000000" : 42205184,
"90.000000" : 51642368,
"95.000000" : 60555264,
"99.000000" : 78118912,
"99.500000" : 85458944,
"99.900000" : 102236160,
"99.950000" : 109576192,
"99.990000" : 126353408
},
"bins" : {
"6127616" : 3,
"6193152" : 2,
"6258688" : 1,
"6324224" : 2,
"6389760" : 1,
"6455296" : 3,
"6586368" : 7,
"6651904" : 9,
"6717440" : 20,
"6782976" : 22,
"6848512" : 32,
"6914048" : 42,
"6979584" : 37,
"7045120" : 65,
"7110656" : 100,
"7176192" : 110,
"7241728" : 162,
"7307264" : 192,
"7372800" : 242,
"7438336" : 287,
"7503872" : 360,
"7569408" : 388,
"7634944" : 482,
"7700480" : 573,
"7766016" : 697,
"7831552" : 770,
"7897088" : 914,
"7962624" : 1016,
"8028160" : 1136,
"8093696" : 1270,
"8159232" : 1396,
"8224768" : 1461,
"8290304" : 1650,
"8355840" : 1773,
"8454144" : 4107,
"8585216" : 4672,
"8716288" : 5346,
"8847360" : 6126,
"8978432" : 7029,
"9109504" : 7997,
"9240576" : 8921,
"9371648" : 9970,
"9502720" : 10846,
"9633792" : 11692,
"9764864" : 12431,
"9895936" : 12852,
"10027008" : 13137,
"10158080" : 13200,
"10289152" : 12850,
"10420224" : 12257,
"10551296" : 11592,
"10682368" : 10728,
"10813440" : 9955,
"10944512" : 8737,
"11075584" : 7713,
"11206656" : 6700,
"11337728" : 5937,
"11468800" : 5256,
"11599872" : 4779,
"11730944" : 4274,
"11862016" : 3814,
"11993088" : 3518,
"12124160" : 3192,
"12255232" : 3273,
"12386304" : 3314,
"12517376" : 3342,
"12648448" : 3360,
"12779520" : 3498,
"12910592" : 3702,
"13041664" : 3908,
"13172736" : 4258,
"13303808" : 4465,
"13434880" : 4476,
"13565952" : 4816,
"13697024" : 4995,
"13828096" : 5259,
"13959168" : 5764,
"14090240" : 5997,
"14221312" : 6198,
"14352384" : 6430,
"14483456" : 6758,
"14614528" : 7114,
"14745600" : 7265,
"14876672" : 7782,
"15007744" : 8009,
"15138816" : 8578,
"15269888" : 8687,
"15400960" : 8872,
"15532032" : 9175,
"15663104" : 9514,
"15794176" : 9987,
"15925248" : 10300,
"16056320" : 10374,
"16187392" : 10829,
"16318464" : 11164,
"16449536" : 11377,
"16580608" : 11394,
"16711680" : 11774,
"16908288" : 24285,
"17170432" : 25143,
"17432576" : 25747,
"17694720" : 26367,
"17956864" : 26107,
"18219008" : 25685,
"18481152" : 25202,
"18743296" : 24924,
"19005440" : 24066,
"19267584" : 22708,
"19529728" : 21530,
"19791872" : 20031,
"20054016" : 19118,
"20316160" : 17765,
"20578304" : 16457,
"20840448" : 15275,
"21102592" : 14546,
"21364736" : 13458,
"21626880" : 13526,
"21889024" : 13354,
"22151168" : 13134,
"22413312" : 13407,
"22675456" : 13762,
"22937600" : 14387,
"23199744" : 14639,
"23461888" : 15510,
"23724032" : 15958,
"23986176" : 17152,
"24248320" : 17713,
"24510464" : 18515,
"24772608" : 19511,
"25034752" : 20276,
"25296896" : 20893,
"25559040" : 21273,
"25821184" : 21829,
"26083328" : 22563,
"26345472" : 22765,
"26607616" : 22830,
"26869760" : 22887,
"27131904" : 23107,
"27394048" : 22650,
"27656192" : 22460,
"27918336" : 22179,
"28180480" : 21429,
"28442624" : 21043,
"28704768" : 20561,
"28966912" : 19825,
"29229056" : 19138,
"29491200" : 18316,
"29753344" : 17770,
"30015488" : 17193,
"30277632" : 16744,
"30539776" : 15998,
"30801920" : 15066,
"31064064" : 14701,
"31326208" : 14273,
"31588352" : 13827,
"31850496" : 13745,
"32112640" : 13785,
"32374784" : 13833,
"32636928" : 13782,
"32899072" : 13852,
"33161216" : 14044,
"33423360" : 14232,
"33816576" : 29387,
"34340864" : 29856,
"34865152" : 30211,
"35389440" : 30699,
"35913728" : 30481,
"36438016" : 30281,
"36962304" : 29700,
"37486592" : 28806,
"38010880" : 27664,
"38535168" : 26746,
"39059456" : 25477,
"39583744" : 23966,
"40108032" : 22484,
"40632320" : 21267,
"41156608" : 19823,
"41680896" : 19270,
"42205184" : 18514,
"42729472" : 17757,
"43253760" : 17253,
"43778048" : 16981,
"44302336" : 16845,
"44826624" : 16995,
"45350912" : 16792,
"45875200" : 16070,
"46399488" : 15865,
"46923776" : 15158,
"47448064" : 14836,
"47972352" : 13795,
"48496640" : 13396,
"49020928" : 13090,
"49545216" : 12480,
"50069504" : 11896,
"50593792" : 11355,
"51118080" : 10843,
"51642368" : 10618,
"52166656" : 9797,
"52690944" : 9476,
"53215232" : 9261,
"53739520" : 8872,
"54263808" : 8473,
"54788096" : 8524,
"55312384" : 8229,
"55836672" : 8092,
"56360960" : 7657,
"56885248" : 7436,
"57409536" : 7313,
"57933824" : 7226,
"58458112" : 7022,
"58982400" : 6923,
"59506688" : 6446,
"60030976" : 6049,
"60555264" : 5962,
"61079552" : 5837,
"61603840" : 5340,
"62128128" : 5238,
"62652416" : 4950,
"63176704" : 4657,
"63700992" : 4583,
"64225280" : 4591,
"64749568" : 4081,
"65273856" : 4067,
"65798144" : 3924,
"66322432" : 3844,
"66846720" : 3646,
"67633152" : 6954,
"68681728" : 6399,
"69730304" : 5713,
"70778880" : 5281,
"71827456" : 4806,
"72876032" : 4203,
"73924608" : 3911,
"74973184" : 3553,
"76021760" : 3237,
"77070336" : 3017,
"78118912" : 2768,
"79167488" : 2452,
"80216064" : 2177,
"81264640" : 2006,
"82313216" : 1769,
"83361792" : 1740,
"84410368" : 1517,
"85458944" : 1309,
"86507520" : 1246,
"87556096" : 1164,
"88604672" : 1067,
"89653248" : 1029,
"90701824" : 891,
"91750400" : 727,
"92798976" : 657,
"93847552" : 630,
"94896128" : 539,
"95944704" : 531,
"96993280" : 510,
"98041856" : 409,
"99090432" : 388,
"100139008" : 394,
"101187584" : 323,
"102236160" : 269,
"103284736" : 260,
"104333312" : 237,
"105381888" : 196,
"106430464" : 166,
"107479040" : 170,
"108527616" : 149,
"109576192" : 143,
"110624768" : 117,
"111673344" : 111,
"112721920" : 97,
"113770496" : 80,
"114819072" : 61,
"115867648" : 58,
"116916224" : 58,
"117964800" : 60,
"119013376" : 50,
"120061952" : 50,
"121110528" : 56,
"122159104" : 44,
"123207680" : 32,
"124256256" : 20,
"125304832" : 28,
"126353408" : 27,
"127401984" : 16,
"128450560" : 16,
"129499136" : 26,
"130547712" : 23,
"131596288" : 27,
"132644864" : 22,
"133693440" : 12,
"135266304" : 30,
"137363456" : 28,
"139460608" : 10,
"141557760" : 17,
"143654912" : 6,
"145752064" : 6,
"147849216" : 6,
"149946368" : 4,
"152043520" : 1,
"154140672" : 1,
"156237824" : 4,
"158334976" : 3
}
},
"lat_ns" : {
"min" : 6507215,
"max" : 161832212,
"mean" : 32606102.759443,
"stddev" : 16289297.523355,
"N" : 2668999
},
"bw_min" : 40784,
"bw_max" : 90417,
"bw_agg" : 100.000000,
"bw_mean" : 62809.882006,
"bw_dev" : 273.606195,
"bw_samples" : 10848,
"iops_min" : 10192,
"iops_max" : 22603,
"iops_mean" : 15699.572271,
"iops_stddev" : 68.433534,
"iops_samples" : 10848
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5440153,
"usr_cpu" : 0.221483,
"sys_cpu" : 4.055162,
"ctx" : 4290212,
"majf" : 0,
"minf" : 1136,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.534754,
"20" : 25.378611,
"50" : 58.698756,
"100" : 11.260903,
"250" : 0.125776,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095648,
"timestamp_ms" : 1773095648373,
"time" : "Mon Mar 9 19:34:08 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 2339,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11568230400,
"io_kbytes" : 11297100,
"bw_bytes" : 64264376,
"bw" : 62758,
"iops" : 15687.767346,
"runtime" : 180010,
"total_ios" : 2823955,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 258786,
"max" : 55560497,
"mean" : 2029111.717716,
"stddev" : 3172469.423876,
"N" : 2823987
},
"clat_ns" : {
"min" : 3505,
"max" : 157924640,
"mean" : 30599786.851270,
"stddev" : 15715974.874445,
"N" : 2824435,
"percentile" : {
"1.000000" : 8716288,
"5.000000" : 10158080,
"10.000000" : 12648448,
"20.000000" : 17170432,
"30.000000" : 20054016,
"40.000000" : 24510464,
"50.000000" : 27918336,
"60.000000" : 31850496,
"70.000000" : 36438016,
"80.000000" : 42205184,
"90.000000" : 51642368,
"95.000000" : 60555264,
"99.000000" : 78118912,
"99.500000" : 86507520,
"99.900000" : 102236160,
"99.950000" : 109576192,
"99.990000" : 126353408
},
"bins" : {
"3504" : 1,
"3632" : 1,
"3856" : 1,
"3952" : 1,
"4048" : 1,
"4128" : 1,
"4192" : 1,
"4384" : 1,
"4576" : 1,
"5152" : 2,
"5216" : 1,
"5344" : 2,
"5920" : 1,
"6048" : 1,
"6112" : 1,
"6240" : 1,
"6432" : 2,
"6944" : 1,
"7136" : 1,
"7200" : 1,
"7392" : 2,
"7520" : 2,
"7840" : 1,
"8768" : 1,
"8896" : 1,
"10176" : 1,
"10432" : 1,
"489472" : 1,
"544768" : 1,
"593920" : 1,
"634880" : 1,
"667648" : 1,
"864256" : 1,
"913408" : 1,
"962560" : 1,
"1122304" : 1,
"1138688" : 1,
"1351680" : 1,
"1400832" : 1,
"1417216" : 1,
"1482752" : 1,
"1597440" : 1,
"1908736" : 1,
"1974272" : 1,
"2179072" : 1,
"2277376" : 1,
"2375680" : 1,
"2506752" : 1,
"2768896" : 1,
"2965504" : 1,
"3260416" : 1,
"3489792" : 1,
"3522560" : 1,
"3981312" : 1,
"4112384" : 2,
"4489216" : 1,
"4620288" : 1,
"4882432" : 1,
"5013504" : 1,
"5406720" : 1,
"5668864" : 1,
"5799936" : 1,
"6127616" : 4,
"6193152" : 3,
"6258688" : 1,
"6324224" : 2,
"6389760" : 1,
"6455296" : 5,
"6586368" : 7,
"6651904" : 9,
"6717440" : 20,
"6782976" : 23,
"6848512" : 33,
"6914048" : 42,
"6979584" : 39,
"7045120" : 65,
"7110656" : 103,
"7176192" : 116,
"7241728" : 170,
"7307264" : 204,
"7372800" : 264,
"7438336" : 303,
"7503872" : 386,
"7569408" : 408,
"7634944" : 509,
"7700480" : 611,
"7766016" : 732,
"7831552" : 813,
"7897088" : 974,
"7962624" : 1051,
"8028160" : 1183,
"8093696" : 1338,
"8159232" : 1466,
"8224768" : 1520,
"8290304" : 1733,
"8355840" : 1858,
"8454144" : 4320,
"8585216" : 4899,
"8716288" : 5593,
"8847360" : 6399,
"8978432" : 7421,
"9109504" : 8419,
"9240576" : 9454,
"9371648" : 10560,
"9502720" : 11476,
"9633792" : 12351,
"9764864" : 13135,
"9895936" : 13653,
"10027008" : 13973,
"10158080" : 14007,
"10289152" : 13614,
"10420224" : 13035,
"10551296" : 12332,
"10682368" : 11355,
"10813440" : 10530,
"10944512" : 9206,
"11075584" : 8166,
"11206656" : 7077,
"11337728" : 6308,
"11468800" : 5558,
"11599872" : 5037,
"11730944" : 4507,
"11862016" : 3998,
"11993088" : 3699,
"12124160" : 3337,
"12255232" : 3406,
"12386304" : 3460,
"12517376" : 3488,
"12648448" : 3495,
"12779520" : 3664,
"12910592" : 3871,
"13041664" : 4106,
"13172736" : 4448,
"13303808" : 4713,
"13434880" : 4751,
"13565952" : 5098,
"13697024" : 5257,
"13828096" : 5554,
"13959168" : 6051,
"14090240" : 6288,
"14221312" : 6513,
"14352384" : 6783,
"14483456" : 7144,
"14614528" : 7489,
"14745600" : 7723,
"14876672" : 8199,
"15007744" : 8401,
"15138816" : 8995,
"15269888" : 9153,
"15400960" : 9375,
"15532032" : 9675,
"15663104" : 9991,
"15794176" : 10495,
"15925248" : 10789,
"16056320" : 10893,
"16187392" : 11393,
"16318464" : 11755,
"16449536" : 12028,
"16580608" : 12058,
"16711680" : 12375,
"16908288" : 25620,
"17170432" : 26465,
"17432576" : 27026,
"17694720" : 27661,
"17956864" : 27465,
"18219008" : 27050,
"18481152" : 26547,
"18743296" : 26267,
"19005440" : 25377,
"19267584" : 24040,
"19529728" : 22810,
"19791872" : 21333,
"20054016" : 20296,
"20316160" : 18856,
"20578304" : 17451,
"20840448" : 16353,
"21102592" : 15506,
"21364736" : 14374,
"21626880" : 14467,
"21889024" : 14255,
"22151168" : 13931,
"22413312" : 14281,
"22675456" : 14565,
"22937600" : 15254,
"23199744" : 15521,
"23461888" : 16433,
"23724032" : 16933,
"23986176" : 18167,
"24248320" : 18763,
"24510464" : 19533,
"24772608" : 20661,
"25034752" : 21400,
"25296896" : 22077,
"25559040" : 22509,
"25821184" : 22990,
"26083328" : 23773,
"26345472" : 24012,
"26607616" : 24094,
"26869760" : 24203,
"27131904" : 24471,
"27394048" : 24038,
"27656192" : 23793,
"27918336" : 23542,
"28180480" : 22701,
"28442624" : 22414,
"28704768" : 21909,
"28966912" : 21137,
"29229056" : 20351,
"29491200" : 19576,
"29753344" : 18889,
"30015488" : 18266,
"30277632" : 17754,
"30539776" : 16993,
"30801920" : 16005,
"31064064" : 15659,
"31326208" : 15167,
"31588352" : 14839,
"31850496" : 14649,
"32112640" : 14619,
"32374784" : 14617,
"32636928" : 14586,
"32899072" : 14645,
"33161216" : 14786,
"33423360" : 14980,
"33816576" : 30890,
"34340864" : 31359,
"34865152" : 31807,
"35389440" : 32373,
"35913728" : 32234,
"36438016" : 32028,
"36962304" : 31509,
"37486592" : 30627,
"38010880" : 29370,
"38535168" : 28270,
"39059456" : 26980,
"39583744" : 25448,
"40108032" : 23969,
"40632320" : 22660,
"41156608" : 21032,
"41680896" : 20494,
"42205184" : 19648,
"42729472" : 18839,
"43253760" : 18319,
"43778048" : 18068,
"44302336" : 17877,
"44826624" : 17921,
"45350912" : 17735,
"45875200" : 16961,
"46399488" : 16722,
"46923776" : 15955,
"47448064" : 15698,
"47972352" : 14643,
"48496640" : 14156,
"49020928" : 13845,
"49545216" : 13217,
"50069504" : 12603,
"50593792" : 12095,
"51118080" : 11483,
"51642368" : 11254,
"52166656" : 10387,
"52690944" : 10075,
"53215232" : 9820,
"53739520" : 9459,
"54263808" : 8998,
"54788096" : 9001,
"55312384" : 8668,
"55836672" : 8509,
"56360960" : 8073,
"56885248" : 7878,
"57409536" : 7695,
"57933824" : 7605,
"58458112" : 7408,
"58982400" : 7276,
"59506688" : 6829,
"60030976" : 6398,
"60555264" : 6317,
"61079552" : 6182,
"61603840" : 5665,
"62128128" : 5559,
"62652416" : 5269,
"63176704" : 4938,
"63700992" : 4876,
"64225280" : 4850,
"64749568" : 4351,
"65273856" : 4311,
"65798144" : 4135,
"66322432" : 4079,
"66846720" : 3848,
"67633152" : 7345,
"68681728" : 6801,
"69730304" : 6005,
"70778880" : 5601,
"71827456" : 5117,
"72876032" : 4446,
"73924608" : 4142,
"74973184" : 3775,
"76021760" : 3411,
"77070336" : 3192,
"78118912" : 2941,
"79167488" : 2604,
"80216064" : 2343,
"81264640" : 2113,
"82313216" : 1874,
"83361792" : 1820,
"84410368" : 1603,
"85458944" : 1361,
"86507520" : 1310,
"87556096" : 1228,
"88604672" : 1130,
"89653248" : 1086,
"90701824" : 941,
"91750400" : 769,
"92798976" : 709,
"93847552" : 677,
"94896128" : 595,
"95944704" : 587,
"96993280" : 551,
"98041856" : 448,
"99090432" : 420,
"100139008" : 411,
"101187584" : 349,
"102236160" : 304,
"103284736" : 286,
"104333312" : 260,
"105381888" : 226,
"106430464" : 189,
"107479040" : 193,
"108527616" : 166,
"109576192" : 153,
"110624768" : 127,
"111673344" : 122,
"112721920" : 104,
"113770496" : 87,
"114819072" : 68,
"115867648" : 69,
"116916224" : 69,
"117964800" : 75,
"119013376" : 55,
"120061952" : 59,
"121110528" : 63,
"122159104" : 48,
"123207680" : 36,
"124256256" : 22,
"125304832" : 31,
"126353408" : 29,
"127401984" : 17,
"128450560" : 18,
"129499136" : 26,
"130547712" : 24,
"131596288" : 28,
"132644864" : 24,
"133693440" : 14,
"135266304" : 34,
"137363456" : 31,
"139460608" : 11,
"141557760" : 18,
"143654912" : 6,
"145752064" : 6,
"147849216" : 6,
"149946368" : 4,
"152043520" : 1,
"154140672" : 1,
"156237824" : 4,
"158334976" : 3
}
},
"lat_ns" : {
"min" : 483278,
"max" : 161832212,
"mean" : 32628823.692451,
"stddev" : 16298229.289868,
"N" : 2824435
},
"bw_min" : 40544,
"bw_max" : 90795,
"bw_agg" : 100.000000,
"bw_mean" : 62803.398329,
"bw_dev" : 274.875127,
"bw_samples" : 11488,
"iops_min" : 10132,
"iops_max" : 22697,
"iops_mean" : 15697.955432,
"iops_stddev" : 68.750473,
"iops_samples" : 11488
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5760153,
"usr_cpu" : 0.222234,
"sys_cpu" : 4.051663,
"ctx" : 4541255,
"majf" : 0,
"minf" : 1261,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.998867,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 4.523585,
"20" : 25.295446,
"50" : 58.791553,
"100" : 11.272772,
"250" : 0.131553,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095648,
"timestamp_ms" : 1773095648402,
"time" : "Mon Mar 9 19:34:08 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11569016832,
"io_kbytes" : 11297868,
"bw_bytes" : 64264461,
"bw" : 62758,
"iops" : 15686.721623,
"runtime" : 180022,
"total_ios" : 2823955,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 258786,
"max" : 55560497,
"mean" : 2029111.717716,
"stddev" : 3172469.423876,
"N" : 2823987
},
"clat_ns" : {
"min" : 3505,
"max" : 157924640,
"mean" : 30599786.851270,
"stddev" : 15715974.874445,
"N" : 2824435,
"percentile" : {
"1.000000" : 8716288,
"5.000000" : 10158080,
"10.000000" : 12648448,
"20.000000" : 17170432,
"30.000000" : 20054016,
"40.000000" : 24510464,
"50.000000" : 27918336,
"60.000000" : 31850496,
"70.000000" : 36438016,
"80.000000" : 42205184,
"90.000000" : 51642368,
"95.000000" : 60555264,
"99.000000" : 78118912,
"99.500000" : 86507520,
"99.900000" : 102236160,
"99.950000" : 109576192,
"99.990000" : 126353408
},
"bins" : {
"3504" : 1,
"3632" : 1,
"3856" : 1,
"3952" : 1,
"4048" : 1,
"4128" : 1,
"4192" : 1,
"4384" : 1,
"4576" : 1,
"5152" : 2,
"5216" : 1,
"5344" : 2,
"5920" : 1,
"6048" : 1,
"6112" : 1,
"6240" : 1,
"6432" : 2,
"6944" : 1,
"7136" : 1,
"7200" : 1,
"7392" : 2,
"7520" : 2,
"7840" : 1,
"8768" : 1,
"8896" : 1,
"10176" : 1,
"10432" : 1,
"489472" : 1,
"544768" : 1,
"593920" : 1,
"634880" : 1,
"667648" : 1,
"864256" : 1,
"913408" : 1,
"962560" : 1,
"1122304" : 1,
"1138688" : 1,
"1351680" : 1,
"1400832" : 1,
"1417216" : 1,
"1482752" : 1,
"1597440" : 1,
"1908736" : 1,
"1974272" : 1,
"2179072" : 1,
"2277376" : 1,
"2375680" : 1,
"2506752" : 1,
"2768896" : 1,
"2965504" : 1,
"3260416" : 1,
"3489792" : 1,
"3522560" : 1,
"3981312" : 1,
"4112384" : 2,
"4489216" : 1,
"4620288" : 1,
"4882432" : 1,
"5013504" : 1,
"5406720" : 1,
"5668864" : 1,
"5799936" : 1,
"6127616" : 4,
"6193152" : 3,
"6258688" : 1,
"6324224" : 2,
"6389760" : 1,
"6455296" : 5,
"6586368" : 7,
"6651904" : 9,
"6717440" : 20,
"6782976" : 23,
"6848512" : 33,
"6914048" : 42,
"6979584" : 39,
"7045120" : 65,
"7110656" : 103,
"7176192" : 116,
"7241728" : 170,
"7307264" : 204,
"7372800" : 264,
"7438336" : 303,
"7503872" : 386,
"7569408" : 408,
"7634944" : 509,
"7700480" : 611,
"7766016" : 732,
"7831552" : 813,
"7897088" : 974,
"7962624" : 1051,
"8028160" : 1183,
"8093696" : 1338,
"8159232" : 1466,
"8224768" : 1520,
"8290304" : 1733,
"8355840" : 1858,
"8454144" : 4320,
"8585216" : 4899,
"8716288" : 5593,
"8847360" : 6399,
"8978432" : 7421,
"9109504" : 8419,
"9240576" : 9454,
"9371648" : 10560,
"9502720" : 11476,
"9633792" : 12351,
"9764864" : 13135,
"9895936" : 13653,
"10027008" : 13973,
"10158080" : 14007,
"10289152" : 13614,
"10420224" : 13035,
"10551296" : 12332,
"10682368" : 11355,
"10813440" : 10530,
"10944512" : 9206,
"11075584" : 8166,
"11206656" : 7077,
"11337728" : 6308,
"11468800" : 5558,
"11599872" : 5037,
"11730944" : 4507,
"11862016" : 3998,
"11993088" : 3699,
"12124160" : 3337,
"12255232" : 3406,
"12386304" : 3460,
"12517376" : 3488,
"12648448" : 3495,
"12779520" : 3664,
"12910592" : 3871,
"13041664" : 4106,
"13172736" : 4448,
"13303808" : 4713,
"13434880" : 4751,
"13565952" : 5098,
"13697024" : 5257,
"13828096" : 5554,
"13959168" : 6051,
"14090240" : 6288,
"14221312" : 6513,
"14352384" : 6783,
"14483456" : 7144,
"14614528" : 7489,
"14745600" : 7723,
"14876672" : 8199,
"15007744" : 8401,
"15138816" : 8995,
"15269888" : 9153,
"15400960" : 9375,
"15532032" : 9675,
"15663104" : 9991,
"15794176" : 10495,
"15925248" : 10789,
"16056320" : 10893,
"16187392" : 11393,
"16318464" : 11755,
"16449536" : 12028,
"16580608" : 12058,
"16711680" : 12375,
"16908288" : 25620,
"17170432" : 26465,
"17432576" : 27026,
"17694720" : 27661,
"17956864" : 27465,
"18219008" : 27050,
"18481152" : 26547,
"18743296" : 26267,
"19005440" : 25377,
"19267584" : 24040,
"19529728" : 22810,
"19791872" : 21333,
"20054016" : 20296,
"20316160" : 18856,
"20578304" : 17451,
"20840448" : 16353,
"21102592" : 15506,
"21364736" : 14374,
"21626880" : 14467,
"21889024" : 14255,
"22151168" : 13931,
"22413312" : 14281,
"22675456" : 14565,
"22937600" : 15254,
"23199744" : 15521,
"23461888" : 16433,
"23724032" : 16933,
"23986176" : 18167,
"24248320" : 18763,
"24510464" : 19533,
"24772608" : 20661,
"25034752" : 21400,
"25296896" : 22077,
"25559040" : 22509,
"25821184" : 22990,
"26083328" : 23773,
"26345472" : 24012,
"26607616" : 24094,
"26869760" : 24203,
"27131904" : 24471,
"27394048" : 24038,
"27656192" : 23793,
"27918336" : 23542,
"28180480" : 22701,
"28442624" : 22414,
"28704768" : 21909,
"28966912" : 21137,
"29229056" : 20351,
"29491200" : 19576,
"29753344" : 18889,
"30015488" : 18266,
"30277632" : 17754,
"30539776" : 16993,
"30801920" : 16005,
"31064064" : 15659,
"31326208" : 15167,
"31588352" : 14839,
"31850496" : 14649,
"32112640" : 14619,
"32374784" : 14617,
"32636928" : 14586,
"32899072" : 14645,
"33161216" : 14786,
"33423360" : 14980,
"33816576" : 30890,
"34340864" : 31359,
"34865152" : 31807,
"35389440" : 32373,
"35913728" : 32234,
"36438016" : 32028,
"36962304" : 31509,
"37486592" : 30627,
"38010880" : 29370,
"38535168" : 28270,
"39059456" : 26980,
"39583744" : 25448,
"40108032" : 23969,
"40632320" : 22660,
"41156608" : 21032,
"41680896" : 20494,
"42205184" : 19648,
"42729472" : 18839,
"43253760" : 18319,
"43778048" : 18068,
"44302336" : 17877,
"44826624" : 17921,
"45350912" : 17735,
"45875200" : 16961,
"46399488" : 16722,
"46923776" : 15955,
"47448064" : 15698,
"47972352" : 14643,
"48496640" : 14156,
"49020928" : 13845,
"49545216" : 13217,
"50069504" : 12603,
"50593792" : 12095,
"51118080" : 11483,
"51642368" : 11254,
"52166656" : 10387,
"52690944" : 10075,
"53215232" : 9820,
"53739520" : 9459,
"54263808" : 8998,
"54788096" : 9001,
"55312384" : 8668,
"55836672" : 8509,
"56360960" : 8073,
"56885248" : 7878,
"57409536" : 7695,
"57933824" : 7605,
"58458112" : 7408,
"58982400" : 7276,
"59506688" : 6829,
"60030976" : 6398,
"60555264" : 6317,
"61079552" : 6182,
"61603840" : 5665,
"62128128" : 5559,
"62652416" : 5269,
"63176704" : 4938,
"63700992" : 4876,
"64225280" : 4850,
"64749568" : 4351,
"65273856" : 4311,
"65798144" : 4135,
"66322432" : 4079,
"66846720" : 3848,
"67633152" : 7345,
"68681728" : 6801,
"69730304" : 6005,
"70778880" : 5601,
"71827456" : 5117,
"72876032" : 4446,
"73924608" : 4142,
"74973184" : 3775,
"76021760" : 3411,
"77070336" : 3192,
"78118912" : 2941,
"79167488" : 2604,
"80216064" : 2343,
"81264640" : 2113,
"82313216" : 1874,
"83361792" : 1820,
"84410368" : 1603,
"85458944" : 1361,
"86507520" : 1310,
"87556096" : 1228,
"88604672" : 1130,
"89653248" : 1086,
"90701824" : 941,
"91750400" : 769,
"92798976" : 709,
"93847552" : 677,
"94896128" : 595,
"95944704" : 587,
"96993280" : 551,
"98041856" : 448,
"99090432" : 420,
"100139008" : 411,
"101187584" : 349,
"102236160" : 304,
"103284736" : 286,
"104333312" : 260,
"105381888" : 226,
"106430464" : 189,
"107479040" : 193,
"108527616" : 166,
"109576192" : 153,
"110624768" : 127,
"111673344" : 122,
"112721920" : 104,
"113770496" : 87,
"114819072" : 68,
"115867648" : 69,
"116916224" : 69,
"117964800" : 75,
"119013376" : 55,
"120061952" : 59,
"121110528" : 63,
"122159104" : 48,
"123207680" : 36,
"124256256" : 22,
"125304832" : 31,
"126353408" : 29,
"127401984" : 17,
"128450560" : 18,
"129499136" : 26,
"130547712" : 24,
"131596288" : 28,
"132644864" : 24,
"133693440" : 14,
"135266304" : 34,
"137363456" : 31,
"139460608" : 11,
"141557760" : 18,
"143654912" : 6,
"145752064" : 6,
"147849216" : 6,
"149946368" : 4,
"152043520" : 1,
"154140672" : 1,
"156237824" : 4,
"158334976" : 3
}
},
"lat_ns" : {
"min" : 483278,
"max" : 161832212,
"mean" : 32628823.692451,
"stddev" : 16298229.289868,
"N" : 2824435
},
"bw_min" : 40544,
"bw_max" : 90795,
"bw_agg" : 100.000000,
"bw_mean" : 62803.398329,
"bw_dev" : 274.875127,
"bw_samples" : 11488,
"iops_min" : 10132,
"iops_max" : 22697,
"iops_mean" : 15697.955432,
"iops_stddev" : 68.750473,
"iops_samples" : 11488
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5760316,
"usr_cpu" : 0.222227,
"sys_cpu" : 4.051549,
"ctx" : 4541383,
"majf" : 0,
"minf" : 1273,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.998867,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 4.523585,
"20" : 25.295446,
"50" : 58.791553,
"100" : 11.272772,
"250" : 0.131553,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}