raidz2/benchmarks/rand/rand-write-qd32-nj32_run2.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773097984,
"timestamp_ms" : 1773097984510,
"time" : "Mon Mar 9 20:13:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 11,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 693534720,
"io_kbytes" : 677280,
"bw_bytes" : 71139062,
"bw" : 69471,
"iops" : 17482.511027,
"runtime" : 9749,
"total_ios" : 170437,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 311968,
"usr_cpu" : 0.236563,
"sys_cpu" : 4.587329,
"ctx" : 271373,
"majf" : 0,
"minf" : 211,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.150202,
"16" : 0.300404,
"32" : 99.417967,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097994,
"timestamp_ms" : 1773097994782,
"time" : "Mon Mar 9 20:13:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 169,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 592318464,
"io_kbytes" : 578436,
"bw_bytes" : 59190413,
"bw" : 57803,
"iops" : 14466.473469,
"runtime" : 10007,
"total_ios" : 144766,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 354972,
"max" : 38304019,
"mean" : 2207021.324142,
"stddev" : 3429820.846846,
"N" : 144767
},
"clat_ns" : {
"min" : 17753498,
"max" : 200140886,
"mean" : 68474268.849850,
"stddev" : 25006410.688799,
"N" : 144735,
"percentile" : {
"1.000000" : 26607616,
"5.000000" : 34865152,
"10.000000" : 39583744,
"20.000000" : 47448064,
"30.000000" : 53739520,
"40.000000" : 58982400,
"50.000000" : 64749568,
"60.000000" : 70778880,
"70.000000" : 77070336,
"80.000000" : 87556096,
"90.000000" : 103284736,
"95.000000" : 116916224,
"99.000000" : 141557760,
"99.500000" : 149946368,
"99.900000" : 166723584,
"99.950000" : 177209344,
"99.990000" : 191889408
},
"bins" : {
"17694720" : 1,
"17956864" : 5,
"18219008" : 4,
"18481152" : 8,
"18743296" : 11,
"19005440" : 17,
"19267584" : 24,
"19529728" : 33,
"19791872" : 39,
"20054016" : 54,
"20316160" : 52,
"20578304" : 61,
"20840448" : 40,
"21102592" : 49,
"21364736" : 59,
"21626880" : 52,
"21889024" : 58,
"22151168" : 60,
"22413312" : 45,
"22675456" : 37,
"22937600" : 42,
"23199744" : 26,
"23461888" : 17,
"23724032" : 20,
"23986176" : 17,
"24248320" : 23,
"24510464" : 42,
"24772608" : 28,
"25034752" : 42,
"25296896" : 61,
"25559040" : 70,
"25821184" : 72,
"26083328" : 89,
"26345472" : 88,
"26607616" : 111,
"26869760" : 130,
"27131904" : 94,
"27394048" : 140,
"27656192" : 157,
"27918336" : 173,
"28180480" : 184,
"28442624" : 142,
"28704768" : 137,
"28966912" : 198,
"29229056" : 197,
"29491200" : 180,
"29753344" : 193,
"30015488" : 199,
"30277632" : 197,
"30539776" : 161,
"30801920" : 186,
"31064064" : 187,
"31326208" : 170,
"31588352" : 193,
"31850496" : 159,
"32112640" : 168,
"32374784" : 147,
"32636928" : 122,
"32899072" : 218,
"33161216" : 220,
"33423360" : 189,
"33816576" : 384,
"34340864" : 531,
"34865152" : 592,
"35389440" : 619,
"35913728" : 660,
"36438016" : 785,
"36962304" : 853,
"37486592" : 874,
"38010880" : 866,
"38535168" : 879,
"39059456" : 859,
"39583744" : 853,
"40108032" : 855,
"40632320" : 773,
"41156608" : 779,
"41680896" : 847,
"42205184" : 962,
"42729472" : 966,
"43253760" : 964,
"43778048" : 1029,
"44302336" : 1050,
"44826624" : 1045,
"45350912" : 1049,
"45875200" : 1155,
"46399488" : 1201,
"46923776" : 1269,
"47448064" : 1314,
"47972352" : 1220,
"48496640" : 1250,
"49020928" : 1188,
"49545216" : 1215,
"50069504" : 1194,
"50593792" : 1223,
"51118080" : 1244,
"51642368" : 1211,
"52166656" : 1204,
"52690944" : 1207,
"53215232" : 1266,
"53739520" : 1230,
"54263808" : 1236,
"54788096" : 1332,
"55312384" : 1342,
"55836672" : 1343,
"56360960" : 1303,
"56885248" : 1351,
"57409536" : 1328,
"57933824" : 1319,
"58458112" : 1439,
"58982400" : 1391,
"59506688" : 1283,
"60030976" : 1247,
"60555264" : 1322,
"61079552" : 1379,
"61603840" : 1493,
"62128128" : 1445,
"62652416" : 1377,
"63176704" : 1371,
"63700992" : 1371,
"64225280" : 1386,
"64749568" : 1333,
"65273856" : 1370,
"65798144" : 1255,
"66322432" : 1361,
"66846720" : 1416,
"67633152" : 2803,
"68681728" : 2605,
"69730304" : 2618,
"70778880" : 2396,
"71827456" : 2286,
"72876032" : 2161,
"73924608" : 2152,
"74973184" : 2198,
"76021760" : 2007,
"77070336" : 1860,
"78118912" : 2009,
"79167488" : 1701,
"80216064" : 1662,
"81264640" : 1644,
"82313216" : 1522,
"83361792" : 1587,
"84410368" : 1534,
"85458944" : 1400,
"86507520" : 1244,
"87556096" : 1251,
"88604672" : 1233,
"89653248" : 1072,
"90701824" : 1063,
"91750400" : 1091,
"92798976" : 1044,
"93847552" : 998,
"94896128" : 957,
"95944704" : 906,
"96993280" : 860,
"98041856" : 835,
"99090432" : 820,
"100139008" : 796,
"101187584" : 813,
"102236160" : 669,
"103284736" : 652,
"104333312" : 613,
"105381888" : 661,
"106430464" : 596,
"107479040" : 610,
"108527616" : 576,
"109576192" : 552,
"110624768" : 556,
"111673344" : 518,
"112721920" : 502,
"113770496" : 488,
"114819072" : 482,
"115867648" : 395,
"116916224" : 390,
"117964800" : 366,
"119013376" : 356,
"120061952" : 359,
"121110528" : 353,
"122159104" : 328,
"123207680" : 319,
"124256256" : 294,
"125304832" : 259,
"126353408" : 275,
"127401984" : 225,
"128450560" : 229,
"129499136" : 227,
"130547712" : 234,
"131596288" : 205,
"132644864" : 192,
"133693440" : 179,
"135266304" : 378,
"137363456" : 340,
"139460608" : 255,
"141557760" : 210,
"143654912" : 233,
"145752064" : 175,
"147849216" : 152,
"149946368" : 150,
"152043520" : 127,
"154140672" : 90,
"156237824" : 86,
"158334976" : 80,
"160432128" : 57,
"162529280" : 56,
"164626432" : 27,
"166723584" : 42,
"168820736" : 22,
"170917888" : 20,
"173015040" : 10,
"175112192" : 4,
"177209344" : 18,
"179306496" : 11,
"181403648" : 10,
"183500800" : 8,
"185597952" : 3,
"187695104" : 10,
"189792256" : 2,
"191889408" : 4,
"193986560" : 4,
"198180864" : 4,
"200278016" : 3
}
},
"lat_ns" : {
"min" : 18269808,
"max" : 208815448,
"mean" : 70666501.948285,
"stddev" : 25415319.543402,
"N" : 144735
},
"bw_min" : 44328,
"bw_max" : 72255,
"bw_agg" : 100.000000,
"bw_mean" : 57821.789474,
"bw_dev" : 240.371946,
"bw_samples" : 608,
"iops_min" : 11082,
"iops_max" : 18063,
"iops_mean" : 14455.210526,
"iops_stddev" : 60.088030,
"iops_samples" : 608
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 320122,
"usr_cpu" : 0.197425,
"sys_cpu" : 3.706399,
"ctx" : 228029,
"majf" : 0,
"minf" : 1136,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.105688,
"50" : 24.215631,
"100" : 64.208447,
"250" : 11.448821,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098004,
"timestamp_ms" : 1773098004769,
"time" : "Mon Mar 9 20:13:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 159,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1153417216,
"io_kbytes" : 1126384,
"bw_bytes" : 57650683,
"bw" : 56299,
"iops" : 14084.320488,
"runtime" : 20007,
"total_ios" : 281785,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 349734,
"max" : 38304019,
"mean" : 2263687.448071,
"stddev" : 3507256.386337,
"N" : 281786
},
"clat_ns" : {
"min" : 16487665,
"max" : 211838665,
"mean" : 70453760.880019,
"stddev" : 26297865.765629,
"N" : 281753,
"percentile" : {
"1.000000" : 26869760,
"5.000000" : 35913728,
"10.000000" : 40632320,
"20.000000" : 48496640,
"30.000000" : 54788096,
"40.000000" : 60555264,
"50.000000" : 66322432,
"60.000000" : 72876032,
"70.000000" : 80216064,
"80.000000" : 89653248,
"90.000000" : 106430464,
"95.000000" : 121110528,
"99.000000" : 149946368,
"99.500000" : 160432128,
"99.900000" : 181403648,
"99.950000" : 187695104,
"99.990000" : 200278016
},
"bins" : {
"16449536" : 1,
"16711680" : 2,
"16908288" : 4,
"17170432" : 4,
"17432576" : 6,
"17694720" : 9,
"17956864" : 13,
"18219008" : 12,
"18481152" : 19,
"18743296" : 32,
"19005440" : 55,
"19267584" : 59,
"19529728" : 73,
"19791872" : 81,
"20054016" : 93,
"20316160" : 99,
"20578304" : 125,
"20840448" : 84,
"21102592" : 108,
"21364736" : 107,
"21626880" : 84,
"21889024" : 93,
"22151168" : 95,
"22413312" : 70,
"22675456" : 65,
"22937600" : 65,
"23199744" : 58,
"23461888" : 35,
"23724032" : 37,
"23986176" : 48,
"24248320" : 43,
"24510464" : 70,
"24772608" : 53,
"25034752" : 76,
"25296896" : 99,
"25559040" : 115,
"25821184" : 102,
"26083328" : 121,
"26345472" : 148,
"26607616" : 179,
"26869760" : 222,
"27131904" : 203,
"27394048" : 245,
"27656192" : 252,
"27918336" : 304,
"28180480" : 284,
"28442624" : 238,
"28704768" : 269,
"28966912" : 323,
"29229056" : 326,
"29491200" : 308,
"29753344" : 348,
"30015488" : 330,
"30277632" : 317,
"30539776" : 278,
"30801920" : 345,
"31064064" : 329,
"31326208" : 322,
"31588352" : 347,
"31850496" : 320,
"32112640" : 333,
"32374784" : 286,
"32636928" : 231,
"32899072" : 323,
"33161216" : 328,
"33423360" : 301,
"33816576" : 643,
"34340864" : 804,
"34865152" : 945,
"35389440" : 1086,
"35913728" : 1093,
"36438016" : 1273,
"36962304" : 1440,
"37486592" : 1496,
"38010880" : 1606,
"38535168" : 1557,
"39059456" : 1592,
"39583744" : 1560,
"40108032" : 1524,
"40632320" : 1347,
"41156608" : 1407,
"41680896" : 1482,
"42205184" : 1664,
"42729472" : 1736,
"43253760" : 1660,
"43778048" : 1782,
"44302336" : 1857,
"44826624" : 1896,
"45350912" : 1853,
"45875200" : 2084,
"46399488" : 2229,
"46923776" : 2364,
"47448064" : 2466,
"47972352" : 2291,
"48496640" : 2376,
"49020928" : 2314,
"49545216" : 2378,
"50069504" : 2288,
"50593792" : 2323,
"51118080" : 2273,
"51642368" : 2265,
"52166656" : 2247,
"52690944" : 2393,
"53215232" : 2426,
"53739520" : 2342,
"54263808" : 2493,
"54788096" : 2603,
"55312384" : 2601,
"55836672" : 2567,
"56360960" : 2520,
"56885248" : 2512,
"57409536" : 2618,
"57933824" : 2618,
"58458112" : 2714,
"58982400" : 2651,
"59506688" : 2465,
"60030976" : 2518,
"60555264" : 2527,
"61079552" : 2640,
"61603840" : 2677,
"62128128" : 2557,
"62652416" : 2547,
"63176704" : 2607,
"63700992" : 2626,
"64225280" : 2563,
"64749568" : 2556,
"65273856" : 2621,
"65798144" : 2528,
"66322432" : 2592,
"66846720" : 2601,
"67633152" : 5200,
"68681728" : 4876,
"69730304" : 4682,
"70778880" : 4558,
"71827456" : 4340,
"72876032" : 4383,
"73924608" : 4291,
"74973184" : 4266,
"76021760" : 4017,
"77070336" : 3745,
"78118912" : 3870,
"79167488" : 3430,
"80216064" : 3378,
"81264640" : 3339,
"82313216" : 3308,
"83361792" : 3141,
"84410368" : 3041,
"85458944" : 2841,
"86507520" : 2776,
"87556096" : 2690,
"88604672" : 2502,
"89653248" : 2352,
"90701824" : 2321,
"91750400" : 2272,
"92798976" : 2146,
"93847552" : 2213,
"94896128" : 2084,
"95944704" : 1868,
"96993280" : 1823,
"98041856" : 1844,
"99090432" : 1792,
"100139008" : 1712,
"101187584" : 1654,
"102236160" : 1427,
"103284736" : 1399,
"104333312" : 1309,
"105381888" : 1373,
"106430464" : 1305,
"107479040" : 1252,
"108527616" : 1144,
"109576192" : 1119,
"110624768" : 1117,
"111673344" : 1091,
"112721920" : 1014,
"113770496" : 953,
"114819072" : 997,
"115867648" : 816,
"116916224" : 795,
"117964800" : 784,
"119013376" : 737,
"120061952" : 735,
"121110528" : 699,
"122159104" : 649,
"123207680" : 637,
"124256256" : 591,
"125304832" : 551,
"126353408" : 582,
"127401984" : 512,
"128450560" : 440,
"129499136" : 490,
"130547712" : 527,
"131596288" : 422,
"132644864" : 411,
"133693440" : 365,
"135266304" : 880,
"137363456" : 784,
"139460608" : 617,
"141557760" : 605,
"143654912" : 582,
"145752064" : 476,
"147849216" : 432,
"149946368" : 408,
"152043520" : 331,
"154140672" : 289,
"156237824" : 307,
"158334976" : 241,
"160432128" : 209,
"162529280" : 202,
"164626432" : 171,
"166723584" : 155,
"168820736" : 115,
"170917888" : 89,
"173015040" : 76,
"175112192" : 98,
"177209344" : 90,
"179306496" : 52,
"181403648" : 53,
"183500800" : 54,
"185597952" : 38,
"187695104" : 33,
"189792256" : 36,
"191889408" : 20,
"193986560" : 19,
"196083712" : 10,
"198180864" : 12,
"200278016" : 20,
"202375168" : 2,
"204472320" : 7,
"206569472" : 1,
"210763776" : 3,
"212860928" : 1
}
},
"lat_ns" : {
"min" : 17235097,
"max" : 212813525,
"mean" : 72715909.083034,
"stddev" : 26744392.999670,
"N" : 281753
},
"bw_min" : 37992,
"bw_max" : 73939,
"bw_agg" : 99.739793,
"bw_mean" : 56153.358974,
"bw_dev" : 260.657384,
"bw_samples" : 1248,
"iops_min" : 9498,
"iops_max" : 18484,
"iops_mean" : 14037.435897,
"iops_stddev" : 65.162508,
"iops_samples" : 1248
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 640138,
"usr_cpu" : 0.198082,
"sys_cpu" : 3.591569,
"ctx" : 446943,
"majf" : 0,
"minf" : 1136,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999645,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.140533,
"50" : 22.210905,
"100" : 64.686197,
"250" : 12.951009,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098014,
"timestamp_ms" : 1773098014772,
"time" : "Mon Mar 9 20:13:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 149,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1752371200,
"io_kbytes" : 1711300,
"bw_bytes" : 58396800,
"bw" : 57028,
"iops" : 14259.630765,
"runtime" : 30008,
"total_ios" : 427903,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 349734,
"max" : 38304019,
"mean" : 2234838.147089,
"stddev" : 3458988.291714,
"N" : 427903
},
"clat_ns" : {
"min" : 15308513,
"max" : 211838665,
"mean" : 69570047.617616,
"stddev" : 25538545.438123,
"N" : 427871,
"percentile" : {
"1.000000" : 26345472,
"5.000000" : 35389440,
"10.000000" : 40108032,
"20.000000" : 47972352,
"30.000000" : 54263808,
"40.000000" : 60030976,
"50.000000" : 65798144,
"60.000000" : 71827456,
"70.000000" : 79167488,
"80.000000" : 88604672,
"90.000000" : 104333312,
"95.000000" : 117964800,
"99.000000" : 145752064,
"99.500000" : 156237824,
"99.900000" : 177209344,
"99.950000" : 185597952,
"99.990000" : 198180864
},
"bins" : {
"15269888" : 1,
"15400960" : 1,
"15532032" : 1,
"15663104" : 1,
"16056320" : 2,
"16318464" : 3,
"16449536" : 5,
"16580608" : 1,
"16711680" : 2,
"16908288" : 6,
"17170432" : 4,
"17432576" : 6,
"17694720" : 14,
"17956864" : 18,
"18219008" : 23,
"18481152" : 35,
"18743296" : 50,
"19005440" : 86,
"19267584" : 85,
"19529728" : 113,
"19791872" : 134,
"20054016" : 146,
"20316160" : 166,
"20578304" : 217,
"20840448" : 194,
"21102592" : 196,
"21364736" : 180,
"21626880" : 177,
"21889024" : 167,
"22151168" : 159,
"22413312" : 130,
"22675456" : 138,
"22937600" : 113,
"23199744" : 97,
"23461888" : 72,
"23724032" : 65,
"23986176" : 93,
"24248320" : 73,
"24510464" : 103,
"24772608" : 90,
"25034752" : 141,
"25296896" : 161,
"25559040" : 181,
"25821184" : 196,
"26083328" : 247,
"26345472" : 268,
"26607616" : 282,
"26869760" : 342,
"27131904" : 328,
"27394048" : 397,
"27656192" : 428,
"27918336" : 493,
"28180480" : 441,
"28442624" : 421,
"28704768" : 458,
"28966912" : 514,
"29229056" : 569,
"29491200" : 544,
"29753344" : 605,
"30015488" : 586,
"30277632" : 533,
"30539776" : 490,
"30801920" : 557,
"31064064" : 525,
"31326208" : 472,
"31588352" : 521,
"31850496" : 490,
"32112640" : 489,
"32374784" : 472,
"32636928" : 436,
"32899072" : 483,
"33161216" : 532,
"33423360" : 504,
"33816576" : 1130,
"34340864" : 1284,
"34865152" : 1483,
"35389440" : 1752,
"35913728" : 1763,
"36438016" : 1959,
"36962304" : 2168,
"37486592" : 2247,
"38010880" : 2476,
"38535168" : 2406,
"39059456" : 2401,
"39583744" : 2318,
"40108032" : 2347,
"40632320" : 2142,
"41156608" : 2344,
"41680896" : 2390,
"42205184" : 2523,
"42729472" : 2581,
"43253760" : 2563,
"43778048" : 2707,
"44302336" : 2847,
"44826624" : 2957,
"45350912" : 2840,
"45875200" : 3257,
"46399488" : 3423,
"46923776" : 3554,
"47448064" : 3533,
"47972352" : 3463,
"48496640" : 3573,
"49020928" : 3585,
"49545216" : 3513,
"50069504" : 3497,
"50593792" : 3571,
"51118080" : 3582,
"51642368" : 3591,
"52166656" : 3600,
"52690944" : 3686,
"53215232" : 3670,
"53739520" : 3596,
"54263808" : 3713,
"54788096" : 3896,
"55312384" : 4010,
"55836672" : 3936,
"56360960" : 3907,
"56885248" : 3882,
"57409536" : 3867,
"57933824" : 3839,
"58458112" : 4044,
"58982400" : 4036,
"59506688" : 3922,
"60030976" : 3962,
"60555264" : 3912,
"61079552" : 4053,
"61603840" : 4112,
"62128128" : 3982,
"62652416" : 3917,
"63176704" : 3951,
"63700992" : 3996,
"64225280" : 3921,
"64749568" : 3896,
"65273856" : 3880,
"65798144" : 3826,
"66322432" : 3794,
"66846720" : 3934,
"67633152" : 7777,
"68681728" : 7360,
"69730304" : 7378,
"70778880" : 7169,
"71827456" : 6770,
"72876032" : 6465,
"73924608" : 6421,
"74973184" : 6390,
"76021760" : 5895,
"77070336" : 5739,
"78118912" : 5935,
"79167488" : 5358,
"80216064" : 5265,
"81264640" : 5098,
"82313216" : 5018,
"83361792" : 4796,
"84410368" : 4605,
"85458944" : 4364,
"86507520" : 4250,
"87556096" : 4096,
"88604672" : 3848,
"89653248" : 3609,
"90701824" : 3628,
"91750400" : 3544,
"92798976" : 3336,
"93847552" : 3332,
"94896128" : 3140,
"95944704" : 2912,
"96993280" : 2791,
"98041856" : 2738,
"99090432" : 2637,
"100139008" : 2529,
"101187584" : 2450,
"102236160" : 2188,
"103284736" : 2109,
"104333312" : 2002,
"105381888" : 2049,
"106430464" : 1941,
"107479040" : 1843,
"108527616" : 1735,
"109576192" : 1674,
"110624768" : 1706,
"111673344" : 1563,
"112721920" : 1485,
"113770496" : 1448,
"114819072" : 1448,
"115867648" : 1240,
"116916224" : 1169,
"117964800" : 1152,
"119013376" : 1047,
"120061952" : 1082,
"121110528" : 1008,
"122159104" : 945,
"123207680" : 884,
"124256256" : 849,
"125304832" : 767,
"126353408" : 807,
"127401984" : 723,
"128450560" : 642,
"129499136" : 650,
"130547712" : 701,
"131596288" : 553,
"132644864" : 564,
"133693440" : 484,
"135266304" : 1119,
"137363456" : 977,
"139460608" : 775,
"141557760" : 754,
"143654912" : 676,
"145752064" : 583,
"147849216" : 557,
"149946368" : 484,
"152043520" : 389,
"154140672" : 336,
"156237824" : 341,
"158334976" : 285,
"160432128" : 249,
"162529280" : 223,
"164626432" : 183,
"166723584" : 170,
"168820736" : 123,
"170917888" : 94,
"173015040" : 83,
"175112192" : 101,
"177209344" : 95,
"179306496" : 55,
"181403648" : 56,
"183500800" : 57,
"185597952" : 41,
"187695104" : 35,
"189792256" : 38,
"191889408" : 23,
"193986560" : 19,
"196083712" : 14,
"198180864" : 14,
"200278016" : 23,
"202375168" : 2,
"204472320" : 8,
"206569472" : 1,
"210763776" : 3,
"212860928" : 1
}
},
"lat_ns" : {
"min" : 15754815,
"max" : 212813525,
"mean" : 71803814.027931,
"stddev" : 25967877.654468,
"N" : 427871
},
"bw_min" : 37908,
"bw_max" : 77222,
"bw_agg" : 100.000000,
"bw_mean" : 57137.915254,
"bw_dev" : 261.275354,
"bw_samples" : 1888,
"iops_min" : 9476,
"iops_max" : 19304,
"iops_mean" : 14282.152542,
"iops_stddev" : 65.338735,
"iops_samples" : 1888
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 960165,
"usr_cpu" : 0.200486,
"sys_cpu" : 3.650310,
"ctx" : 682623,
"majf" : 0,
"minf" : 1136,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.147463,
"50" : 22.762869,
"100" : 65.048855,
"250" : 12.033335,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098024,
"timestamp_ms" : 1773098024770,
"time" : "Mon Mar 9 20:13:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 139,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2322980864,
"io_kbytes" : 2268536,
"bw_bytes" : 58062909,
"bw" : 56702,
"iops" : 14179.664067,
"runtime" : 40008,
"total_ios" : 567300,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 349734,
"max" : 38304019,
"mean" : 2247202.060830,
"stddev" : 3474455.726686,
"N" : 567300
},
"clat_ns" : {
"min" : 15000604,
"max" : 211838665,
"mean" : 69975434.380511,
"stddev" : 25693815.881341,
"N" : 567268,
"percentile" : {
"1.000000" : 26345472,
"5.000000" : 35389440,
"10.000000" : 40108032,
"20.000000" : 48496640,
"30.000000" : 54788096,
"40.000000" : 60555264,
"50.000000" : 66322432,
"60.000000" : 72876032,
"70.000000" : 80216064,
"80.000000" : 89653248,
"90.000000" : 105381888,
"95.000000" : 119013376,
"99.000000" : 145752064,
"99.500000" : 156237824,
"99.900000" : 177209344,
"99.950000" : 183500800,
"99.990000" : 196083712
},
"bins" : {
"15007744" : 1,
"15269888" : 1,
"15400960" : 1,
"15532032" : 1,
"15663104" : 1,
"16056320" : 2,
"16318464" : 3,
"16449536" : 5,
"16580608" : 1,
"16711680" : 2,
"16908288" : 7,
"17170432" : 5,
"17432576" : 6,
"17694720" : 15,
"17956864" : 22,
"18219008" : 31,
"18481152" : 53,
"18743296" : 70,
"19005440" : 106,
"19267584" : 118,
"19529728" : 150,
"19791872" : 174,
"20054016" : 207,
"20316160" : 240,
"20578304" : 283,
"20840448" : 273,
"21102592" : 291,
"21364736" : 240,
"21626880" : 219,
"21889024" : 215,
"22151168" : 206,
"22413312" : 152,
"22675456" : 167,
"22937600" : 133,
"23199744" : 119,
"23461888" : 101,
"23724032" : 91,
"23986176" : 120,
"24248320" : 96,
"24510464" : 135,
"24772608" : 146,
"25034752" : 219,
"25296896" : 229,
"25559040" : 269,
"25821184" : 283,
"26083328" : 315,
"26345472" : 339,
"26607616" : 351,
"26869760" : 447,
"27131904" : 447,
"27394048" : 523,
"27656192" : 554,
"27918336" : 661,
"28180480" : 618,
"28442624" : 595,
"28704768" : 622,
"28966912" : 674,
"29229056" : 763,
"29491200" : 752,
"29753344" : 773,
"30015488" : 758,
"30277632" : 706,
"30539776" : 669,
"30801920" : 736,
"31064064" : 690,
"31326208" : 642,
"31588352" : 684,
"31850496" : 626,
"32112640" : 635,
"32374784" : 606,
"32636928" : 560,
"32899072" : 608,
"33161216" : 700,
"33423360" : 671,
"33816576" : 1483,
"34340864" : 1683,
"34865152" : 1961,
"35389440" : 2299,
"35913728" : 2290,
"36438016" : 2551,
"36962304" : 2863,
"37486592" : 2970,
"38010880" : 3212,
"38535168" : 3197,
"39059456" : 3202,
"39583744" : 3097,
"40108032" : 3091,
"40632320" : 2890,
"41156608" : 3073,
"41680896" : 3242,
"42205184" : 3429,
"42729472" : 3413,
"43253760" : 3488,
"43778048" : 3579,
"44302336" : 3727,
"44826624" : 3849,
"45350912" : 3705,
"45875200" : 4143,
"46399488" : 4367,
"46923776" : 4563,
"47448064" : 4455,
"47972352" : 4441,
"48496640" : 4609,
"49020928" : 4596,
"49545216" : 4466,
"50069504" : 4499,
"50593792" : 4554,
"51118080" : 4639,
"51642368" : 4689,
"52166656" : 4619,
"52690944" : 4715,
"53215232" : 4782,
"53739520" : 4796,
"54263808" : 4877,
"54788096" : 5013,
"55312384" : 5134,
"55836672" : 5115,
"56360960" : 5057,
"56885248" : 5103,
"57409536" : 5032,
"57933824" : 5065,
"58458112" : 5255,
"58982400" : 5240,
"59506688" : 5058,
"60030976" : 5201,
"60555264" : 5042,
"61079552" : 5293,
"61603840" : 5281,
"62128128" : 5194,
"62652416" : 5064,
"63176704" : 5168,
"63700992" : 5327,
"64225280" : 5146,
"64749568" : 5122,
"65273856" : 5022,
"65798144" : 5011,
"66322432" : 4946,
"66846720" : 5092,
"67633152" : 10182,
"68681728" : 9730,
"69730304" : 9790,
"70778880" : 9454,
"71827456" : 8968,
"72876032" : 8499,
"73924608" : 8531,
"74973184" : 8408,
"76021760" : 7957,
"77070336" : 7679,
"78118912" : 7952,
"79167488" : 7141,
"80216064" : 6997,
"81264640" : 6824,
"82313216" : 6628,
"83361792" : 6644,
"84410368" : 6138,
"85458944" : 6062,
"86507520" : 5842,
"87556096" : 5560,
"88604672" : 5302,
"89653248" : 4919,
"90701824" : 4793,
"91750400" : 4767,
"92798976" : 4425,
"93847552" : 4530,
"94896128" : 4336,
"95944704" : 3956,
"96993280" : 3840,
"98041856" : 3629,
"99090432" : 3564,
"100139008" : 3504,
"101187584" : 3315,
"102236160" : 2961,
"103284736" : 2895,
"104333312" : 2723,
"105381888" : 2794,
"106430464" : 2719,
"107479040" : 2582,
"108527616" : 2418,
"109576192" : 2282,
"110624768" : 2316,
"111673344" : 2125,
"112721920" : 2044,
"113770496" : 2019,
"114819072" : 1971,
"115867648" : 1744,
"116916224" : 1658,
"117964800" : 1593,
"119013376" : 1501,
"120061952" : 1522,
"121110528" : 1411,
"122159104" : 1339,
"123207680" : 1268,
"124256256" : 1210,
"125304832" : 1083,
"126353408" : 1104,
"127401984" : 1015,
"128450560" : 923,
"129499136" : 921,
"130547712" : 933,
"131596288" : 818,
"132644864" : 818,
"133693440" : 716,
"135266304" : 1498,
"137363456" : 1343,
"139460608" : 1104,
"141557760" : 1010,
"143654912" : 915,
"145752064" : 793,
"147849216" : 733,
"149946368" : 658,
"152043520" : 521,
"154140672" : 453,
"156237824" : 434,
"158334976" : 345,
"160432128" : 329,
"162529280" : 280,
"164626432" : 239,
"166723584" : 221,
"168820736" : 153,
"170917888" : 129,
"173015040" : 99,
"175112192" : 131,
"177209344" : 114,
"179306496" : 74,
"181403648" : 79,
"183500800" : 64,
"185597952" : 48,
"187695104" : 37,
"189792256" : 42,
"191889408" : 23,
"193986560" : 19,
"196083712" : 17,
"198180864" : 14,
"200278016" : 23,
"202375168" : 2,
"204472320" : 8,
"206569472" : 1,
"210763776" : 3,
"212860928" : 1
}
},
"lat_ns" : {
"min" : 15754815,
"max" : 212813525,
"mean" : 72222118.175971,
"stddev" : 26131245.219222,
"N" : 567268
},
"bw_min" : 37596,
"bw_max" : 77382,
"bw_agg" : 100.000000,
"bw_mean" : 56775.000000,
"bw_dev" : 255.913304,
"bw_samples" : 2528,
"iops_min" : 9398,
"iops_max" : 19344,
"iops_mean" : 14190.696203,
"iops_stddev" : 63.998182,
"iops_samples" : 2528
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1280154,
"usr_cpu" : 0.198023,
"sys_cpu" : 3.623627,
"ctx" : 905896,
"majf" : 0,
"minf" : 1136,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.146131,
"50" : 22.497797,
"100" : 64.852988,
"250" : 12.497444,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098034,
"timestamp_ms" : 1773098034772,
"time" : "Mon Mar 9 20:13:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2910756864,
"io_kbytes" : 2842536,
"bw_bytes" : 58205824,
"bw" : 56841,
"iops" : 14212.046073,
"runtime" : 50008,
"total_ios" : 710716,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 349734,
"max" : 38304019,
"mean" : 2241917.012689,
"stddev" : 3464280.775770,
"N" : 710716
},
"clat_ns" : {
"min" : 15000604,
"max" : 238001739,
"mean" : 69815428.119944,
"stddev" : 25716304.168349,
"N" : 710684,
"percentile" : {
"1.000000" : 26083328,
"5.000000" : 35389440,
"10.000000" : 40108032,
"20.000000" : 47972352,
"30.000000" : 54263808,
"40.000000" : 60030976,
"50.000000" : 65798144,
"60.000000" : 71827456,
"70.000000" : 79167488,
"80.000000" : 89653248,
"90.000000" : 105381888,
"95.000000" : 119013376,
"99.000000" : 145752064,
"99.500000" : 156237824,
"99.900000" : 177209344,
"99.950000" : 183500800,
"99.990000" : 200278016
},
"bins" : {
"15007744" : 1,
"15269888" : 1,
"15400960" : 1,
"15532032" : 1,
"15663104" : 1,
"16056320" : 3,
"16187392" : 1,
"16318464" : 5,
"16449536" : 6,
"16580608" : 1,
"16711680" : 4,
"16908288" : 10,
"17170432" : 6,
"17432576" : 11,
"17694720" : 17,
"17956864" : 26,
"18219008" : 41,
"18481152" : 78,
"18743296" : 98,
"19005440" : 134,
"19267584" : 143,
"19529728" : 190,
"19791872" : 230,
"20054016" : 280,
"20316160" : 325,
"20578304" : 366,
"20840448" : 342,
"21102592" : 371,
"21364736" : 308,
"21626880" : 298,
"21889024" : 296,
"22151168" : 275,
"22413312" : 209,
"22675456" : 214,
"22937600" : 161,
"23199744" : 169,
"23461888" : 139,
"23724032" : 112,
"23986176" : 145,
"24248320" : 126,
"24510464" : 176,
"24772608" : 202,
"25034752" : 284,
"25296896" : 277,
"25559040" : 338,
"25821184" : 330,
"26083328" : 387,
"26345472" : 417,
"26607616" : 431,
"26869760" : 548,
"27131904" : 550,
"27394048" : 627,
"27656192" : 672,
"27918336" : 834,
"28180480" : 790,
"28442624" : 779,
"28704768" : 786,
"28966912" : 844,
"29229056" : 1008,
"29491200" : 988,
"29753344" : 964,
"30015488" : 950,
"30277632" : 920,
"30539776" : 852,
"30801920" : 925,
"31064064" : 912,
"31326208" : 834,
"31588352" : 863,
"31850496" : 775,
"32112640" : 772,
"32374784" : 758,
"32636928" : 715,
"32899072" : 775,
"33161216" : 874,
"33423360" : 845,
"33816576" : 1835,
"34340864" : 2126,
"34865152" : 2362,
"35389440" : 2815,
"35913728" : 2864,
"36438016" : 3227,
"36962304" : 3586,
"37486592" : 3799,
"38010880" : 4049,
"38535168" : 3979,
"39059456" : 4134,
"39583744" : 3966,
"40108032" : 3985,
"40632320" : 3732,
"41156608" : 3874,
"41680896" : 3997,
"42205184" : 4174,
"42729472" : 4182,
"43253760" : 4364,
"43778048" : 4511,
"44302336" : 4824,
"44826624" : 4894,
"45350912" : 4888,
"45875200" : 5414,
"46399488" : 5586,
"46923776" : 5850,
"47448064" : 5695,
"47972352" : 5597,
"48496640" : 5783,
"49020928" : 5821,
"49545216" : 5549,
"50069504" : 5603,
"50593792" : 5666,
"51118080" : 5819,
"51642368" : 5857,
"52166656" : 5924,
"52690944" : 5945,
"53215232" : 6102,
"53739520" : 6128,
"54263808" : 6221,
"54788096" : 6542,
"55312384" : 6530,
"55836672" : 6500,
"56360960" : 6477,
"56885248" : 6458,
"57409536" : 6435,
"57933824" : 6455,
"58458112" : 6526,
"58982400" : 6645,
"59506688" : 6402,
"60030976" : 6412,
"60555264" : 6343,
"61079552" : 6510,
"61603840" : 6591,
"62128128" : 6555,
"62652416" : 6417,
"63176704" : 6546,
"63700992" : 6651,
"64225280" : 6441,
"64749568" : 6576,
"65273856" : 6363,
"65798144" : 6378,
"66322432" : 6212,
"66846720" : 6389,
"67633152" : 12764,
"68681728" : 12142,
"69730304" : 12071,
"70778880" : 11663,
"71827456" : 11164,
"72876032" : 10621,
"73924608" : 10614,
"74973184" : 10593,
"76021760" : 9825,
"77070336" : 9536,
"78118912" : 9695,
"79167488" : 8822,
"80216064" : 8639,
"81264640" : 8286,
"82313216" : 8079,
"83361792" : 8113,
"84410368" : 7544,
"85458944" : 7295,
"86507520" : 7075,
"87556096" : 6768,
"88604672" : 6575,
"89653248" : 6120,
"90701824" : 5970,
"91750400" : 5809,
"92798976" : 5530,
"93847552" : 5595,
"94896128" : 5342,
"95944704" : 4963,
"96993280" : 4729,
"98041856" : 4594,
"99090432" : 4439,
"100139008" : 4305,
"101187584" : 4157,
"102236160" : 3670,
"103284736" : 3590,
"104333312" : 3409,
"105381888" : 3480,
"106430464" : 3345,
"107479040" : 3206,
"108527616" : 3026,
"109576192" : 2926,
"110624768" : 2876,
"111673344" : 2701,
"112721920" : 2561,
"113770496" : 2523,
"114819072" : 2459,
"115867648" : 2258,
"116916224" : 2123,
"117964800" : 2020,
"119013376" : 1904,
"120061952" : 1946,
"121110528" : 1805,
"122159104" : 1735,
"123207680" : 1655,
"124256256" : 1572,
"125304832" : 1405,
"126353408" : 1418,
"127401984" : 1263,
"128450560" : 1192,
"129499136" : 1122,
"130547712" : 1175,
"131596288" : 1069,
"132644864" : 1019,
"133693440" : 902,
"135266304" : 1840,
"137363456" : 1639,
"139460608" : 1388,
"141557760" : 1245,
"143654912" : 1112,
"145752064" : 978,
"147849216" : 919,
"149946368" : 781,
"152043520" : 643,
"154140672" : 543,
"156237824" : 516,
"158334976" : 418,
"160432128" : 390,
"162529280" : 346,
"164626432" : 294,
"166723584" : 253,
"168820736" : 173,
"170917888" : 157,
"173015040" : 140,
"175112192" : 154,
"177209344" : 133,
"179306496" : 94,
"181403648" : 104,
"183500800" : 79,
"185597952" : 58,
"187695104" : 48,
"189792256" : 54,
"191889408" : 32,
"193986560" : 23,
"196083712" : 21,
"198180864" : 17,
"200278016" : 27,
"202375168" : 4,
"204472320" : 8,
"206569472" : 4,
"208666624" : 2,
"210763776" : 3,
"212860928" : 6,
"217055232" : 3,
"221249536" : 7,
"229638144" : 3,
"231735296" : 4,
"238026752" : 1
}
},
"lat_ns" : {
"min" : 15754815,
"max" : 239032885,
"mean" : 72057098.022691,
"stddev" : 26158723.012067,
"N" : 710684
},
"bw_min" : 37244,
"bw_max" : 77964,
"bw_agg" : 99.884548,
"bw_mean" : 56776.535354,
"bw_dev" : 258.659916,
"bw_samples" : 3168,
"iops_min" : 9310,
"iops_max" : 19489,
"iops_mean" : 14191.353535,
"iops_stddev" : 64.675056,
"iops_samples" : 3168
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1600153,
"usr_cpu" : 0.199918,
"sys_cpu" : 3.628341,
"ctx" : 1131825,
"majf" : 0,
"minf" : 1136,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.153085,
"50" : 22.725252,
"100" : 64.613291,
"250" : 12.503869,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098044,
"timestamp_ms" : 1773098044765,
"time" : "Mon Mar 9 20:14:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 119,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3499520000,
"io_kbytes" : 3417500,
"bw_bytes" : 58316585,
"bw" : 56949,
"iops" : 14238.980820,
"runtime" : 60009,
"total_ios" : 854467,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 349734,
"max" : 41417966,
"mean" : 2237209.172342,
"stddev" : 3452431.260307,
"N" : 854469
},
"clat_ns" : {
"min" : 15000604,
"max" : 238001739,
"mean" : 69685893.140087,
"stddev" : 25580245.061416,
"N" : 854436,
"percentile" : {
"1.000000" : 26083328,
"5.000000" : 35389440,
"10.000000" : 40108032,
"20.000000" : 47972352,
"30.000000" : 54263808,
"40.000000" : 60030976,
"50.000000" : 65798144,
"60.000000" : 71827456,
"70.000000" : 79167488,
"80.000000" : 89653248,
"90.000000" : 104333312,
"95.000000" : 117964800,
"99.000000" : 143654912,
"99.500000" : 154140672,
"99.900000" : 175112192,
"99.950000" : 181403648,
"99.990000" : 198180864
},
"bins" : {
"15007744" : 1,
"15269888" : 1,
"15400960" : 1,
"15532032" : 1,
"15663104" : 1,
"16056320" : 3,
"16187392" : 1,
"16318464" : 5,
"16449536" : 6,
"16580608" : 1,
"16711680" : 6,
"16908288" : 13,
"17170432" : 10,
"17432576" : 16,
"17694720" : 22,
"17956864" : 35,
"18219008" : 55,
"18481152" : 93,
"18743296" : 114,
"19005440" : 157,
"19267584" : 181,
"19529728" : 235,
"19791872" : 288,
"20054016" : 331,
"20316160" : 384,
"20578304" : 430,
"20840448" : 407,
"21102592" : 435,
"21364736" : 358,
"21626880" : 357,
"21889024" : 354,
"22151168" : 316,
"22413312" : 246,
"22675456" : 245,
"22937600" : 200,
"23199744" : 196,
"23461888" : 171,
"23724032" : 147,
"23986176" : 176,
"24248320" : 167,
"24510464" : 222,
"24772608" : 247,
"25034752" : 346,
"25296896" : 335,
"25559040" : 405,
"25821184" : 429,
"26083328" : 485,
"26345472" : 520,
"26607616" : 565,
"26869760" : 672,
"27131904" : 682,
"27394048" : 752,
"27656192" : 809,
"27918336" : 963,
"28180480" : 942,
"28442624" : 934,
"28704768" : 936,
"28966912" : 1003,
"29229056" : 1186,
"29491200" : 1168,
"29753344" : 1132,
"30015488" : 1142,
"30277632" : 1099,
"30539776" : 993,
"30801920" : 1067,
"31064064" : 1046,
"31326208" : 1017,
"31588352" : 1016,
"31850496" : 940,
"32112640" : 893,
"32374784" : 894,
"32636928" : 884,
"32899072" : 943,
"33161216" : 1049,
"33423360" : 1033,
"33816576" : 2202,
"34340864" : 2591,
"34865152" : 2926,
"35389440" : 3402,
"35913728" : 3560,
"36438016" : 4016,
"36962304" : 4395,
"37486592" : 4601,
"38010880" : 4897,
"38535168" : 4748,
"39059456" : 4975,
"39583744" : 4844,
"40108032" : 4760,
"40632320" : 4504,
"41156608" : 4610,
"41680896" : 4766,
"42205184" : 5033,
"42729472" : 5089,
"43253760" : 5315,
"43778048" : 5635,
"44302336" : 6004,
"44826624" : 5994,
"45350912" : 5948,
"45875200" : 6571,
"46399488" : 6840,
"46923776" : 7175,
"47448064" : 6887,
"47972352" : 6760,
"48496640" : 6887,
"49020928" : 6963,
"49545216" : 6729,
"50069504" : 6804,
"50593792" : 6900,
"51118080" : 7071,
"51642368" : 7020,
"52166656" : 7157,
"52690944" : 7215,
"53215232" : 7401,
"53739520" : 7503,
"54263808" : 7523,
"54788096" : 7793,
"55312384" : 7870,
"55836672" : 7783,
"56360960" : 7722,
"56885248" : 7760,
"57409536" : 7721,
"57933824" : 7722,
"58458112" : 7745,
"58982400" : 7859,
"59506688" : 7637,
"60030976" : 7714,
"60555264" : 7537,
"61079552" : 7745,
"61603840" : 7874,
"62128128" : 7806,
"62652416" : 7624,
"63176704" : 7716,
"63700992" : 7964,
"64225280" : 7699,
"64749568" : 7820,
"65273856" : 7706,
"65798144" : 7593,
"66322432" : 7389,
"66846720" : 7558,
"67633152" : 15348,
"68681728" : 14605,
"69730304" : 14499,
"70778880" : 13938,
"71827456" : 13325,
"72876032" : 12812,
"73924608" : 12741,
"74973184" : 12716,
"76021760" : 11927,
"77070336" : 11521,
"78118912" : 11593,
"79167488" : 10642,
"80216064" : 10382,
"81264640" : 9961,
"82313216" : 9636,
"83361792" : 9763,
"84410368" : 9208,
"85458944" : 8896,
"86507520" : 8500,
"87556096" : 8169,
"88604672" : 7938,
"89653248" : 7473,
"90701824" : 7196,
"91750400" : 6962,
"92798976" : 6619,
"93847552" : 6750,
"94896128" : 6430,
"95944704" : 5999,
"96993280" : 5632,
"98041856" : 5498,
"99090432" : 5340,
"100139008" : 5272,
"101187584" : 5059,
"102236160" : 4498,
"103284736" : 4357,
"104333312" : 4072,
"105381888" : 4168,
"106430464" : 4043,
"107479040" : 3852,
"108527616" : 3654,
"109576192" : 3526,
"110624768" : 3443,
"111673344" : 3249,
"112721920" : 3087,
"113770496" : 2991,
"114819072" : 2958,
"115867648" : 2671,
"116916224" : 2556,
"117964800" : 2408,
"119013376" : 2254,
"120061952" : 2277,
"121110528" : 2162,
"122159104" : 2098,
"123207680" : 1986,
"124256256" : 1856,
"125304832" : 1677,
"126353408" : 1680,
"127401984" : 1513,
"128450560" : 1453,
"129499136" : 1332,
"130547712" : 1377,
"131596288" : 1302,
"132644864" : 1191,
"133693440" : 1062,
"135266304" : 2191,
"137363456" : 1921,
"139460608" : 1640,
"141557760" : 1469,
"143654912" : 1270,
"145752064" : 1127,
"147849216" : 1042,
"149946368" : 923,
"152043520" : 740,
"154140672" : 624,
"156237824" : 576,
"158334976" : 480,
"160432128" : 443,
"162529280" : 387,
"164626432" : 326,
"166723584" : 275,
"168820736" : 189,
"170917888" : 172,
"173015040" : 146,
"175112192" : 157,
"177209344" : 136,
"179306496" : 98,
"181403648" : 105,
"183500800" : 79,
"185597952" : 58,
"187695104" : 48,
"189792256" : 54,
"191889408" : 32,
"193986560" : 23,
"196083712" : 21,
"198180864" : 17,
"200278016" : 27,
"202375168" : 4,
"204472320" : 8,
"206569472" : 4,
"208666624" : 2,
"210763776" : 3,
"212860928" : 6,
"217055232" : 3,
"221249536" : 7,
"229638144" : 3,
"231735296" : 4,
"238026752" : 1
}
},
"lat_ns" : {
"min" : 15754815,
"max" : 239032885,
"mean" : 71923204.419007,
"stddev" : 26018685.319745,
"N" : 854436
},
"bw_min" : 37094,
"bw_max" : 78409,
"bw_agg" : 100.000000,
"bw_mean" : 56954.621849,
"bw_dev" : 257.201590,
"bw_samples" : 3808,
"iops_min" : 9272,
"iops_max" : 19601,
"iops_mean" : 14235.798319,
"iops_stddev" : 64.319298,
"iops_samples" : 3808
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1920187,
"usr_cpu" : 0.198783,
"sys_cpu" : 3.641000,
"ctx" : 1368822,
"majf" : 0,
"minf" : 1136,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999883,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999766,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.156823,
"50" : 22.894155,
"100" : 64.546671,
"250" : 12.398723,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098054,
"timestamp_ms" : 1773098054772,
"time" : "Mon Mar 9 20:14:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4072558592,
"io_kbytes" : 3977108,
"bw_bytes" : 58173591,
"bw" : 56810,
"iops" : 14204.265288,
"runtime" : 70007,
"total_ios" : 994398,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 349734,
"max" : 60728153,
"mean" : 2242758.814415,
"stddev" : 3463702.279499,
"N" : 994398
},
"clat_ns" : {
"min" : 15000604,
"max" : 238001739,
"mean" : 69826973.312080,
"stddev" : 25758782.593089,
"N" : 994366,
"percentile" : {
"1.000000" : 26083328,
"5.000000" : 34865152,
"10.000000" : 40108032,
"20.000000" : 47972352,
"30.000000" : 54263808,
"40.000000" : 60030976,
"50.000000" : 65798144,
"60.000000" : 71827456,
"70.000000" : 79167488,
"80.000000" : 89653248,
"90.000000" : 105381888,
"95.000000" : 119013376,
"99.000000" : 145752064,
"99.500000" : 154140672,
"99.900000" : 175112192,
"99.950000" : 183500800,
"99.990000" : 198180864
},
"bins" : {
"15007744" : 1,
"15269888" : 1,
"15400960" : 1,
"15532032" : 1,
"15663104" : 1,
"16056320" : 3,
"16187392" : 1,
"16318464" : 5,
"16449536" : 6,
"16580608" : 1,
"16711680" : 7,
"16908288" : 15,
"17170432" : 10,
"17432576" : 16,
"17694720" : 28,
"17956864" : 44,
"18219008" : 60,
"18481152" : 103,
"18743296" : 127,
"19005440" : 180,
"19267584" : 201,
"19529728" : 289,
"19791872" : 353,
"20054016" : 394,
"20316160" : 461,
"20578304" : 483,
"20840448" : 473,
"21102592" : 504,
"21364736" : 460,
"21626880" : 435,
"21889024" : 431,
"22151168" : 359,
"22413312" : 278,
"22675456" : 278,
"22937600" : 234,
"23199744" : 226,
"23461888" : 197,
"23724032" : 176,
"23986176" : 225,
"24248320" : 219,
"24510464" : 260,
"24772608" : 303,
"25034752" : 417,
"25296896" : 407,
"25559040" : 464,
"25821184" : 491,
"26083328" : 559,
"26345472" : 616,
"26607616" : 663,
"26869760" : 800,
"27131904" : 838,
"27394048" : 894,
"27656192" : 956,
"27918336" : 1144,
"28180480" : 1146,
"28442624" : 1121,
"28704768" : 1104,
"28966912" : 1164,
"29229056" : 1362,
"29491200" : 1360,
"29753344" : 1323,
"30015488" : 1316,
"30277632" : 1260,
"30539776" : 1175,
"30801920" : 1265,
"31064064" : 1189,
"31326208" : 1157,
"31588352" : 1167,
"31850496" : 1093,
"32112640" : 1049,
"32374784" : 1045,
"32636928" : 1034,
"32899072" : 1116,
"33161216" : 1183,
"33423360" : 1213,
"33816576" : 2564,
"34340864" : 3031,
"34865152" : 3389,
"35389440" : 3944,
"35913728" : 4154,
"36438016" : 4621,
"36962304" : 5042,
"37486592" : 5359,
"38010880" : 5670,
"38535168" : 5559,
"39059456" : 5740,
"39583744" : 5571,
"40108032" : 5443,
"40632320" : 5230,
"41156608" : 5326,
"41680896" : 5476,
"42205184" : 5819,
"42729472" : 5909,
"43253760" : 6129,
"43778048" : 6442,
"44302336" : 6814,
"44826624" : 6948,
"45350912" : 6883,
"45875200" : 7646,
"46399488" : 8029,
"46923776" : 8265,
"47448064" : 8017,
"47972352" : 7924,
"48496640" : 7962,
"49020928" : 8073,
"49545216" : 7813,
"50069504" : 8022,
"50593792" : 8126,
"51118080" : 8159,
"51642368" : 8020,
"52166656" : 8194,
"52690944" : 8345,
"53215232" : 8504,
"53739520" : 8631,
"54263808" : 8751,
"54788096" : 9054,
"55312384" : 9084,
"55836672" : 9132,
"56360960" : 8996,
"56885248" : 9123,
"57409536" : 9015,
"57933824" : 9053,
"58458112" : 9230,
"58982400" : 9135,
"59506688" : 8934,
"60030976" : 8938,
"60555264" : 8735,
"61079552" : 8981,
"61603840" : 9103,
"62128128" : 9017,
"62652416" : 8794,
"63176704" : 8913,
"63700992" : 9156,
"64225280" : 8970,
"64749568" : 8989,
"65273856" : 8909,
"65798144" : 8881,
"66322432" : 8681,
"66846720" : 8954,
"67633152" : 17754,
"68681728" : 16960,
"69730304" : 16676,
"70778880" : 16239,
"71827456" : 15366,
"72876032" : 14887,
"73924608" : 14603,
"74973184" : 14741,
"76021760" : 13995,
"77070336" : 13380,
"78118912" : 13491,
"79167488" : 12486,
"80216064" : 12087,
"81264640" : 11532,
"82313216" : 11144,
"83361792" : 11318,
"84410368" : 10674,
"85458944" : 10388,
"86507520" : 9904,
"87556096" : 9590,
"88604672" : 9247,
"89653248" : 8720,
"90701824" : 8275,
"91750400" : 7990,
"92798976" : 7626,
"93847552" : 7889,
"94896128" : 7540,
"95944704" : 7001,
"96993280" : 6557,
"98041856" : 6364,
"99090432" : 6180,
"100139008" : 6144,
"101187584" : 5836,
"102236160" : 5261,
"103284736" : 5096,
"104333312" : 4809,
"105381888" : 4900,
"106430464" : 4709,
"107479040" : 4536,
"108527616" : 4341,
"109576192" : 4133,
"110624768" : 4011,
"111673344" : 3781,
"112721920" : 3651,
"113770496" : 3536,
"114819072" : 3505,
"115867648" : 3090,
"116916224" : 2959,
"117964800" : 2816,
"119013376" : 2730,
"120061952" : 2634,
"121110528" : 2526,
"122159104" : 2537,
"123207680" : 2308,
"124256256" : 2182,
"125304832" : 1973,
"126353408" : 1967,
"127401984" : 1809,
"128450560" : 1737,
"129499136" : 1571,
"130547712" : 1591,
"131596288" : 1555,
"132644864" : 1440,
"133693440" : 1297,
"135266304" : 2561,
"137363456" : 2295,
"139460608" : 1985,
"141557760" : 1796,
"143654912" : 1536,
"145752064" : 1366,
"147849216" : 1233,
"149946368" : 1118,
"152043520" : 915,
"154140672" : 758,
"156237824" : 709,
"158334976" : 619,
"160432128" : 548,
"162529280" : 484,
"164626432" : 415,
"166723584" : 355,
"168820736" : 268,
"170917888" : 217,
"173015040" : 196,
"175112192" : 181,
"177209344" : 168,
"179306496" : 148,
"181403648" : 146,
"183500800" : 100,
"185597952" : 81,
"187695104" : 59,
"189792256" : 65,
"191889408" : 40,
"193986560" : 32,
"196083712" : 27,
"198180864" : 18,
"200278016" : 29,
"202375168" : 6,
"204472320" : 11,
"206569472" : 4,
"208666624" : 4,
"210763776" : 5,
"212860928" : 8,
"217055232" : 5,
"219152384" : 1,
"221249536" : 8,
"225443840" : 1,
"229638144" : 3,
"231735296" : 4,
"238026752" : 1
}
},
"lat_ns" : {
"min" : 15754815,
"max" : 239032885,
"mean" : 72068098.533463,
"stddev" : 26198947.131365,
"N" : 994366
},
"bw_min" : 37036,
"bw_max" : 79580,
"bw_agg" : 100.000000,
"bw_mean" : 56873.251799,
"bw_dev" : 261.192942,
"bw_samples" : 4448,
"iops_min" : 9258,
"iops_max" : 19894,
"iops_mean" : 14215.000000,
"iops_stddev" : 65.322857,
"iops_samples" : 4448
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2240139,
"usr_cpu" : 0.196684,
"sys_cpu" : 3.635489,
"ctx" : 1591234,
"majf" : 0,
"minf" : 1136,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999899,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999899,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.157583,
"50" : 22.832910,
"100" : 64.414751,
"250" : 12.591538,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098064,
"timestamp_ms" : 1773098064772,
"time" : "Mon Mar 9 20:14:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 99,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4627861504,
"io_kbytes" : 4519396,
"bw_bytes" : 57843207,
"bw" : 56487,
"iops" : 14122.476783,
"runtime" : 80007,
"total_ios" : 1129897,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 349734,
"max" : 60728153,
"mean" : 2255853.904956,
"stddev" : 3481112.928916,
"N" : 1129897
},
"clat_ns" : {
"min" : 15000604,
"max" : 238001739,
"mean" : 70233982.874971,
"stddev" : 25916271.405259,
"N" : 1129865,
"percentile" : {
"1.000000" : 26083328,
"5.000000" : 35389440,
"10.000000" : 40632320,
"20.000000" : 48496640,
"30.000000" : 54788096,
"40.000000" : 60555264,
"50.000000" : 66322432,
"60.000000" : 72876032,
"70.000000" : 80216064,
"80.000000" : 89653248,
"90.000000" : 105381888,
"95.000000" : 120061952,
"99.000000" : 145752064,
"99.500000" : 156237824,
"99.900000" : 175112192,
"99.950000" : 183500800,
"99.990000" : 198180864
},
"bins" : {
"15007744" : 1,
"15269888" : 1,
"15400960" : 1,
"15532032" : 1,
"15663104" : 1,
"16056320" : 3,
"16187392" : 1,
"16318464" : 5,
"16449536" : 6,
"16580608" : 1,
"16711680" : 7,
"16908288" : 16,
"17170432" : 11,
"17432576" : 25,
"17694720" : 45,
"17956864" : 54,
"18219008" : 65,
"18481152" : 110,
"18743296" : 135,
"19005440" : 192,
"19267584" : 222,
"19529728" : 327,
"19791872" : 380,
"20054016" : 430,
"20316160" : 519,
"20578304" : 552,
"20840448" : 534,
"21102592" : 560,
"21364736" : 505,
"21626880" : 480,
"21889024" : 466,
"22151168" : 402,
"22413312" : 305,
"22675456" : 295,
"22937600" : 256,
"23199744" : 245,
"23461888" : 215,
"23724032" : 192,
"23986176" : 250,
"24248320" : 240,
"24510464" : 297,
"24772608" : 363,
"25034752" : 478,
"25296896" : 442,
"25559040" : 502,
"25821184" : 543,
"26083328" : 620,
"26345472" : 672,
"26607616" : 746,
"26869760" : 905,
"27131904" : 948,
"27394048" : 988,
"27656192" : 1042,
"27918336" : 1260,
"28180480" : 1262,
"28442624" : 1257,
"28704768" : 1237,
"28966912" : 1340,
"29229056" : 1514,
"29491200" : 1497,
"29753344" : 1466,
"30015488" : 1463,
"30277632" : 1394,
"30539776" : 1319,
"30801920" : 1420,
"31064064" : 1344,
"31326208" : 1304,
"31588352" : 1295,
"31850496" : 1226,
"32112640" : 1160,
"32374784" : 1177,
"32636928" : 1163,
"32899072" : 1262,
"33161216" : 1317,
"33423360" : 1367,
"33816576" : 2875,
"34340864" : 3359,
"34865152" : 3788,
"35389440" : 4378,
"35913728" : 4643,
"36438016" : 5135,
"36962304" : 5554,
"37486592" : 5954,
"38010880" : 6288,
"38535168" : 6140,
"39059456" : 6405,
"39583744" : 6323,
"40108032" : 6180,
"40632320" : 5968,
"41156608" : 5972,
"41680896" : 6111,
"42205184" : 6440,
"42729472" : 6533,
"43253760" : 6776,
"43778048" : 7174,
"44302336" : 7489,
"44826624" : 7729,
"45350912" : 7711,
"45875200" : 8469,
"46399488" : 8970,
"46923776" : 9237,
"47448064" : 8990,
"47972352" : 8958,
"48496640" : 8953,
"49020928" : 9142,
"49545216" : 8790,
"50069504" : 8958,
"50593792" : 9088,
"51118080" : 9045,
"51642368" : 9054,
"52166656" : 9212,
"52690944" : 9364,
"53215232" : 9556,
"53739520" : 9708,
"54263808" : 9956,
"54788096" : 10181,
"55312384" : 10279,
"55836672" : 10284,
"56360960" : 10056,
"56885248" : 10154,
"57409536" : 10147,
"57933824" : 10136,
"58458112" : 10431,
"58982400" : 10357,
"59506688" : 10020,
"60030976" : 10049,
"60555264" : 9834,
"61079552" : 10184,
"61603840" : 10182,
"62128128" : 10126,
"62652416" : 9902,
"63176704" : 10051,
"63700992" : 10234,
"64225280" : 10131,
"64749568" : 10208,
"65273856" : 10060,
"65798144" : 10028,
"66322432" : 9871,
"66846720" : 10121,
"67633152" : 20125,
"68681728" : 19316,
"69730304" : 18793,
"70778880" : 18373,
"71827456" : 17430,
"72876032" : 16944,
"73924608" : 16762,
"74973184" : 16800,
"76021760" : 16126,
"77070336" : 15556,
"78118912" : 15477,
"79167488" : 14333,
"80216064" : 13862,
"81264640" : 13213,
"82313216" : 12960,
"83361792" : 12899,
"84410368" : 12300,
"85458944" : 11965,
"86507520" : 11502,
"87556096" : 10966,
"88604672" : 10631,
"89653248" : 9939,
"90701824" : 9504,
"91750400" : 9239,
"92798976" : 8737,
"93847552" : 8984,
"94896128" : 8644,
"95944704" : 8028,
"96993280" : 7546,
"98041856" : 7403,
"99090432" : 7117,
"100139008" : 7082,
"101187584" : 6760,
"102236160" : 6094,
"103284736" : 5916,
"104333312" : 5609,
"105381888" : 5566,
"106430464" : 5425,
"107479040" : 5222,
"108527616" : 5035,
"109576192" : 4733,
"110624768" : 4742,
"111673344" : 4450,
"112721920" : 4267,
"113770496" : 4139,
"114819072" : 4065,
"115867648" : 3626,
"116916224" : 3455,
"117964800" : 3315,
"119013376" : 3194,
"120061952" : 3144,
"121110528" : 3025,
"122159104" : 3017,
"123207680" : 2743,
"124256256" : 2599,
"125304832" : 2381,
"126353408" : 2380,
"127401984" : 2159,
"128450560" : 2081,
"129499136" : 1887,
"130547712" : 1918,
"131596288" : 1838,
"132644864" : 1720,
"133693440" : 1585,
"135266304" : 3068,
"137363456" : 2685,
"139460608" : 2319,
"141557760" : 2138,
"143654912" : 1844,
"145752064" : 1597,
"147849216" : 1453,
"149946368" : 1298,
"152043520" : 1094,
"154140672" : 898,
"156237824" : 857,
"158334976" : 742,
"160432128" : 628,
"162529280" : 550,
"164626432" : 479,
"166723584" : 407,
"168820736" : 304,
"170917888" : 255,
"173015040" : 226,
"175112192" : 217,
"177209344" : 189,
"179306496" : 159,
"181403648" : 164,
"183500800" : 125,
"185597952" : 87,
"187695104" : 72,
"189792256" : 76,
"191889408" : 49,
"193986560" : 38,
"196083712" : 31,
"198180864" : 20,
"200278016" : 38,
"202375168" : 7,
"204472320" : 12,
"206569472" : 5,
"208666624" : 5,
"210763776" : 5,
"212860928" : 8,
"217055232" : 5,
"219152384" : 1,
"221249536" : 8,
"225443840" : 1,
"229638144" : 3,
"231735296" : 4,
"238026752" : 1
}
},
"lat_ns" : {
"min" : 15754815,
"max" : 239032885,
"mean" : 72488793.852828,
"stddev" : 26360299.775179,
"N" : 1129865
},
"bw_min" : 36368,
"bw_max" : 79708,
"bw_agg" : 100.000000,
"bw_mean" : 56492.345912,
"bw_dev" : 261.756297,
"bw_samples" : 5088,
"iops_min" : 9090,
"iops_max" : 19926,
"iops_mean" : 14119.773585,
"iops_stddev" : 65.466639,
"iops_samples" : 5088
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2560142,
"usr_cpu" : 0.193114,
"sys_cpu" : 3.615893,
"ctx" : 1803917,
"majf" : 0,
"minf" : 1136,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.153023,
"50" : 22.442665,
"100" : 64.417642,
"250" : 12.983838,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098074,
"timestamp_ms" : 1773098074768,
"time" : "Mon Mar 9 20:14:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 89,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5177638912,
"io_kbytes" : 5056288,
"bw_bytes" : 57524847,
"bw" : 56176,
"iops" : 14046.407502,
"runtime" : 90007,
"total_ios" : 1264275,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 336313,
"max" : 60728153,
"mean" : 2267986.831709,
"stddev" : 3496621.778698,
"N" : 1264275
},
"clat_ns" : {
"min" : 15000604,
"max" : 238001739,
"mean" : 70630006.624909,
"stddev" : 26075662.391975,
"N" : 1264243,
"percentile" : {
"1.000000" : 26345472,
"5.000000" : 35389440,
"10.000000" : 40632320,
"20.000000" : 48496640,
"30.000000" : 54788096,
"40.000000" : 61079552,
"50.000000" : 66846720,
"60.000000" : 72876032,
"70.000000" : 80216064,
"80.000000" : 90701824,
"90.000000" : 106430464,
"95.000000" : 120061952,
"99.000000" : 145752064,
"99.500000" : 156237824,
"99.900000" : 177209344,
"99.950000" : 183500800,
"99.990000" : 200278016
},
"bins" : {
"15007744" : 1,
"15269888" : 1,
"15400960" : 1,
"15532032" : 1,
"15663104" : 1,
"16056320" : 3,
"16187392" : 1,
"16318464" : 5,
"16449536" : 7,
"16580608" : 1,
"16711680" : 7,
"16908288" : 16,
"17170432" : 12,
"17432576" : 26,
"17694720" : 47,
"17956864" : 65,
"18219008" : 69,
"18481152" : 124,
"18743296" : 147,
"19005440" : 204,
"19267584" : 241,
"19529728" : 347,
"19791872" : 420,
"20054016" : 468,
"20316160" : 562,
"20578304" : 602,
"20840448" : 605,
"21102592" : 607,
"21364736" : 574,
"21626880" : 539,
"21889024" : 511,
"22151168" : 447,
"22413312" : 334,
"22675456" : 330,
"22937600" : 285,
"23199744" : 271,
"23461888" : 245,
"23724032" : 219,
"23986176" : 280,
"24248320" : 252,
"24510464" : 315,
"24772608" : 395,
"25034752" : 519,
"25296896" : 494,
"25559040" : 553,
"25821184" : 615,
"26083328" : 692,
"26345472" : 747,
"26607616" : 815,
"26869760" : 976,
"27131904" : 1034,
"27394048" : 1080,
"27656192" : 1156,
"27918336" : 1371,
"28180480" : 1378,
"28442624" : 1367,
"28704768" : 1339,
"28966912" : 1470,
"29229056" : 1656,
"29491200" : 1675,
"29753344" : 1616,
"30015488" : 1580,
"30277632" : 1527,
"30539776" : 1442,
"30801920" : 1552,
"31064064" : 1486,
"31326208" : 1449,
"31588352" : 1417,
"31850496" : 1353,
"32112640" : 1284,
"32374784" : 1297,
"32636928" : 1296,
"32899072" : 1391,
"33161216" : 1489,
"33423360" : 1552,
"33816576" : 3232,
"34340864" : 3702,
"34865152" : 4237,
"35389440" : 4817,
"35913728" : 5082,
"36438016" : 5599,
"36962304" : 6041,
"37486592" : 6504,
"38010880" : 6893,
"38535168" : 6770,
"39059456" : 7112,
"39583744" : 6931,
"40108032" : 6729,
"40632320" : 6552,
"41156608" : 6614,
"41680896" : 6761,
"42205184" : 7128,
"42729472" : 7136,
"43253760" : 7486,
"43778048" : 7911,
"44302336" : 8172,
"44826624" : 8509,
"45350912" : 8574,
"45875200" : 9373,
"46399488" : 9869,
"46923776" : 10150,
"47448064" : 9874,
"47972352" : 9803,
"48496640" : 9895,
"49020928" : 9999,
"49545216" : 9734,
"50069504" : 9878,
"50593792" : 10045,
"51118080" : 10052,
"51642368" : 10011,
"52166656" : 10148,
"52690944" : 10392,
"53215232" : 10535,
"53739520" : 10731,
"54263808" : 10867,
"54788096" : 11101,
"55312384" : 11196,
"55836672" : 11264,
"56360960" : 11101,
"56885248" : 11150,
"57409536" : 11183,
"57933824" : 11208,
"58458112" : 11551,
"58982400" : 11459,
"59506688" : 11095,
"60030976" : 11181,
"60555264" : 11039,
"61079552" : 11402,
"61603840" : 11327,
"62128128" : 11228,
"62652416" : 11101,
"63176704" : 11231,
"63700992" : 11215,
"64225280" : 11155,
"64749568" : 11286,
"65273856" : 11182,
"65798144" : 11122,
"66322432" : 11053,
"66846720" : 11322,
"67633152" : 22579,
"68681728" : 21724,
"69730304" : 21062,
"70778880" : 20607,
"71827456" : 19559,
"72876032" : 19283,
"73924608" : 18848,
"74973184" : 18857,
"76021760" : 18109,
"77070336" : 17611,
"78118912" : 17283,
"79167488" : 16092,
"80216064" : 15660,
"81264640" : 15046,
"82313216" : 14668,
"83361792" : 14578,
"84410368" : 13789,
"85458944" : 13398,
"86507520" : 12938,
"87556096" : 12488,
"88604672" : 12072,
"89653248" : 11294,
"90701824" : 10767,
"91750400" : 10473,
"92798976" : 9953,
"93847552" : 10162,
"94896128" : 9784,
"95944704" : 9162,
"96993280" : 8655,
"98041856" : 8514,
"99090432" : 8209,
"100139008" : 8094,
"101187584" : 7643,
"102236160" : 6993,
"103284736" : 6751,
"104333312" : 6412,
"105381888" : 6386,
"106430464" : 6249,
"107479040" : 6019,
"108527616" : 5760,
"109576192" : 5320,
"110624768" : 5456,
"111673344" : 5079,
"112721920" : 4822,
"113770496" : 4719,
"114819072" : 4607,
"115867648" : 4213,
"116916224" : 4002,
"117964800" : 3877,
"119013376" : 3738,
"120061952" : 3652,
"121110528" : 3496,
"122159104" : 3419,
"123207680" : 3151,
"124256256" : 2987,
"125304832" : 2758,
"126353408" : 2762,
"127401984" : 2519,
"128450560" : 2394,
"129499136" : 2238,
"130547712" : 2203,
"131596288" : 2122,
"132644864" : 1998,
"133693440" : 1831,
"135266304" : 3558,
"137363456" : 3129,
"139460608" : 2673,
"141557760" : 2464,
"143654912" : 2119,
"145752064" : 1894,
"147849216" : 1680,
"149946368" : 1517,
"152043520" : 1252,
"154140672" : 1046,
"156237824" : 1000,
"158334976" : 873,
"160432128" : 757,
"162529280" : 623,
"164626432" : 543,
"166723584" : 454,
"168820736" : 349,
"170917888" : 308,
"173015040" : 264,
"175112192" : 252,
"177209344" : 216,
"179306496" : 174,
"181403648" : 200,
"183500800" : 144,
"185597952" : 109,
"187695104" : 93,
"189792256" : 93,
"191889408" : 65,
"193986560" : 54,
"196083712" : 35,
"198180864" : 27,
"200278016" : 42,
"202375168" : 12,
"204472320" : 15,
"206569472" : 11,
"208666624" : 6,
"210763776" : 6,
"212860928" : 13,
"217055232" : 5,
"219152384" : 1,
"221249536" : 8,
"225443840" : 1,
"229638144" : 3,
"231735296" : 4,
"238026752" : 1
}
},
"lat_ns" : {
"min" : 15754815,
"max" : 239032885,
"mean" : 72897356.584715,
"stddev" : 26521847.742509,
"N" : 1264243
},
"bw_min" : 36145,
"bw_max" : 79924,
"bw_agg" : 100.000000,
"bw_mean" : 56188.893855,
"bw_dev" : 263.564789,
"bw_samples" : 5728,
"iops_min" : 9035,
"iops_max" : 19980,
"iops_mean" : 14043.921788,
"iops_stddev" : 65.915458,
"iops_samples" : 5728
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880142,
"usr_cpu" : 0.191102,
"sys_cpu" : 3.596455,
"ctx" : 2022194,
"majf" : 0,
"minf" : 1136,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.148465,
"50" : 22.076684,
"100" : 64.424987,
"250" : 13.347333,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098084,
"timestamp_ms" : 1773098084766,
"time" : "Mon Mar 9 20:14:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5730197504,
"io_kbytes" : 5595896,
"bw_bytes" : 57297391,
"bw" : 55954,
"iops" : 13990.260779,
"runtime" : 100008,
"total_ios" : 1399138,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 336313,
"max" : 60728153,
"mean" : 2277072.808263,
"stddev" : 3508086.814392,
"N" : 1399138
},
"clat_ns" : {
"min" : 15000604,
"max" : 238001739,
"mean" : 70920353.166749,
"stddev" : 26072906.374548,
"N" : 1399106,
"percentile" : {
"1.000000" : 26345472,
"5.000000" : 35389440,
"10.000000" : 40632320,
"20.000000" : 49020928,
"30.000000" : 55312384,
"40.000000" : 61079552,
"50.000000" : 66846720,
"60.000000" : 73924608,
"70.000000" : 81264640,
"80.000000" : 90701824,
"90.000000" : 106430464,
"95.000000" : 120061952,
"99.000000" : 145752064,
"99.500000" : 156237824,
"99.900000" : 177209344,
"99.950000" : 183500800,
"99.990000" : 198180864
},
"bins" : {
"15007744" : 1,
"15269888" : 1,
"15400960" : 1,
"15532032" : 1,
"15663104" : 1,
"16056320" : 3,
"16187392" : 1,
"16318464" : 5,
"16449536" : 7,
"16580608" : 1,
"16711680" : 7,
"16908288" : 16,
"17170432" : 15,
"17432576" : 29,
"17694720" : 52,
"17956864" : 72,
"18219008" : 72,
"18481152" : 129,
"18743296" : 159,
"19005440" : 217,
"19267584" : 258,
"19529728" : 368,
"19791872" : 450,
"20054016" : 504,
"20316160" : 601,
"20578304" : 648,
"20840448" : 660,
"21102592" : 660,
"21364736" : 628,
"21626880" : 594,
"21889024" : 550,
"22151168" : 473,
"22413312" : 355,
"22675456" : 360,
"22937600" : 304,
"23199744" : 289,
"23461888" : 265,
"23724032" : 236,
"23986176" : 293,
"24248320" : 273,
"24510464" : 341,
"24772608" : 425,
"25034752" : 558,
"25296896" : 533,
"25559040" : 590,
"25821184" : 657,
"26083328" : 753,
"26345472" : 799,
"26607616" : 875,
"26869760" : 1061,
"27131904" : 1111,
"27394048" : 1180,
"27656192" : 1248,
"27918336" : 1461,
"28180480" : 1459,
"28442624" : 1452,
"28704768" : 1410,
"28966912" : 1566,
"29229056" : 1767,
"29491200" : 1823,
"29753344" : 1749,
"30015488" : 1693,
"30277632" : 1646,
"30539776" : 1588,
"30801920" : 1691,
"31064064" : 1684,
"31326208" : 1591,
"31588352" : 1533,
"31850496" : 1463,
"32112640" : 1396,
"32374784" : 1393,
"32636928" : 1378,
"32899072" : 1487,
"33161216" : 1591,
"33423360" : 1648,
"33816576" : 3459,
"34340864" : 3947,
"34865152" : 4505,
"35389440" : 5175,
"35913728" : 5414,
"36438016" : 5994,
"36962304" : 6459,
"37486592" : 6986,
"38010880" : 7434,
"38535168" : 7396,
"39059456" : 7757,
"39583744" : 7559,
"40108032" : 7328,
"40632320" : 7164,
"41156608" : 7176,
"41680896" : 7303,
"42205184" : 7736,
"42729472" : 7757,
"43253760" : 8165,
"43778048" : 8595,
"44302336" : 8886,
"44826624" : 9298,
"45350912" : 9486,
"45875200" : 10184,
"46399488" : 10824,
"46923776" : 11150,
"47448064" : 10717,
"47972352" : 10671,
"48496640" : 10798,
"49020928" : 10973,
"49545216" : 10601,
"50069504" : 10796,
"50593792" : 10984,
"51118080" : 11067,
"51642368" : 10935,
"52166656" : 11126,
"52690944" : 11437,
"53215232" : 11591,
"53739520" : 11781,
"54263808" : 11937,
"54788096" : 12292,
"55312384" : 12337,
"55836672" : 12395,
"56360960" : 12287,
"56885248" : 12223,
"57409536" : 12335,
"57933824" : 12349,
"58458112" : 12662,
"58982400" : 12573,
"59506688" : 12209,
"60030976" : 12300,
"60555264" : 12201,
"61079552" : 12566,
"61603840" : 12584,
"62128128" : 12405,
"62652416" : 12362,
"63176704" : 12447,
"63700992" : 12444,
"64225280" : 12434,
"64749568" : 12536,
"65273856" : 12430,
"65798144" : 12298,
"66322432" : 12259,
"66846720" : 12577,
"67633152" : 24962,
"68681728" : 23926,
"69730304" : 23192,
"70778880" : 22883,
"71827456" : 22095,
"72876032" : 21588,
"73924608" : 21146,
"74973184" : 20777,
"76021760" : 20208,
"77070336" : 19617,
"78118912" : 19299,
"79167488" : 17943,
"80216064" : 17488,
"81264640" : 16857,
"82313216" : 16471,
"83361792" : 16243,
"84410368" : 15520,
"85458944" : 14900,
"86507520" : 14456,
"87556096" : 14011,
"88604672" : 13585,
"89653248" : 12751,
"90701824" : 12148,
"91750400" : 11770,
"92798976" : 11122,
"93847552" : 11360,
"94896128" : 10893,
"95944704" : 10331,
"96993280" : 9745,
"98041856" : 9615,
"99090432" : 9219,
"100139008" : 9021,
"101187584" : 8610,
"102236160" : 7828,
"103284736" : 7558,
"104333312" : 7226,
"105381888" : 7279,
"106430464" : 7024,
"107479040" : 6696,
"108527616" : 6486,
"109576192" : 5948,
"110624768" : 6153,
"111673344" : 5716,
"112721920" : 5405,
"113770496" : 5281,
"114819072" : 5161,
"115867648" : 4731,
"116916224" : 4563,
"117964800" : 4371,
"119013376" : 4231,
"120061952" : 4071,
"121110528" : 3904,
"122159104" : 3810,
"123207680" : 3503,
"124256256" : 3338,
"125304832" : 3090,
"126353408" : 3065,
"127401984" : 2816,
"128450560" : 2694,
"129499136" : 2573,
"130547712" : 2517,
"131596288" : 2368,
"132644864" : 2230,
"133693440" : 2054,
"135266304" : 4000,
"137363456" : 3551,
"139460608" : 3066,
"141557760" : 2819,
"143654912" : 2387,
"145752064" : 2136,
"147849216" : 1886,
"149946368" : 1666,
"152043520" : 1376,
"154140672" : 1128,
"156237824" : 1089,
"158334976" : 950,
"160432128" : 816,
"162529280" : 683,
"164626432" : 619,
"166723584" : 489,
"168820736" : 394,
"170917888" : 353,
"173015040" : 304,
"175112192" : 284,
"177209344" : 247,
"179306496" : 190,
"181403648" : 220,
"183500800" : 153,
"185597952" : 119,
"187695104" : 97,
"189792256" : 99,
"191889408" : 72,
"193986560" : 55,
"196083712" : 37,
"198180864" : 28,
"200278016" : 46,
"202375168" : 12,
"204472320" : 17,
"206569472" : 11,
"208666624" : 7,
"210763776" : 6,
"212860928" : 13,
"217055232" : 5,
"219152384" : 2,
"221249536" : 8,
"225443840" : 1,
"229638144" : 3,
"231735296" : 4,
"238026752" : 1
}
},
"lat_ns" : {
"min" : 15754815,
"max" : 239032885,
"mean" : 73197370.198845,
"stddev" : 26517301.281758,
"N" : 1399106
},
"bw_min" : 35751,
"bw_max" : 80140,
"bw_agg" : 100.000000,
"bw_mean" : 56014.909548,
"bw_dev" : 262.454604,
"bw_samples" : 6368,
"iops_min" : 8937,
"iops_max" : 20034,
"iops_mean" : 14000.236181,
"iops_stddev" : 65.641410,
"iops_samples" : 6368
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3200165,
"usr_cpu" : 0.189803,
"sys_cpu" : 3.581815,
"ctx" : 2239370,
"majf" : 0,
"minf" : 1136,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.143374,
"50" : 21.651188,
"100" : 64.663671,
"250" : 13.539479,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098094,
"timestamp_ms" : 1773098094775,
"time" : "Mon Mar 9 20:14:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 69,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6275317760,
"io_kbytes" : 6128240,
"bw_bytes" : 57044194,
"bw" : 55707,
"iops" : 13928.196131,
"runtime" : 110008,
"total_ios" : 1532213,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 336313,
"max" : 60728153,
"mean" : 2287389.816500,
"stddev" : 3521648.696926,
"N" : 1532216
},
"clat_ns" : {
"min" : 15000604,
"max" : 238001739,
"mean" : 71234147.565467,
"stddev" : 26198334.839215,
"N" : 1532184,
"percentile" : {
"1.000000" : 26607616,
"5.000000" : 35913728,
"10.000000" : 41156608,
"20.000000" : 49020928,
"30.000000" : 55312384,
"40.000000" : 61603840,
"50.000000" : 67633152,
"60.000000" : 73924608,
"70.000000" : 81264640,
"80.000000" : 91750400,
"90.000000" : 107479040,
"95.000000" : 121110528,
"99.000000" : 147849216,
"99.500000" : 156237824,
"99.900000" : 177209344,
"99.950000" : 183500800,
"99.990000" : 200278016
},
"bins" : {
"15007744" : 1,
"15269888" : 1,
"15400960" : 1,
"15532032" : 1,
"15663104" : 1,
"16056320" : 3,
"16187392" : 1,
"16318464" : 5,
"16449536" : 7,
"16580608" : 1,
"16711680" : 7,
"16908288" : 16,
"17170432" : 17,
"17432576" : 32,
"17694720" : 53,
"17956864" : 77,
"18219008" : 75,
"18481152" : 136,
"18743296" : 165,
"19005440" : 236,
"19267584" : 293,
"19529728" : 392,
"19791872" : 478,
"20054016" : 553,
"20316160" : 656,
"20578304" : 716,
"20840448" : 741,
"21102592" : 713,
"21364736" : 669,
"21626880" : 637,
"21889024" : 583,
"22151168" : 494,
"22413312" : 378,
"22675456" : 369,
"22937600" : 329,
"23199744" : 300,
"23461888" : 284,
"23724032" : 256,
"23986176" : 319,
"24248320" : 318,
"24510464" : 376,
"24772608" : 454,
"25034752" : 589,
"25296896" : 579,
"25559040" : 627,
"25821184" : 709,
"26083328" : 789,
"26345472" : 864,
"26607616" : 934,
"26869760" : 1123,
"27131904" : 1177,
"27394048" : 1250,
"27656192" : 1341,
"27918336" : 1559,
"28180480" : 1558,
"28442624" : 1555,
"28704768" : 1507,
"28966912" : 1675,
"29229056" : 1892,
"29491200" : 1944,
"29753344" : 1861,
"30015488" : 1826,
"30277632" : 1788,
"30539776" : 1727,
"30801920" : 1831,
"31064064" : 1797,
"31326208" : 1739,
"31588352" : 1629,
"31850496" : 1567,
"32112640" : 1532,
"32374784" : 1505,
"32636928" : 1513,
"32899072" : 1615,
"33161216" : 1697,
"33423360" : 1767,
"33816576" : 3671,
"34340864" : 4195,
"34865152" : 4815,
"35389440" : 5514,
"35913728" : 5793,
"36438016" : 6441,
"36962304" : 6945,
"37486592" : 7460,
"38010880" : 7897,
"38535168" : 7935,
"39059456" : 8326,
"39583744" : 8135,
"40108032" : 7878,
"40632320" : 7679,
"41156608" : 7729,
"41680896" : 7904,
"42205184" : 8357,
"42729472" : 8339,
"43253760" : 8745,
"43778048" : 9228,
"44302336" : 9674,
"44826624" : 10097,
"45350912" : 10345,
"45875200" : 11081,
"46399488" : 11678,
"46923776" : 11859,
"47448064" : 11512,
"47972352" : 11573,
"48496640" : 11774,
"49020928" : 11955,
"49545216" : 11560,
"50069504" : 11734,
"50593792" : 11957,
"51118080" : 12028,
"51642368" : 11922,
"52166656" : 11990,
"52690944" : 12419,
"53215232" : 12540,
"53739520" : 12846,
"54263808" : 12972,
"54788096" : 13365,
"55312384" : 13395,
"55836672" : 13400,
"56360960" : 13375,
"56885248" : 13289,
"57409536" : 13451,
"57933824" : 13471,
"58458112" : 13816,
"58982400" : 13709,
"59506688" : 13345,
"60030976" : 13391,
"60555264" : 13253,
"61079552" : 13604,
"61603840" : 13654,
"62128128" : 13584,
"62652416" : 13557,
"63176704" : 13704,
"63700992" : 13644,
"64225280" : 13670,
"64749568" : 13737,
"65273856" : 13614,
"65798144" : 13497,
"66322432" : 13454,
"66846720" : 13773,
"67633152" : 27335,
"68681728" : 26332,
"69730304" : 25458,
"70778880" : 25199,
"71827456" : 24373,
"72876032" : 23792,
"73924608" : 23305,
"74973184" : 22893,
"76021760" : 22215,
"77070336" : 21629,
"78118912" : 21174,
"79167488" : 19719,
"80216064" : 19271,
"81264640" : 18622,
"82313216" : 18169,
"83361792" : 17976,
"84410368" : 17118,
"85458944" : 16379,
"86507520" : 16008,
"87556096" : 15538,
"88604672" : 14923,
"89653248" : 14043,
"90701824" : 13381,
"91750400" : 13009,
"92798976" : 12313,
"93847552" : 12494,
"94896128" : 11957,
"95944704" : 11386,
"96993280" : 10805,
"98041856" : 10633,
"99090432" : 10215,
"100139008" : 9959,
"101187584" : 9432,
"102236160" : 8712,
"103284736" : 8321,
"104333312" : 8025,
"105381888" : 8026,
"106430464" : 7781,
"107479040" : 7469,
"108527616" : 7184,
"109576192" : 6588,
"110624768" : 6816,
"111673344" : 6337,
"112721920" : 6014,
"113770496" : 5823,
"114819072" : 5686,
"115867648" : 5325,
"116916224" : 5141,
"117964800" : 4863,
"119013376" : 4710,
"120061952" : 4521,
"121110528" : 4365,
"122159104" : 4225,
"123207680" : 3923,
"124256256" : 3745,
"125304832" : 3461,
"126353408" : 3403,
"127401984" : 3155,
"128450560" : 2992,
"129499136" : 2879,
"130547712" : 2772,
"131596288" : 2660,
"132644864" : 2500,
"133693440" : 2316,
"135266304" : 4559,
"137363456" : 4007,
"139460608" : 3419,
"141557760" : 3185,
"143654912" : 2734,
"145752064" : 2459,
"147849216" : 2134,
"149946368" : 1876,
"152043520" : 1572,
"154140672" : 1302,
"156237824" : 1248,
"158334976" : 1088,
"160432128" : 917,
"162529280" : 793,
"164626432" : 717,
"166723584" : 572,
"168820736" : 458,
"170917888" : 412,
"173015040" : 371,
"175112192" : 346,
"177209344" : 301,
"179306496" : 239,
"181403648" : 261,
"183500800" : 191,
"185597952" : 145,
"187695104" : 106,
"189792256" : 109,
"191889408" : 83,
"193986560" : 66,
"196083712" : 44,
"198180864" : 32,
"200278016" : 49,
"202375168" : 22,
"204472320" : 23,
"206569472" : 16,
"208666624" : 12,
"210763776" : 6,
"212860928" : 16,
"214958080" : 3,
"217055232" : 10,
"219152384" : 3,
"221249536" : 8,
"223346688" : 3,
"225443840" : 1,
"229638144" : 4,
"231735296" : 6,
"233832448" : 1,
"238026752" : 1
}
},
"lat_ns" : {
"min" : 15754815,
"max" : 239032885,
"mean" : 73521434.578607,
"stddev" : 26646999.572779,
"N" : 1532184
},
"bw_min" : 35269,
"bw_max" : 80585,
"bw_agg" : 100.000000,
"bw_mean" : 55713.465753,
"bw_dev" : 266.553475,
"bw_samples" : 7008,
"iops_min" : 8817,
"iops_max" : 20146,
"iops_mean" : 13924.757991,
"iops_stddev" : 66.666107,
"iops_samples" : 7008
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3520168,
"usr_cpu" : 0.189309,
"sys_cpu" : 3.563580,
"ctx" : 2453121,
"majf" : 0,
"minf" : 1136,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999739,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999739,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.140581,
"50" : 21.301216,
"100" : 64.760187,
"250" : 13.796058,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098104,
"timestamp_ms" : 1773098104770,
"time" : "Mon Mar 9 20:15:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 59,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6886477824,
"io_kbytes" : 6725076,
"bw_bytes" : 57383967,
"bw" : 56039,
"iops" : 14010.849367,
"runtime" : 120007,
"total_ios" : 1681400,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 336313,
"max" : 60728153,
"mean" : 2273798.404561,
"stddev" : 3504939.999626,
"N" : 1681400
},
"clat_ns" : {
"min" : 15000604,
"max" : 238001739,
"mean" : 70816938.129438,
"stddev" : 26134460.462095,
"N" : 1681368,
"percentile" : {
"1.000000" : 26345472,
"5.000000" : 35389440,
"10.000000" : 40632320,
"20.000000" : 48496640,
"30.000000" : 55312384,
"40.000000" : 61079552,
"50.000000" : 66846720,
"60.000000" : 72876032,
"70.000000" : 81264640,
"80.000000" : 90701824,
"90.000000" : 106430464,
"95.000000" : 120061952,
"99.000000" : 145752064,
"99.500000" : 156237824,
"99.900000" : 177209344,
"99.950000" : 183500800,
"99.990000" : 200278016
},
"bins" : {
"15007744" : 1,
"15269888" : 1,
"15400960" : 1,
"15532032" : 1,
"15663104" : 1,
"16056320" : 3,
"16187392" : 1,
"16318464" : 6,
"16449536" : 7,
"16580608" : 2,
"16711680" : 12,
"16908288" : 29,
"17170432" : 27,
"17432576" : 39,
"17694720" : 58,
"17956864" : 94,
"18219008" : 92,
"18481152" : 152,
"18743296" : 201,
"19005440" : 271,
"19267584" : 325,
"19529728" : 434,
"19791872" : 525,
"20054016" : 615,
"20316160" : 722,
"20578304" : 805,
"20840448" : 837,
"21102592" : 788,
"21364736" : 755,
"21626880" : 724,
"21889024" : 659,
"22151168" : 560,
"22413312" : 454,
"22675456" : 418,
"22937600" : 373,
"23199744" : 363,
"23461888" : 345,
"23724032" : 322,
"23986176" : 355,
"24248320" : 369,
"24510464" : 443,
"24772608" : 546,
"25034752" : 681,
"25296896" : 674,
"25559040" : 758,
"25821184" : 822,
"26083328" : 911,
"26345472" : 984,
"26607616" : 1061,
"26869760" : 1285,
"27131904" : 1353,
"27394048" : 1435,
"27656192" : 1525,
"27918336" : 1768,
"28180480" : 1762,
"28442624" : 1767,
"28704768" : 1717,
"28966912" : 1890,
"29229056" : 2163,
"29491200" : 2167,
"29753344" : 2130,
"30015488" : 2070,
"30277632" : 2005,
"30539776" : 1930,
"30801920" : 2048,
"31064064" : 2010,
"31326208" : 1971,
"31588352" : 1855,
"31850496" : 1755,
"32112640" : 1727,
"32374784" : 1726,
"32636928" : 1727,
"32899072" : 1840,
"33161216" : 1931,
"33423360" : 2035,
"33816576" : 4277,
"34340864" : 4820,
"34865152" : 5538,
"35389440" : 6280,
"35913728" : 6684,
"36438016" : 7286,
"36962304" : 7865,
"37486592" : 8380,
"38010880" : 8884,
"38535168" : 8869,
"39059456" : 9152,
"39583744" : 8932,
"40108032" : 8700,
"40632320" : 8504,
"41156608" : 8581,
"41680896" : 8895,
"42205184" : 9458,
"42729472" : 9433,
"43253760" : 9886,
"43778048" : 10374,
"44302336" : 10960,
"44826624" : 11393,
"45350912" : 11548,
"45875200" : 12385,
"46399488" : 13018,
"46923776" : 13188,
"47448064" : 12837,
"47972352" : 12898,
"48496640" : 13169,
"49020928" : 13343,
"49545216" : 12946,
"50069504" : 13067,
"50593792" : 13360,
"51118080" : 13480,
"51642368" : 13268,
"52166656" : 13332,
"52690944" : 13804,
"53215232" : 13943,
"53739520" : 14330,
"54263808" : 14491,
"54788096" : 15016,
"55312384" : 14987,
"55836672" : 14939,
"56360960" : 14817,
"56885248" : 14762,
"57409536" : 14950,
"57933824" : 14885,
"58458112" : 15096,
"58982400" : 15122,
"59506688" : 14788,
"60030976" : 14895,
"60555264" : 14625,
"61079552" : 14970,
"61603840" : 15070,
"62128128" : 15022,
"62652416" : 15008,
"63176704" : 15078,
"63700992" : 14983,
"64225280" : 15054,
"64749568" : 15015,
"65273856" : 14887,
"65798144" : 14704,
"66322432" : 14677,
"66846720" : 14989,
"67633152" : 29695,
"68681728" : 28619,
"69730304" : 27844,
"70778880" : 27528,
"71827456" : 26560,
"72876032" : 25938,
"73924608" : 25184,
"74973184" : 24759,
"76021760" : 23953,
"77070336" : 23417,
"78118912" : 22800,
"79167488" : 21409,
"80216064" : 20747,
"81264640" : 20242,
"82313216" : 19659,
"83361792" : 19427,
"84410368" : 18470,
"85458944" : 17692,
"86507520" : 17287,
"87556096" : 16784,
"88604672" : 16196,
"89653248" : 15170,
"90701824" : 14566,
"91750400" : 14038,
"92798976" : 13265,
"93847552" : 13419,
"94896128" : 12993,
"95944704" : 12298,
"96993280" : 11736,
"98041856" : 11573,
"99090432" : 11090,
"100139008" : 10734,
"101187584" : 10219,
"102236160" : 9475,
"103284736" : 9025,
"104333312" : 8699,
"105381888" : 8638,
"106430464" : 8339,
"107479040" : 8058,
"108527616" : 7690,
"109576192" : 7058,
"110624768" : 7287,
"111673344" : 6770,
"112721920" : 6456,
"113770496" : 6258,
"114819072" : 6130,
"115867648" : 5743,
"116916224" : 5522,
"117964800" : 5215,
"119013376" : 5057,
"120061952" : 4851,
"121110528" : 4655,
"122159104" : 4508,
"123207680" : 4204,
"124256256" : 4000,
"125304832" : 3739,
"126353408" : 3636,
"127401984" : 3386,
"128450560" : 3211,
"129499136" : 3084,
"130547712" : 2963,
"131596288" : 2818,
"132644864" : 2663,
"133693440" : 2493,
"135266304" : 4853,
"137363456" : 4247,
"139460608" : 3677,
"141557760" : 3395,
"143654912" : 2940,
"145752064" : 2632,
"147849216" : 2272,
"149946368" : 2007,
"152043520" : 1698,
"154140672" : 1371,
"156237824" : 1340,
"158334976" : 1178,
"160432128" : 977,
"162529280" : 839,
"164626432" : 761,
"166723584" : 613,
"168820736" : 497,
"170917888" : 426,
"173015040" : 385,
"175112192" : 366,
"177209344" : 320,
"179306496" : 249,
"181403648" : 279,
"183500800" : 197,
"185597952" : 158,
"187695104" : 110,
"189792256" : 110,
"191889408" : 85,
"193986560" : 67,
"196083712" : 44,
"198180864" : 32,
"200278016" : 49,
"202375168" : 23,
"204472320" : 23,
"206569472" : 16,
"208666624" : 12,
"210763776" : 6,
"212860928" : 16,
"214958080" : 3,
"217055232" : 10,
"219152384" : 3,
"221249536" : 8,
"223346688" : 3,
"225443840" : 1,
"229638144" : 4,
"231735296" : 6,
"233832448" : 1,
"238026752" : 1
}
},
"lat_ns" : {
"min" : 15754815,
"max" : 239032885,
"mean" : 73090857.973591,
"stddev" : 26583539.906504,
"N" : 1681368
},
"bw_min" : 35237,
"bw_max" : 80953,
"bw_agg" : 99.964257,
"bw_mean" : 56019.757322,
"bw_dev" : 268.556275,
"bw_samples" : 7648,
"iops_min" : 8809,
"iops_max" : 20238,
"iops_mean" : 14001.368201,
"iops_stddev" : 67.166915,
"iops_samples" : 7648
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3840141,
"usr_cpu" : 0.190019,
"sys_cpu" : 3.586926,
"ctx" : 2689543,
"majf" : 0,
"minf" : 1136,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.146069,
"50" : 21.823243,
"100" : 64.531640,
"250" : 13.497145,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098114,
"timestamp_ms" : 1773098114765,
"time" : "Mon Mar 9 20:15:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 49,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7504969728,
"io_kbytes" : 7329072,
"bw_bytes" : 57726983,
"bw" : 56374,
"iops" : 14094.694173,
"runtime" : 130008,
"total_ios" : 1832423,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 336313,
"max" : 60728153,
"mean" : 2260113.120476,
"stddev" : 3485640.622567,
"N" : 1832423
},
"clat_ns" : {
"min" : 15000604,
"max" : 238001739,
"mean" : 70393780.728569,
"stddev" : 26023198.691952,
"N" : 1832391,
"percentile" : {
"1.000000" : 26083328,
"5.000000" : 35389440,
"10.000000" : 40632320,
"20.000000" : 48496640,
"30.000000" : 54788096,
"40.000000" : 60555264,
"50.000000" : 66322432,
"60.000000" : 72876032,
"70.000000" : 80216064,
"80.000000" : 90701824,
"90.000000" : 106430464,
"95.000000" : 120061952,
"99.000000" : 145752064,
"99.500000" : 156237824,
"99.900000" : 177209344,
"99.950000" : 183500800,
"99.990000" : 200278016
},
"bins" : {
"15007744" : 1,
"15269888" : 1,
"15400960" : 1,
"15532032" : 1,
"15663104" : 1,
"15794176" : 3,
"15925248" : 3,
"16056320" : 4,
"16187392" : 1,
"16318464" : 8,
"16449536" : 8,
"16580608" : 3,
"16711680" : 13,
"16908288" : 30,
"17170432" : 36,
"17432576" : 43,
"17694720" : 71,
"17956864" : 100,
"18219008" : 94,
"18481152" : 172,
"18743296" : 215,
"19005440" : 285,
"19267584" : 351,
"19529728" : 458,
"19791872" : 560,
"20054016" : 665,
"20316160" : 812,
"20578304" : 898,
"20840448" : 925,
"21102592" : 876,
"21364736" : 865,
"21626880" : 784,
"21889024" : 735,
"22151168" : 634,
"22413312" : 518,
"22675456" : 485,
"22937600" : 436,
"23199744" : 405,
"23461888" : 391,
"23724032" : 368,
"23986176" : 415,
"24248320" : 420,
"24510464" : 496,
"24772608" : 622,
"25034752" : 766,
"25296896" : 778,
"25559040" : 858,
"25821184" : 950,
"26083328" : 1054,
"26345472" : 1119,
"26607616" : 1218,
"26869760" : 1457,
"27131904" : 1585,
"27394048" : 1636,
"27656192" : 1767,
"27918336" : 2029,
"28180480" : 1996,
"28442624" : 2004,
"28704768" : 1952,
"28966912" : 2121,
"29229056" : 2402,
"29491200" : 2377,
"29753344" : 2339,
"30015488" : 2253,
"30277632" : 2227,
"30539776" : 2212,
"30801920" : 2270,
"31064064" : 2272,
"31326208" : 2193,
"31588352" : 2070,
"31850496" : 1992,
"32112640" : 1960,
"32374784" : 1958,
"32636928" : 1954,
"32899072" : 2087,
"33161216" : 2225,
"33423360" : 2328,
"33816576" : 4861,
"34340864" : 5513,
"34865152" : 6214,
"35389440" : 7192,
"35913728" : 7624,
"36438016" : 8150,
"36962304" : 8786,
"37486592" : 9404,
"38010880" : 9819,
"38535168" : 9833,
"39059456" : 10145,
"39583744" : 9965,
"40108032" : 9774,
"40632320" : 9575,
"41156608" : 9544,
"41680896" : 9850,
"42205184" : 10471,
"42729472" : 10517,
"43253760" : 11004,
"43778048" : 11434,
"44302336" : 12033,
"44826624" : 12609,
"45350912" : 12887,
"45875200" : 13790,
"46399488" : 14441,
"46923776" : 14666,
"47448064" : 14362,
"47972352" : 14291,
"48496640" : 14657,
"49020928" : 14747,
"49545216" : 14395,
"50069504" : 14468,
"50593792" : 14846,
"51118080" : 14850,
"51642368" : 14727,
"52166656" : 14790,
"52690944" : 15184,
"53215232" : 15348,
"53739520" : 15738,
"54263808" : 15969,
"54788096" : 16495,
"55312384" : 16510,
"55836672" : 16592,
"56360960" : 16470,
"56885248" : 16228,
"57409536" : 16372,
"57933824" : 16311,
"58458112" : 16513,
"58982400" : 16577,
"59506688" : 16194,
"60030976" : 16352,
"60555264" : 15951,
"61079552" : 16368,
"61603840" : 16398,
"62128128" : 16385,
"62652416" : 16401,
"63176704" : 16467,
"63700992" : 16270,
"64225280" : 16424,
"64749568" : 16333,
"65273856" : 16268,
"65798144" : 16040,
"66322432" : 15976,
"66846720" : 16331,
"67633152" : 32220,
"68681728" : 30968,
"69730304" : 30069,
"70778880" : 29691,
"71827456" : 28840,
"72876032" : 28072,
"73924608" : 27222,
"74973184" : 26648,
"76021760" : 25771,
"77070336" : 25089,
"78118912" : 24542,
"79167488" : 23012,
"80216064" : 22333,
"81264640" : 21820,
"82313216" : 21157,
"83361792" : 21027,
"84410368" : 19765,
"85458944" : 19057,
"86507520" : 18580,
"87556096" : 17990,
"88604672" : 17374,
"89653248" : 16238,
"90701824" : 15675,
"91750400" : 15112,
"92798976" : 14290,
"93847552" : 14428,
"94896128" : 13903,
"95944704" : 13112,
"96993280" : 12528,
"98041856" : 12401,
"99090432" : 11871,
"100139008" : 11492,
"101187584" : 10961,
"102236160" : 10213,
"103284736" : 9719,
"104333312" : 9346,
"105381888" : 9255,
"106430464" : 8955,
"107479040" : 8637,
"108527616" : 8237,
"109576192" : 7662,
"110624768" : 7780,
"111673344" : 7292,
"112721920" : 6953,
"113770496" : 6739,
"114819072" : 6575,
"115867648" : 6178,
"116916224" : 5930,
"117964800" : 5584,
"119013376" : 5427,
"120061952" : 5183,
"121110528" : 4980,
"122159104" : 4824,
"123207680" : 4446,
"124256256" : 4262,
"125304832" : 3995,
"126353408" : 3888,
"127401984" : 3629,
"128450560" : 3426,
"129499136" : 3309,
"130547712" : 3144,
"131596288" : 3011,
"132644864" : 2828,
"133693440" : 2660,
"135266304" : 5085,
"137363456" : 4483,
"139460608" : 3845,
"141557760" : 3538,
"143654912" : 3047,
"145752064" : 2738,
"147849216" : 2366,
"149946368" : 2056,
"152043520" : 1767,
"154140672" : 1419,
"156237824" : 1368,
"158334976" : 1196,
"160432128" : 999,
"162529280" : 868,
"164626432" : 784,
"166723584" : 624,
"168820736" : 506,
"170917888" : 434,
"173015040" : 397,
"175112192" : 369,
"177209344" : 324,
"179306496" : 253,
"181403648" : 285,
"183500800" : 199,
"185597952" : 158,
"187695104" : 110,
"189792256" : 111,
"191889408" : 85,
"193986560" : 67,
"196083712" : 44,
"198180864" : 33,
"200278016" : 51,
"202375168" : 23,
"204472320" : 23,
"206569472" : 16,
"208666624" : 12,
"210763776" : 6,
"212860928" : 16,
"214958080" : 3,
"217055232" : 10,
"219152384" : 3,
"221249536" : 8,
"223346688" : 3,
"225443840" : 1,
"229638144" : 4,
"231735296" : 6,
"233832448" : 1,
"238026752" : 1
}
},
"lat_ns" : {
"min" : 15754815,
"max" : 239032885,
"mean" : 72653910.515552,
"stddev" : 26472142.824212,
"N" : 1832391
},
"bw_min" : 35237,
"bw_max" : 83188,
"bw_agg" : 99.957415,
"bw_mean" : 56350.864865,
"bw_dev" : 274.762216,
"bw_samples" : 8288,
"iops_min" : 8809,
"iops_max" : 20796,
"iops_mean" : 14084.042471,
"iops_stddev" : 68.720259,
"iops_samples" : 8288
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4160154,
"usr_cpu" : 0.192060,
"sys_cpu" : 3.611237,
"ctx" : 2934990,
"majf" : 0,
"minf" : 1136,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.144454,
"50" : 22.360448,
"100" : 64.285375,
"250" : 13.207977,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098124,
"timestamp_ms" : 1773098124771,
"time" : "Mon Mar 9 20:15:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8138276864,
"io_kbytes" : 7947536,
"bw_bytes" : 58127642,
"bw" : 56765,
"iops" : 14192.176105,
"runtime" : 140007,
"total_ios" : 1987004,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 332108,
"max" : 60728153,
"mean" : 2244418.527985,
"stddev" : 3465661.069790,
"N" : 1987004
},
"clat_ns" : {
"min" : 15000604,
"max" : 238001739,
"mean" : 69902765.625752,
"stddev" : 26019314.472686,
"N" : 1986972,
"percentile" : {
"1.000000" : 26083328,
"5.000000" : 34865152,
"10.000000" : 40108032,
"20.000000" : 47972352,
"30.000000" : 54263808,
"40.000000" : 60030976,
"50.000000" : 65798144,
"60.000000" : 71827456,
"70.000000" : 80216064,
"80.000000" : 89653248,
"90.000000" : 105381888,
"95.000000" : 119013376,
"99.000000" : 145752064,
"99.500000" : 156237824,
"99.900000" : 175112192,
"99.950000" : 183500800,
"99.990000" : 198180864
},
"bins" : {
"15007744" : 1,
"15269888" : 1,
"15400960" : 1,
"15532032" : 1,
"15663104" : 1,
"15794176" : 3,
"15925248" : 3,
"16056320" : 4,
"16187392" : 1,
"16318464" : 8,
"16449536" : 8,
"16580608" : 3,
"16711680" : 13,
"16908288" : 30,
"17170432" : 36,
"17432576" : 44,
"17694720" : 74,
"17956864" : 110,
"18219008" : 107,
"18481152" : 182,
"18743296" : 240,
"19005440" : 320,
"19267584" : 387,
"19529728" : 511,
"19791872" : 627,
"20054016" : 781,
"20316160" : 891,
"20578304" : 987,
"20840448" : 1006,
"21102592" : 982,
"21364736" : 965,
"21626880" : 861,
"21889024" : 819,
"22151168" : 711,
"22413312" : 582,
"22675456" : 546,
"22937600" : 485,
"23199744" : 465,
"23461888" : 453,
"23724032" : 433,
"23986176" : 495,
"24248320" : 505,
"24510464" : 597,
"24772608" : 714,
"25034752" : 881,
"25296896" : 895,
"25559040" : 998,
"25821184" : 1092,
"26083328" : 1217,
"26345472" : 1313,
"26607616" : 1425,
"26869760" : 1685,
"27131904" : 1820,
"27394048" : 1890,
"27656192" : 2073,
"27918336" : 2301,
"28180480" : 2223,
"28442624" : 2239,
"28704768" : 2218,
"28966912" : 2408,
"29229056" : 2686,
"29491200" : 2640,
"29753344" : 2621,
"30015488" : 2545,
"30277632" : 2511,
"30539776" : 2493,
"30801920" : 2571,
"31064064" : 2564,
"31326208" : 2480,
"31588352" : 2391,
"31850496" : 2335,
"32112640" : 2288,
"32374784" : 2242,
"32636928" : 2302,
"32899072" : 2423,
"33161216" : 2545,
"33423360" : 2684,
"33816576" : 5629,
"34340864" : 6379,
"34865152" : 7173,
"35389440" : 8177,
"35913728" : 8752,
"36438016" : 9422,
"36962304" : 9958,
"37486592" : 10574,
"38010880" : 10951,
"38535168" : 10936,
"39059456" : 11248,
"39583744" : 10987,
"40108032" : 10915,
"40632320" : 10779,
"41156608" : 10689,
"41680896" : 10970,
"42205184" : 11824,
"42729472" : 12012,
"43253760" : 12522,
"43778048" : 12971,
"44302336" : 13448,
"44826624" : 14145,
"45350912" : 14406,
"45875200" : 15316,
"46399488" : 15826,
"46923776" : 16099,
"47448064" : 15845,
"47972352" : 15641,
"48496640" : 16033,
"49020928" : 16161,
"49545216" : 15781,
"50069504" : 15858,
"50593792" : 16290,
"51118080" : 16496,
"51642368" : 16351,
"52166656" : 16324,
"52690944" : 16810,
"53215232" : 16916,
"53739520" : 17267,
"54263808" : 17516,
"54788096" : 18021,
"55312384" : 17981,
"55836672" : 17928,
"56360960" : 17936,
"56885248" : 17733,
"57409536" : 17791,
"57933824" : 17766,
"58458112" : 17980,
"58982400" : 17899,
"59506688" : 17653,
"60030976" : 17730,
"60555264" : 17331,
"61079552" : 17774,
"61603840" : 17821,
"62128128" : 17879,
"62652416" : 17872,
"63176704" : 17833,
"63700992" : 17640,
"64225280" : 17617,
"64749568" : 17582,
"65273856" : 17456,
"65798144" : 17278,
"66322432" : 17237,
"66846720" : 17527,
"67633152" : 34506,
"68681728" : 33403,
"69730304" : 32412,
"70778880" : 31779,
"71827456" : 31025,
"72876032" : 30025,
"73924608" : 29120,
"74973184" : 28605,
"76021760" : 27388,
"77070336" : 26724,
"78118912" : 26232,
"79167488" : 24549,
"80216064" : 23815,
"81264640" : 23314,
"82313216" : 22545,
"83361792" : 22240,
"84410368" : 20951,
"85458944" : 20241,
"86507520" : 19730,
"87556096" : 19105,
"88604672" : 18405,
"89653248" : 17386,
"90701824" : 16700,
"91750400" : 16039,
"92798976" : 15136,
"93847552" : 15306,
"94896128" : 14690,
"95944704" : 13876,
"96993280" : 13311,
"98041856" : 13147,
"99090432" : 12588,
"100139008" : 12240,
"101187584" : 11613,
"102236160" : 10826,
"103284736" : 10339,
"104333312" : 9888,
"105381888" : 9841,
"106430464" : 9527,
"107479040" : 9179,
"108527616" : 8763,
"109576192" : 8153,
"110624768" : 8282,
"111673344" : 7798,
"112721920" : 7380,
"113770496" : 7143,
"114819072" : 6936,
"115867648" : 6542,
"116916224" : 6252,
"117964800" : 5891,
"119013376" : 5766,
"120061952" : 5475,
"121110528" : 5251,
"122159104" : 5071,
"123207680" : 4676,
"124256256" : 4493,
"125304832" : 4201,
"126353408" : 4058,
"127401984" : 3820,
"128450560" : 3596,
"129499136" : 3449,
"130547712" : 3296,
"131596288" : 3149,
"132644864" : 2982,
"133693440" : 2810,
"135266304" : 5344,
"137363456" : 4711,
"139460608" : 4042,
"141557760" : 3732,
"143654912" : 3227,
"145752064" : 2891,
"147849216" : 2537,
"149946368" : 2204,
"152043520" : 1886,
"154140672" : 1552,
"156237824" : 1488,
"158334976" : 1305,
"160432128" : 1108,
"162529280" : 957,
"164626432" : 871,
"166723584" : 678,
"168820736" : 570,
"170917888" : 473,
"173015040" : 431,
"175112192" : 395,
"177209344" : 363,
"179306496" : 266,
"181403648" : 292,
"183500800" : 208,
"185597952" : 161,
"187695104" : 114,
"189792256" : 114,
"191889408" : 85,
"193986560" : 68,
"196083712" : 45,
"198180864" : 33,
"200278016" : 51,
"202375168" : 23,
"204472320" : 23,
"206569472" : 16,
"208666624" : 12,
"210763776" : 6,
"212860928" : 16,
"214958080" : 3,
"217055232" : 10,
"219152384" : 3,
"221249536" : 8,
"223346688" : 3,
"225443840" : 1,
"229638144" : 4,
"231735296" : 6,
"233832448" : 1,
"238026752" : 1
}
},
"lat_ns" : {
"min" : 15754815,
"max" : 239032885,
"mean" : 72146976.769513,
"stddev" : 26472110.928117,
"N" : 1986972
},
"bw_min" : 35237,
"bw_max" : 84015,
"bw_agg" : 100.000000,
"bw_mean" : 56776.136201,
"bw_dev" : 278.839710,
"bw_samples" : 8928,
"iops_min" : 8809,
"iops_max" : 21003,
"iops_mean" : 14190.229391,
"iops_stddev" : 69.742553,
"iops_samples" : 8928
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4480144,
"usr_cpu" : 0.193387,
"sys_cpu" : 3.639704,
"ctx" : 3183016,
"majf" : 0,
"minf" : 1136,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.147408,
"50" : 23.118273,
"100" : 63.823777,
"250" : 12.908932,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098134,
"timestamp_ms" : 1773098134769,
"time" : "Mon Mar 9 20:15:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 29,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8708849664,
"io_kbytes" : 8504736,
"bw_bytes" : 58055901,
"bw" : 56695,
"iops" : 14174.777345,
"runtime" : 150008,
"total_ios" : 2126330,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 332108,
"max" : 60728153,
"mean" : 2247143.684674,
"stddev" : 3470329.507669,
"N" : 2126330
},
"clat_ns" : {
"min" : 15000604,
"max" : 238001739,
"mean" : 69991356.228712,
"stddev" : 25928700.008163,
"N" : 2126298,
"percentile" : {
"1.000000" : 26083328,
"5.000000" : 34865152,
"10.000000" : 40108032,
"20.000000" : 47972352,
"30.000000" : 54263808,
"40.000000" : 60030976,
"50.000000" : 66322432,
"60.000000" : 72876032,
"70.000000" : 80216064,
"80.000000" : 89653248,
"90.000000" : 105381888,
"95.000000" : 119013376,
"99.000000" : 145752064,
"99.500000" : 154140672,
"99.900000" : 175112192,
"99.950000" : 181403648,
"99.990000" : 198180864
},
"bins" : {
"15007744" : 1,
"15269888" : 1,
"15400960" : 1,
"15532032" : 1,
"15663104" : 1,
"15794176" : 3,
"15925248" : 3,
"16056320" : 4,
"16187392" : 1,
"16318464" : 8,
"16449536" : 9,
"16580608" : 4,
"16711680" : 13,
"16908288" : 30,
"17170432" : 36,
"17432576" : 45,
"17694720" : 75,
"17956864" : 118,
"18219008" : 123,
"18481152" : 184,
"18743296" : 249,
"19005440" : 333,
"19267584" : 409,
"19529728" : 542,
"19791872" : 677,
"20054016" : 841,
"20316160" : 932,
"20578304" : 1045,
"20840448" : 1074,
"21102592" : 1050,
"21364736" : 1002,
"21626880" : 893,
"21889024" : 856,
"22151168" : 752,
"22413312" : 604,
"22675456" : 594,
"22937600" : 516,
"23199744" : 495,
"23461888" : 481,
"23724032" : 466,
"23986176" : 529,
"24248320" : 532,
"24510464" : 631,
"24772608" : 756,
"25034752" : 920,
"25296896" : 961,
"25559040" : 1053,
"25821184" : 1148,
"26083328" : 1285,
"26345472" : 1403,
"26607616" : 1533,
"26869760" : 1793,
"27131904" : 1949,
"27394048" : 2014,
"27656192" : 2192,
"27918336" : 2416,
"28180480" : 2339,
"28442624" : 2351,
"28704768" : 2360,
"28966912" : 2535,
"29229056" : 2813,
"29491200" : 2789,
"29753344" : 2805,
"30015488" : 2706,
"30277632" : 2658,
"30539776" : 2628,
"30801920" : 2696,
"31064064" : 2691,
"31326208" : 2617,
"31588352" : 2537,
"31850496" : 2465,
"32112640" : 2447,
"32374784" : 2390,
"32636928" : 2421,
"32899072" : 2595,
"33161216" : 2687,
"33423360" : 2819,
"33816576" : 5929,
"34340864" : 6717,
"34865152" : 7581,
"35389440" : 8622,
"35913728" : 9269,
"36438016" : 9951,
"36962304" : 10496,
"37486592" : 11181,
"38010880" : 11514,
"38535168" : 11534,
"39059456" : 11847,
"39583744" : 11619,
"40108032" : 11592,
"40632320" : 11385,
"41156608" : 11334,
"41680896" : 11619,
"42205184" : 12493,
"42729472" : 12835,
"43253760" : 13364,
"43778048" : 13849,
"44302336" : 14236,
"44826624" : 14963,
"45350912" : 15259,
"45875200" : 16251,
"46399488" : 16827,
"46923776" : 17061,
"47448064" : 16829,
"47972352" : 16632,
"48496640" : 17041,
"49020928" : 17132,
"49545216" : 16763,
"50069504" : 16842,
"50593792" : 17281,
"51118080" : 17454,
"51642368" : 17448,
"52166656" : 17413,
"52690944" : 17777,
"53215232" : 18017,
"53739520" : 18506,
"54263808" : 18775,
"54788096" : 19190,
"55312384" : 19185,
"55836672" : 19148,
"56360960" : 19151,
"56885248" : 18892,
"57409536" : 18987,
"57933824" : 19050,
"58458112" : 19228,
"58982400" : 19191,
"59506688" : 18945,
"60030976" : 18989,
"60555264" : 18636,
"61079552" : 18976,
"61603840" : 18992,
"62128128" : 19082,
"62652416" : 19143,
"63176704" : 19192,
"63700992" : 18974,
"64225280" : 18930,
"64749568" : 18856,
"65273856" : 18697,
"65798144" : 18604,
"66322432" : 18380,
"66846720" : 18812,
"67633152" : 36988,
"68681728" : 35788,
"69730304" : 34579,
"70778880" : 34124,
"71827456" : 33430,
"72876032" : 32258,
"73924608" : 31438,
"74973184" : 30788,
"76021760" : 29635,
"77070336" : 28981,
"78118912" : 28267,
"79167488" : 26410,
"80216064" : 25559,
"81264640" : 25272,
"82313216" : 24497,
"83361792" : 24186,
"84410368" : 22799,
"85458944" : 21929,
"86507520" : 21438,
"87556096" : 20763,
"88604672" : 19896,
"89653248" : 18810,
"90701824" : 18089,
"91750400" : 17408,
"92798976" : 16419,
"93847552" : 16486,
"94896128" : 15827,
"95944704" : 14948,
"96993280" : 14381,
"98041856" : 14220,
"99090432" : 13586,
"100139008" : 13136,
"101187584" : 12463,
"102236160" : 11634,
"103284736" : 11140,
"104333312" : 10711,
"105381888" : 10623,
"106430464" : 10223,
"107479040" : 9840,
"108527616" : 9352,
"109576192" : 8788,
"110624768" : 8840,
"111673344" : 8374,
"112721920" : 7890,
"113770496" : 7607,
"114819072" : 7382,
"115867648" : 6999,
"116916224" : 6678,
"117964800" : 6292,
"119013376" : 6159,
"120061952" : 5896,
"121110528" : 5596,
"122159104" : 5384,
"123207680" : 5022,
"124256256" : 4822,
"125304832" : 4442,
"126353408" : 4279,
"127401984" : 4034,
"128450560" : 3855,
"129499136" : 3682,
"130547712" : 3481,
"131596288" : 3351,
"132644864" : 3179,
"133693440" : 2982,
"135266304" : 5685,
"137363456" : 5023,
"139460608" : 4260,
"141557760" : 3946,
"143654912" : 3424,
"145752064" : 3040,
"147849216" : 2641,
"149946368" : 2288,
"152043520" : 1991,
"154140672" : 1646,
"156237824" : 1552,
"158334976" : 1355,
"160432128" : 1159,
"162529280" : 1010,
"164626432" : 909,
"166723584" : 709,
"168820736" : 605,
"170917888" : 493,
"173015040" : 452,
"175112192" : 402,
"177209344" : 374,
"179306496" : 269,
"181403648" : 295,
"183500800" : 212,
"185597952" : 162,
"187695104" : 117,
"189792256" : 117,
"191889408" : 85,
"193986560" : 69,
"196083712" : 47,
"198180864" : 34,
"200278016" : 51,
"202375168" : 23,
"204472320" : 23,
"206569472" : 17,
"208666624" : 12,
"210763776" : 6,
"212860928" : 16,
"214958080" : 3,
"217055232" : 10,
"219152384" : 3,
"221249536" : 8,
"223346688" : 3,
"225443840" : 1,
"229638144" : 4,
"231735296" : 6,
"233832448" : 1,
"238026752" : 1
}
},
"lat_ns" : {
"min" : 15754815,
"max" : 239032885,
"mean" : 72238195.026809,
"stddev" : 26377383.634970,
"N" : 2126298
},
"bw_min" : 35237,
"bw_max" : 84015,
"bw_agg" : 100.000000,
"bw_mean" : 56710.548495,
"bw_dev" : 275.205223,
"bw_samples" : 9568,
"iops_min" : 8809,
"iops_max" : 21003,
"iops_mean" : 14173.732441,
"iops_stddev" : 68.833280,
"iops_samples" : 9568
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4800160,
"usr_cpu" : 0.193202,
"sys_cpu" : 3.635483,
"ctx" : 3403721,
"majf" : 0,
"minf" : 1136,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.145885,
"50" : 22.886805,
"100" : 64.086713,
"250" : 12.879092,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098144,
"timestamp_ms" : 1773098144772,
"time" : "Mon Mar 9 20:15:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 19,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9293504512,
"io_kbytes" : 9075688,
"bw_bytes" : 58081862,
"bw" : 56720,
"iops" : 14180.517102,
"runtime" : 160007,
"total_ios" : 2268982,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 332108,
"max" : 77216118,
"mean" : 2246247.424295,
"stddev" : 3471648.029952,
"N" : 2268982
},
"clat_ns" : {
"min" : 15000604,
"max" : 238001739,
"mean" : 69959913.805939,
"stddev" : 25903375.167370,
"N" : 2268950,
"percentile" : {
"1.000000" : 26083328,
"5.000000" : 34865152,
"10.000000" : 40108032,
"20.000000" : 47972352,
"30.000000" : 54263808,
"40.000000" : 60030976,
"50.000000" : 66322432,
"60.000000" : 72876032,
"70.000000" : 80216064,
"80.000000" : 89653248,
"90.000000" : 105381888,
"95.000000" : 119013376,
"99.000000" : 145752064,
"99.500000" : 154140672,
"99.900000" : 175112192,
"99.950000" : 181403648,
"99.990000" : 198180864
},
"bins" : {
"15007744" : 1,
"15269888" : 1,
"15400960" : 1,
"15532032" : 1,
"15663104" : 1,
"15794176" : 3,
"15925248" : 3,
"16056320" : 4,
"16187392" : 2,
"16318464" : 8,
"16449536" : 9,
"16580608" : 9,
"16711680" : 15,
"16908288" : 36,
"17170432" : 50,
"17432576" : 71,
"17694720" : 100,
"17956864" : 149,
"18219008" : 159,
"18481152" : 211,
"18743296" : 271,
"19005440" : 364,
"19267584" : 455,
"19529728" : 582,
"19791872" : 715,
"20054016" : 903,
"20316160" : 1003,
"20578304" : 1118,
"20840448" : 1133,
"21102592" : 1129,
"21364736" : 1059,
"21626880" : 946,
"21889024" : 908,
"22151168" : 788,
"22413312" : 640,
"22675456" : 623,
"22937600" : 551,
"23199744" : 541,
"23461888" : 523,
"23724032" : 506,
"23986176" : 579,
"24248320" : 575,
"24510464" : 668,
"24772608" : 800,
"25034752" : 962,
"25296896" : 1013,
"25559040" : 1115,
"25821184" : 1206,
"26083328" : 1381,
"26345472" : 1498,
"26607616" : 1651,
"26869760" : 1915,
"27131904" : 2101,
"27394048" : 2161,
"27656192" : 2344,
"27918336" : 2608,
"28180480" : 2518,
"28442624" : 2518,
"28704768" : 2521,
"28966912" : 2705,
"29229056" : 2986,
"29491200" : 2948,
"29753344" : 2968,
"30015488" : 2866,
"30277632" : 2797,
"30539776" : 2781,
"30801920" : 2856,
"31064064" : 2830,
"31326208" : 2777,
"31588352" : 2719,
"31850496" : 2634,
"32112640" : 2652,
"32374784" : 2580,
"32636928" : 2603,
"32899072" : 2762,
"33161216" : 2897,
"33423360" : 3039,
"33816576" : 6319,
"34340864" : 7145,
"34865152" : 8094,
"35389440" : 9259,
"35913728" : 10065,
"36438016" : 10646,
"36962304" : 11197,
"37486592" : 11886,
"38010880" : 12275,
"38535168" : 12350,
"39059456" : 12571,
"39583744" : 12263,
"40108032" : 12249,
"40632320" : 12173,
"41156608" : 12091,
"41680896" : 12336,
"42205184" : 13333,
"42729472" : 13652,
"43253760" : 14347,
"43778048" : 14864,
"44302336" : 15357,
"44826624" : 16108,
"45350912" : 16436,
"45875200" : 17327,
"46399488" : 17901,
"46923776" : 18269,
"47448064" : 17942,
"47972352" : 17731,
"48496640" : 18075,
"49020928" : 18136,
"49545216" : 17899,
"50069504" : 17932,
"50593792" : 18404,
"51118080" : 18565,
"51642368" : 18680,
"52166656" : 18606,
"52690944" : 19027,
"53215232" : 19374,
"53739520" : 19841,
"54263808" : 20116,
"54788096" : 20522,
"55312384" : 20503,
"55836672" : 20432,
"56360960" : 20340,
"56885248" : 20040,
"57409536" : 20164,
"57933824" : 20153,
"58458112" : 20317,
"58982400" : 20415,
"59506688" : 20186,
"60030976" : 20295,
"60555264" : 19922,
"61079552" : 20277,
"61603840" : 20222,
"62128128" : 20452,
"62652416" : 20397,
"63176704" : 20434,
"63700992" : 20294,
"64225280" : 20204,
"64749568" : 20107,
"65273856" : 20090,
"65798144" : 19821,
"66322432" : 19617,
"66846720" : 20097,
"67633152" : 39468,
"68681728" : 38088,
"69730304" : 36937,
"70778880" : 36439,
"71827456" : 35857,
"72876032" : 34611,
"73924608" : 33635,
"74973184" : 32921,
"76021760" : 31565,
"77070336" : 30894,
"78118912" : 30224,
"79167488" : 28281,
"80216064" : 27502,
"81264640" : 27085,
"82313216" : 26370,
"83361792" : 25800,
"84410368" : 24408,
"85458944" : 23431,
"86507520" : 22977,
"87556096" : 22180,
"88604672" : 21206,
"89653248" : 20097,
"90701824" : 19392,
"91750400" : 18589,
"92798976" : 17604,
"93847552" : 17555,
"94896128" : 16943,
"95944704" : 15940,
"96993280" : 15319,
"98041856" : 15040,
"99090432" : 14399,
"100139008" : 13988,
"101187584" : 13329,
"102236160" : 12408,
"103284736" : 11905,
"104333312" : 11389,
"105381888" : 11260,
"106430464" : 10817,
"107479040" : 10461,
"108527616" : 9930,
"109576192" : 9336,
"110624768" : 9340,
"111673344" : 8813,
"112721920" : 8298,
"113770496" : 7961,
"114819072" : 7784,
"115867648" : 7433,
"116916224" : 7038,
"117964800" : 6670,
"119013376" : 6517,
"120061952" : 6276,
"121110528" : 5935,
"122159104" : 5711,
"123207680" : 5289,
"124256256" : 5114,
"125304832" : 4757,
"126353408" : 4568,
"127401984" : 4297,
"128450560" : 4117,
"129499136" : 3951,
"130547712" : 3685,
"131596288" : 3567,
"132644864" : 3374,
"133693440" : 3182,
"135266304" : 6027,
"137363456" : 5326,
"139460608" : 4565,
"141557760" : 4191,
"143654912" : 3645,
"145752064" : 3262,
"147849216" : 2834,
"149946368" : 2457,
"152043520" : 2132,
"154140672" : 1750,
"156237824" : 1647,
"158334976" : 1441,
"160432128" : 1232,
"162529280" : 1078,
"164626432" : 957,
"166723584" : 768,
"168820736" : 635,
"170917888" : 512,
"173015040" : 478,
"175112192" : 418,
"177209344" : 386,
"179306496" : 277,
"181403648" : 301,
"183500800" : 220,
"185597952" : 167,
"187695104" : 125,
"189792256" : 119,
"191889408" : 94,
"193986560" : 75,
"196083712" : 50,
"198180864" : 42,
"200278016" : 62,
"202375168" : 27,
"204472320" : 26,
"206569472" : 21,
"208666624" : 14,
"210763776" : 6,
"212860928" : 16,
"214958080" : 5,
"217055232" : 10,
"219152384" : 3,
"221249536" : 8,
"223346688" : 3,
"225443840" : 1,
"229638144" : 4,
"231735296" : 6,
"233832448" : 1,
"238026752" : 1
}
},
"lat_ns" : {
"min" : 15754815,
"max" : 239032885,
"mean" : 72205949.836671,
"stddev" : 26351050.644666,
"N" : 2268950
},
"bw_min" : 34821,
"bw_max" : 84140,
"bw_agg" : 99.991946,
"bw_mean" : 56716.909091,
"bw_dev" : 274.394407,
"bw_samples" : 10208,
"iops_min" : 8705,
"iops_max" : 21034,
"iops_mean" : 14175.326019,
"iops_stddev" : 68.631967,
"iops_samples" : 10208
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5120140,
"usr_cpu" : 0.193549,
"sys_cpu" : 3.636307,
"ctx" : 3626853,
"majf" : 0,
"minf" : 1136,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.153064,
"50" : 22.894408,
"100" : 64.137133,
"250" : 12.813984,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098154,
"timestamp_ms" : 1773098154771,
"time" : "Mon Mar 9 20:15:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 9,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9912942592,
"io_kbytes" : 9680608,
"bw_bytes" : 58308683,
"bw" : 56942,
"iops" : 14236.500635,
"runtime" : 170008,
"total_ios" : 2420319,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 332108,
"max" : 77216118,
"mean" : 2237365.649288,
"stddev" : 3460543.840869,
"N" : 2420319
},
"clat_ns" : {
"min" : 15000604,
"max" : 238001739,
"mean" : 69690722.588403,
"stddev" : 25840694.408328,
"N" : 2420287,
"percentile" : {
"1.000000" : 25821184,
"5.000000" : 34865152,
"10.000000" : 40108032,
"20.000000" : 47972352,
"30.000000" : 54263808,
"40.000000" : 60030976,
"50.000000" : 65798144,
"60.000000" : 71827456,
"70.000000" : 79167488,
"80.000000" : 89653248,
"90.000000" : 105381888,
"95.000000" : 119013376,
"99.000000" : 145752064,
"99.500000" : 154140672,
"99.900000" : 175112192,
"99.950000" : 181403648,
"99.990000" : 198180864
},
"bins" : {
"15007744" : 1,
"15269888" : 1,
"15400960" : 1,
"15532032" : 1,
"15663104" : 1,
"15794176" : 3,
"15925248" : 3,
"16056320" : 4,
"16187392" : 3,
"16318464" : 8,
"16449536" : 9,
"16580608" : 9,
"16711680" : 15,
"16908288" : 42,
"17170432" : 57,
"17432576" : 92,
"17694720" : 112,
"17956864" : 162,
"18219008" : 162,
"18481152" : 223,
"18743296" : 286,
"19005440" : 382,
"19267584" : 473,
"19529728" : 607,
"19791872" : 770,
"20054016" : 964,
"20316160" : 1078,
"20578304" : 1227,
"20840448" : 1227,
"21102592" : 1206,
"21364736" : 1127,
"21626880" : 1008,
"21889024" : 972,
"22151168" : 860,
"22413312" : 710,
"22675456" : 665,
"22937600" : 595,
"23199744" : 592,
"23461888" : 560,
"23724032" : 552,
"23986176" : 615,
"24248320" : 632,
"24510464" : 729,
"24772608" : 855,
"25034752" : 1052,
"25296896" : 1110,
"25559040" : 1217,
"25821184" : 1339,
"26083328" : 1530,
"26345472" : 1659,
"26607616" : 1810,
"26869760" : 2071,
"27131904" : 2237,
"27394048" : 2333,
"27656192" : 2515,
"27918336" : 2810,
"28180480" : 2746,
"28442624" : 2770,
"28704768" : 2772,
"28966912" : 2944,
"29229056" : 3245,
"29491200" : 3182,
"29753344" : 3197,
"30015488" : 3078,
"30277632" : 3037,
"30539776" : 2999,
"30801920" : 3066,
"31064064" : 3050,
"31326208" : 3022,
"31588352" : 2967,
"31850496" : 2904,
"32112640" : 2874,
"32374784" : 2816,
"32636928" : 2862,
"32899072" : 2985,
"33161216" : 3181,
"33423360" : 3374,
"33816576" : 7000,
"34340864" : 7877,
"34865152" : 8788,
"35389440" : 10181,
"35913728" : 11018,
"36438016" : 11626,
"36962304" : 12231,
"37486592" : 12966,
"38010880" : 13335,
"38535168" : 13498,
"39059456" : 13624,
"39583744" : 13177,
"40108032" : 13292,
"40632320" : 13183,
"41156608" : 13103,
"41680896" : 13402,
"42205184" : 14338,
"42729472" : 14667,
"43253760" : 15443,
"43778048" : 16068,
"44302336" : 16664,
"44826624" : 17541,
"45350912" : 17884,
"45875200" : 18761,
"46399488" : 19301,
"46923776" : 19756,
"47448064" : 19249,
"47972352" : 19103,
"48496640" : 19385,
"49020928" : 19439,
"49545216" : 19246,
"50069504" : 19139,
"50593792" : 19799,
"51118080" : 19979,
"51642368" : 20025,
"52166656" : 19986,
"52690944" : 20464,
"53215232" : 20843,
"53739520" : 21357,
"54263808" : 21584,
"54788096" : 21989,
"55312384" : 21976,
"55836672" : 21936,
"56360960" : 21830,
"56885248" : 21405,
"57409536" : 21573,
"57933824" : 21624,
"58458112" : 21831,
"58982400" : 21759,
"59506688" : 21563,
"60030976" : 21618,
"60555264" : 21254,
"61079552" : 21775,
"61603840" : 21589,
"62128128" : 21942,
"62652416" : 21910,
"63176704" : 21919,
"63700992" : 21806,
"64225280" : 21683,
"64749568" : 21522,
"65273856" : 21501,
"65798144" : 21219,
"66322432" : 20939,
"66846720" : 21426,
"67633152" : 41935,
"68681728" : 40480,
"69730304" : 39284,
"70778880" : 38718,
"71827456" : 38082,
"72876032" : 36612,
"73924608" : 35688,
"74973184" : 34869,
"76021760" : 33365,
"77070336" : 32687,
"78118912" : 31974,
"79167488" : 29996,
"80216064" : 29129,
"81264640" : 28717,
"82313216" : 27749,
"83361792" : 27137,
"84410368" : 25648,
"85458944" : 24622,
"86507520" : 24111,
"87556096" : 23402,
"88604672" : 22395,
"89653248" : 21194,
"90701824" : 20400,
"91750400" : 19528,
"92798976" : 18473,
"93847552" : 18437,
"94896128" : 17871,
"95944704" : 16712,
"96993280" : 16129,
"98041856" : 15917,
"99090432" : 15177,
"100139008" : 14774,
"101187584" : 13984,
"102236160" : 13104,
"103284736" : 12602,
"104333312" : 12043,
"105381888" : 11900,
"106430464" : 11432,
"107479040" : 11037,
"108527616" : 10469,
"109576192" : 9870,
"110624768" : 9862,
"111673344" : 9332,
"112721920" : 8819,
"113770496" : 8437,
"114819072" : 8206,
"115867648" : 7857,
"116916224" : 7457,
"117964800" : 7065,
"119013376" : 6943,
"120061952" : 6610,
"121110528" : 6257,
"122159104" : 6010,
"123207680" : 5567,
"124256256" : 5409,
"125304832" : 4999,
"126353408" : 4835,
"127401984" : 4542,
"128450560" : 4341,
"129499136" : 4122,
"130547712" : 3863,
"131596288" : 3747,
"132644864" : 3561,
"133693440" : 3341,
"135266304" : 6311,
"137363456" : 5547,
"139460608" : 4778,
"141557760" : 4345,
"143654912" : 3789,
"145752064" : 3407,
"147849216" : 2952,
"149946368" : 2554,
"152043520" : 2220,
"154140672" : 1795,
"156237824" : 1690,
"158334976" : 1471,
"160432128" : 1258,
"162529280" : 1096,
"164626432" : 974,
"166723584" : 785,
"168820736" : 654,
"170917888" : 520,
"173015040" : 487,
"175112192" : 429,
"177209344" : 400,
"179306496" : 291,
"181403648" : 304,
"183500800" : 226,
"185597952" : 170,
"187695104" : 132,
"189792256" : 121,
"191889408" : 95,
"193986560" : 78,
"196083712" : 50,
"198180864" : 42,
"200278016" : 63,
"202375168" : 27,
"204472320" : 26,
"206569472" : 21,
"208666624" : 14,
"210763776" : 6,
"212860928" : 16,
"214958080" : 5,
"217055232" : 10,
"219152384" : 3,
"221249536" : 8,
"223346688" : 3,
"225443840" : 1,
"229638144" : 4,
"231735296" : 6,
"233832448" : 1,
"238026752" : 1
}
},
"lat_ns" : {
"min" : 15754815,
"max" : 239032885,
"mean" : 71928076.254235,
"stddev" : 26288473.305853,
"N" : 2420287
},
"bw_min" : 34821,
"bw_max" : 85667,
"bw_agg" : 99.980553,
"bw_mean" : 56931.699115,
"bw_dev" : 277.924156,
"bw_samples" : 10848,
"iops_min" : 8705,
"iops_max" : 21415,
"iops_mean" : 14229.014749,
"iops_stddev" : 69.514797,
"iops_samples" : 10848
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5440156,
"usr_cpu" : 0.194186,
"sys_cpu" : 3.652009,
"ctx" : 3870724,
"majf" : 0,
"minf" : 1136,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.152872,
"50" : 23.250613,
"100" : 63.949504,
"250" : 12.645688,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098164,
"timestamp_ms" : 1773098164777,
"time" : "Mon Mar 9 20:16:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 3059,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10496417792,
"io_kbytes" : 10250408,
"bw_bytes" : 58310516,
"bw" : 56943,
"iops" : 14231.077335,
"runtime" : 180009,
"total_ios" : 2561722,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 332108,
"max" : 77216118,
"mean" : 2238044.809228,
"stddev" : 3460261.788129,
"N" : 2561754
},
"clat_ns" : {
"min" : 3825,
"max" : 238001739,
"mean" : 69694873.459935,
"stddev" : 25830065.767938,
"N" : 2562714,
"percentile" : {
"1.000000" : 25821184,
"5.000000" : 34865152,
"10.000000" : 40108032,
"20.000000" : 47972352,
"30.000000" : 54263808,
"40.000000" : 60030976,
"50.000000" : 65798144,
"60.000000" : 71827456,
"70.000000" : 79167488,
"80.000000" : 89653248,
"90.000000" : 105381888,
"95.000000" : 119013376,
"99.000000" : 145752064,
"99.500000" : 154140672,
"99.900000" : 175112192,
"99.950000" : 183500800,
"99.990000" : 198180864
},
"bins" : {
"3824" : 1,
"4576" : 1,
"5024" : 1,
"5344" : 1,
"5408" : 1,
"5472" : 1,
"5664" : 2,
"5920" : 1,
"5984" : 1,
"6112" : 2,
"6240" : 1,
"6368" : 1,
"6432" : 1,
"6496" : 1,
"6560" : 1,
"6624" : 1,
"7200" : 1,
"7392" : 1,
"7584" : 1,
"7712" : 1,
"9536" : 1,
"11456" : 1,
"14912" : 1,
"22912" : 1,
"144384" : 1,
"152576" : 1,
"329728" : 1,
"536576" : 1,
"954368" : 1,
"1044480" : 1,
"1138688" : 1,
"1204224" : 1,
"1253376" : 1,
"1318912" : 1,
"1433600" : 1,
"1531904" : 1,
"1597440" : 1,
"1695744" : 1,
"1826816" : 1,
"1892352" : 1,
"1925120" : 1,
"2211840" : 1,
"2244608" : 1,
"2342912" : 2,
"2506752" : 1,
"2572288" : 2,
"2605056" : 2,
"2736128" : 3,
"2899968" : 1,
"2932736" : 1,
"3031040" : 1,
"3194880" : 1,
"3293184" : 1,
"3457024" : 1,
"3522560" : 1,
"3588096" : 2,
"3620864" : 1,
"3653632" : 1,
"3719168" : 1,
"3751936" : 2,
"3784704" : 1,
"3817472" : 1,
"3850240" : 1,
"4112384" : 2,
"4358144" : 1,
"4685824" : 2,
"4751360" : 2,
"4816896" : 2,
"4882432" : 1,
"5079040" : 1,
"5210112" : 1,
"5537792" : 1,
"5603328" : 1,
"5799936" : 1,
"5996544" : 1,
"6324224" : 1,
"6389760" : 1,
"6455296" : 1,
"6717440" : 1,
"6782976" : 1,
"6914048" : 3,
"7110656" : 1,
"7766016" : 1,
"7897088" : 1,
"8093696" : 2,
"8159232" : 1,
"8454144" : 1,
"8716288" : 1,
"8847360" : 1,
"9502720" : 2,
"9633792" : 1,
"10158080" : 1,
"10289152" : 1,
"10420224" : 1,
"10551296" : 1,
"10944512" : 1,
"11075584" : 1,
"11206656" : 1,
"11337728" : 1,
"11468800" : 2,
"11599872" : 1,
"11862016" : 1,
"12124160" : 1,
"12255232" : 2,
"12386304" : 1,
"12517376" : 1,
"12910592" : 1,
"13041664" : 1,
"13434880" : 2,
"13697024" : 1,
"14090240" : 1,
"14221312" : 1,
"14483456" : 2,
"14876672" : 1,
"15007744" : 1,
"15138816" : 1,
"15269888" : 1,
"15400960" : 3,
"15532032" : 2,
"15663104" : 5,
"15794176" : 4,
"15925248" : 4,
"16056320" : 4,
"16187392" : 7,
"16318464" : 8,
"16449536" : 9,
"16580608" : 10,
"16711680" : 15,
"16908288" : 43,
"17170432" : 58,
"17432576" : 93,
"17694720" : 113,
"17956864" : 166,
"18219008" : 174,
"18481152" : 232,
"18743296" : 295,
"19005440" : 403,
"19267584" : 485,
"19529728" : 635,
"19791872" : 799,
"20054016" : 995,
"20316160" : 1128,
"20578304" : 1285,
"20840448" : 1283,
"21102592" : 1294,
"21364736" : 1205,
"21626880" : 1056,
"21889024" : 1040,
"22151168" : 904,
"22413312" : 743,
"22675456" : 692,
"22937600" : 639,
"23199744" : 620,
"23461888" : 582,
"23724032" : 572,
"23986176" : 649,
"24248320" : 672,
"24510464" : 770,
"24772608" : 901,
"25034752" : 1088,
"25296896" : 1168,
"25559040" : 1270,
"25821184" : 1417,
"26083328" : 1601,
"26345472" : 1746,
"26607616" : 1889,
"26869760" : 2151,
"27131904" : 2361,
"27394048" : 2473,
"27656192" : 2643,
"27918336" : 2926,
"28180480" : 2913,
"28442624" : 2959,
"28704768" : 2965,
"28966912" : 3115,
"29229056" : 3429,
"29491200" : 3365,
"29753344" : 3375,
"30015488" : 3252,
"30277632" : 3215,
"30539776" : 3178,
"30801920" : 3265,
"31064064" : 3229,
"31326208" : 3186,
"31588352" : 3139,
"31850496" : 3049,
"32112640" : 3014,
"32374784" : 2967,
"32636928" : 2954,
"32899072" : 3124,
"33161216" : 3320,
"33423360" : 3533,
"33816576" : 7307,
"34340864" : 8278,
"34865152" : 9260,
"35389440" : 10786,
"35913728" : 11719,
"36438016" : 12269,
"36962304" : 12960,
"37486592" : 13672,
"38010880" : 14165,
"38535168" : 14421,
"39059456" : 14579,
"39583744" : 13944,
"40108032" : 14072,
"40632320" : 13910,
"41156608" : 13826,
"41680896" : 14146,
"42205184" : 15135,
"42729472" : 15452,
"43253760" : 16330,
"43778048" : 16999,
"44302336" : 17667,
"44826624" : 18519,
"45350912" : 18859,
"45875200" : 19781,
"46399488" : 20427,
"46923776" : 20925,
"47448064" : 20337,
"47972352" : 20320,
"48496640" : 20523,
"49020928" : 20573,
"49545216" : 20390,
"50069504" : 20245,
"50593792" : 20843,
"51118080" : 21183,
"51642368" : 21186,
"52166656" : 21094,
"52690944" : 21670,
"53215232" : 21950,
"53739520" : 22465,
"54263808" : 22819,
"54788096" : 23254,
"55312384" : 23291,
"55836672" : 23274,
"56360960" : 23111,
"56885248" : 22662,
"57409536" : 22990,
"57933824" : 22995,
"58458112" : 23211,
"58982400" : 23159,
"59506688" : 22795,
"60030976" : 22919,
"60555264" : 22550,
"61079552" : 23143,
"61603840" : 22903,
"62128128" : 23287,
"62652416" : 23233,
"63176704" : 23197,
"63700992" : 23129,
"64225280" : 23049,
"64749568" : 22903,
"65273856" : 22825,
"65798144" : 22492,
"66322432" : 22282,
"66846720" : 22689,
"67633152" : 44409,
"68681728" : 42943,
"69730304" : 41856,
"70778880" : 41199,
"71827456" : 40502,
"72876032" : 38720,
"73924608" : 37816,
"74973184" : 36986,
"76021760" : 35342,
"77070336" : 34642,
"78118912" : 34012,
"79167488" : 31719,
"80216064" : 30811,
"81264640" : 30453,
"82313216" : 29445,
"83361792" : 28605,
"84410368" : 27005,
"85458944" : 26056,
"86507520" : 25483,
"87556096" : 24805,
"88604672" : 23632,
"89653248" : 22417,
"90701824" : 21495,
"91750400" : 20607,
"92798976" : 19483,
"93847552" : 19474,
"94896128" : 18949,
"95944704" : 17651,
"96993280" : 17049,
"98041856" : 16764,
"99090432" : 16039,
"100139008" : 15578,
"101187584" : 14747,
"102236160" : 13946,
"103284736" : 13319,
"104333312" : 12739,
"105381888" : 12626,
"106430464" : 12017,
"107479040" : 11703,
"108527616" : 11086,
"109576192" : 10538,
"110624768" : 10464,
"111673344" : 9906,
"112721920" : 9359,
"113770496" : 8937,
"114819072" : 8709,
"115867648" : 8305,
"116916224" : 7920,
"117964800" : 7536,
"119013376" : 7401,
"120061952" : 6998,
"121110528" : 6661,
"122159104" : 6426,
"123207680" : 5949,
"124256256" : 5768,
"125304832" : 5320,
"126353408" : 5189,
"127401984" : 4869,
"128450560" : 4625,
"129499136" : 4366,
"130547712" : 4047,
"131596288" : 3949,
"132644864" : 3750,
"133693440" : 3521,
"135266304" : 6621,
"137363456" : 5833,
"139460608" : 5009,
"141557760" : 4561,
"143654912" : 3958,
"145752064" : 3595,
"147849216" : 3086,
"149946368" : 2659,
"152043520" : 2311,
"154140672" : 1909,
"156237824" : 1771,
"158334976" : 1537,
"160432128" : 1324,
"162529280" : 1138,
"164626432" : 1027,
"166723584" : 825,
"168820736" : 692,
"170917888" : 549,
"173015040" : 514,
"175112192" : 455,
"177209344" : 426,
"179306496" : 306,
"181403648" : 320,
"183500800" : 237,
"185597952" : 185,
"187695104" : 142,
"189792256" : 140,
"191889408" : 122,
"193986560" : 93,
"196083712" : 55,
"198180864" : 53,
"200278016" : 72,
"202375168" : 38,
"204472320" : 36,
"206569472" : 23,
"208666624" : 16,
"210763776" : 10,
"212860928" : 16,
"214958080" : 6,
"217055232" : 10,
"219152384" : 4,
"221249536" : 8,
"223346688" : 3,
"225443840" : 1,
"229638144" : 4,
"231735296" : 6,
"233832448" : 1,
"238026752" : 1
}
},
"lat_ns" : {
"min" : 948519,
"max" : 239032885,
"mean" : 71932721.834445,
"stddev" : 26275347.120015,
"N" : 2562714
},
"bw_min" : 34783,
"bw_max" : 86022,
"bw_agg" : 100.000000,
"bw_mean" : 56951.813370,
"bw_dev" : 278.024570,
"bw_samples" : 11488,
"iops_min" : 8695,
"iops_max" : 21504,
"iops_mean" : 14234.036212,
"iops_stddev" : 69.540330,
"iops_samples" : 11488
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5760165,
"usr_cpu" : 0.193987,
"sys_cpu" : 3.650868,
"ctx" : 4097781,
"majf" : 0,
"minf" : 1308,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.998751,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.151383,
"50" : 23.222777,
"100" : 64.006750,
"250" : 12.653598,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098164,
"timestamp_ms" : 1773098164809,
"time" : "Mon Mar 9 20:16:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10497007616,
"io_kbytes" : 10250984,
"bw_bytes" : 58308934,
"bw" : 56942,
"iops" : 14229.891570,
"runtime" : 180024,
"total_ios" : 2561722,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 332108,
"max" : 77216118,
"mean" : 2238044.809228,
"stddev" : 3460261.788129,
"N" : 2561754
},
"clat_ns" : {
"min" : 3825,
"max" : 238001739,
"mean" : 69694873.459935,
"stddev" : 25830065.767938,
"N" : 2562714,
"percentile" : {
"1.000000" : 25821184,
"5.000000" : 34865152,
"10.000000" : 40108032,
"20.000000" : 47972352,
"30.000000" : 54263808,
"40.000000" : 60030976,
"50.000000" : 65798144,
"60.000000" : 71827456,
"70.000000" : 79167488,
"80.000000" : 89653248,
"90.000000" : 105381888,
"95.000000" : 119013376,
"99.000000" : 145752064,
"99.500000" : 154140672,
"99.900000" : 175112192,
"99.950000" : 183500800,
"99.990000" : 198180864
},
"bins" : {
"3824" : 1,
"4576" : 1,
"5024" : 1,
"5344" : 1,
"5408" : 1,
"5472" : 1,
"5664" : 2,
"5920" : 1,
"5984" : 1,
"6112" : 2,
"6240" : 1,
"6368" : 1,
"6432" : 1,
"6496" : 1,
"6560" : 1,
"6624" : 1,
"7200" : 1,
"7392" : 1,
"7584" : 1,
"7712" : 1,
"9536" : 1,
"11456" : 1,
"14912" : 1,
"22912" : 1,
"144384" : 1,
"152576" : 1,
"329728" : 1,
"536576" : 1,
"954368" : 1,
"1044480" : 1,
"1138688" : 1,
"1204224" : 1,
"1253376" : 1,
"1318912" : 1,
"1433600" : 1,
"1531904" : 1,
"1597440" : 1,
"1695744" : 1,
"1826816" : 1,
"1892352" : 1,
"1925120" : 1,
"2211840" : 1,
"2244608" : 1,
"2342912" : 2,
"2506752" : 1,
"2572288" : 2,
"2605056" : 2,
"2736128" : 3,
"2899968" : 1,
"2932736" : 1,
"3031040" : 1,
"3194880" : 1,
"3293184" : 1,
"3457024" : 1,
"3522560" : 1,
"3588096" : 2,
"3620864" : 1,
"3653632" : 1,
"3719168" : 1,
"3751936" : 2,
"3784704" : 1,
"3817472" : 1,
"3850240" : 1,
"4112384" : 2,
"4358144" : 1,
"4685824" : 2,
"4751360" : 2,
"4816896" : 2,
"4882432" : 1,
"5079040" : 1,
"5210112" : 1,
"5537792" : 1,
"5603328" : 1,
"5799936" : 1,
"5996544" : 1,
"6324224" : 1,
"6389760" : 1,
"6455296" : 1,
"6717440" : 1,
"6782976" : 1,
"6914048" : 3,
"7110656" : 1,
"7766016" : 1,
"7897088" : 1,
"8093696" : 2,
"8159232" : 1,
"8454144" : 1,
"8716288" : 1,
"8847360" : 1,
"9502720" : 2,
"9633792" : 1,
"10158080" : 1,
"10289152" : 1,
"10420224" : 1,
"10551296" : 1,
"10944512" : 1,
"11075584" : 1,
"11206656" : 1,
"11337728" : 1,
"11468800" : 2,
"11599872" : 1,
"11862016" : 1,
"12124160" : 1,
"12255232" : 2,
"12386304" : 1,
"12517376" : 1,
"12910592" : 1,
"13041664" : 1,
"13434880" : 2,
"13697024" : 1,
"14090240" : 1,
"14221312" : 1,
"14483456" : 2,
"14876672" : 1,
"15007744" : 1,
"15138816" : 1,
"15269888" : 1,
"15400960" : 3,
"15532032" : 2,
"15663104" : 5,
"15794176" : 4,
"15925248" : 4,
"16056320" : 4,
"16187392" : 7,
"16318464" : 8,
"16449536" : 9,
"16580608" : 10,
"16711680" : 15,
"16908288" : 43,
"17170432" : 58,
"17432576" : 93,
"17694720" : 113,
"17956864" : 166,
"18219008" : 174,
"18481152" : 232,
"18743296" : 295,
"19005440" : 403,
"19267584" : 485,
"19529728" : 635,
"19791872" : 799,
"20054016" : 995,
"20316160" : 1128,
"20578304" : 1285,
"20840448" : 1283,
"21102592" : 1294,
"21364736" : 1205,
"21626880" : 1056,
"21889024" : 1040,
"22151168" : 904,
"22413312" : 743,
"22675456" : 692,
"22937600" : 639,
"23199744" : 620,
"23461888" : 582,
"23724032" : 572,
"23986176" : 649,
"24248320" : 672,
"24510464" : 770,
"24772608" : 901,
"25034752" : 1088,
"25296896" : 1168,
"25559040" : 1270,
"25821184" : 1417,
"26083328" : 1601,
"26345472" : 1746,
"26607616" : 1889,
"26869760" : 2151,
"27131904" : 2361,
"27394048" : 2473,
"27656192" : 2643,
"27918336" : 2926,
"28180480" : 2913,
"28442624" : 2959,
"28704768" : 2965,
"28966912" : 3115,
"29229056" : 3429,
"29491200" : 3365,
"29753344" : 3375,
"30015488" : 3252,
"30277632" : 3215,
"30539776" : 3178,
"30801920" : 3265,
"31064064" : 3229,
"31326208" : 3186,
"31588352" : 3139,
"31850496" : 3049,
"32112640" : 3014,
"32374784" : 2967,
"32636928" : 2954,
"32899072" : 3124,
"33161216" : 3320,
"33423360" : 3533,
"33816576" : 7307,
"34340864" : 8278,
"34865152" : 9260,
"35389440" : 10786,
"35913728" : 11719,
"36438016" : 12269,
"36962304" : 12960,
"37486592" : 13672,
"38010880" : 14165,
"38535168" : 14421,
"39059456" : 14579,
"39583744" : 13944,
"40108032" : 14072,
"40632320" : 13910,
"41156608" : 13826,
"41680896" : 14146,
"42205184" : 15135,
"42729472" : 15452,
"43253760" : 16330,
"43778048" : 16999,
"44302336" : 17667,
"44826624" : 18519,
"45350912" : 18859,
"45875200" : 19781,
"46399488" : 20427,
"46923776" : 20925,
"47448064" : 20337,
"47972352" : 20320,
"48496640" : 20523,
"49020928" : 20573,
"49545216" : 20390,
"50069504" : 20245,
"50593792" : 20843,
"51118080" : 21183,
"51642368" : 21186,
"52166656" : 21094,
"52690944" : 21670,
"53215232" : 21950,
"53739520" : 22465,
"54263808" : 22819,
"54788096" : 23254,
"55312384" : 23291,
"55836672" : 23274,
"56360960" : 23111,
"56885248" : 22662,
"57409536" : 22990,
"57933824" : 22995,
"58458112" : 23211,
"58982400" : 23159,
"59506688" : 22795,
"60030976" : 22919,
"60555264" : 22550,
"61079552" : 23143,
"61603840" : 22903,
"62128128" : 23287,
"62652416" : 23233,
"63176704" : 23197,
"63700992" : 23129,
"64225280" : 23049,
"64749568" : 22903,
"65273856" : 22825,
"65798144" : 22492,
"66322432" : 22282,
"66846720" : 22689,
"67633152" : 44409,
"68681728" : 42943,
"69730304" : 41856,
"70778880" : 41199,
"71827456" : 40502,
"72876032" : 38720,
"73924608" : 37816,
"74973184" : 36986,
"76021760" : 35342,
"77070336" : 34642,
"78118912" : 34012,
"79167488" : 31719,
"80216064" : 30811,
"81264640" : 30453,
"82313216" : 29445,
"83361792" : 28605,
"84410368" : 27005,
"85458944" : 26056,
"86507520" : 25483,
"87556096" : 24805,
"88604672" : 23632,
"89653248" : 22417,
"90701824" : 21495,
"91750400" : 20607,
"92798976" : 19483,
"93847552" : 19474,
"94896128" : 18949,
"95944704" : 17651,
"96993280" : 17049,
"98041856" : 16764,
"99090432" : 16039,
"100139008" : 15578,
"101187584" : 14747,
"102236160" : 13946,
"103284736" : 13319,
"104333312" : 12739,
"105381888" : 12626,
"106430464" : 12017,
"107479040" : 11703,
"108527616" : 11086,
"109576192" : 10538,
"110624768" : 10464,
"111673344" : 9906,
"112721920" : 9359,
"113770496" : 8937,
"114819072" : 8709,
"115867648" : 8305,
"116916224" : 7920,
"117964800" : 7536,
"119013376" : 7401,
"120061952" : 6998,
"121110528" : 6661,
"122159104" : 6426,
"123207680" : 5949,
"124256256" : 5768,
"125304832" : 5320,
"126353408" : 5189,
"127401984" : 4869,
"128450560" : 4625,
"129499136" : 4366,
"130547712" : 4047,
"131596288" : 3949,
"132644864" : 3750,
"133693440" : 3521,
"135266304" : 6621,
"137363456" : 5833,
"139460608" : 5009,
"141557760" : 4561,
"143654912" : 3958,
"145752064" : 3595,
"147849216" : 3086,
"149946368" : 2659,
"152043520" : 2311,
"154140672" : 1909,
"156237824" : 1771,
"158334976" : 1537,
"160432128" : 1324,
"162529280" : 1138,
"164626432" : 1027,
"166723584" : 825,
"168820736" : 692,
"170917888" : 549,
"173015040" : 514,
"175112192" : 455,
"177209344" : 426,
"179306496" : 306,
"181403648" : 320,
"183500800" : 237,
"185597952" : 185,
"187695104" : 142,
"189792256" : 140,
"191889408" : 122,
"193986560" : 93,
"196083712" : 55,
"198180864" : 53,
"200278016" : 72,
"202375168" : 38,
"204472320" : 36,
"206569472" : 23,
"208666624" : 16,
"210763776" : 10,
"212860928" : 16,
"214958080" : 6,
"217055232" : 10,
"219152384" : 4,
"221249536" : 8,
"223346688" : 3,
"225443840" : 1,
"229638144" : 4,
"231735296" : 6,
"233832448" : 1,
"238026752" : 1
}
},
"lat_ns" : {
"min" : 948519,
"max" : 239032885,
"mean" : 71932721.834445,
"stddev" : 26275347.120015,
"N" : 2562714
},
"bw_min" : 34783,
"bw_max" : 86022,
"bw_agg" : 100.000000,
"bw_mean" : 56951.813370,
"bw_dev" : 278.024570,
"bw_samples" : 11488,
"iops_min" : 8695,
"iops_max" : 21504,
"iops_mean" : 14234.036212,
"iops_stddev" : 69.540330,
"iops_samples" : 11488
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5760273,
"usr_cpu" : 0.193984,
"sys_cpu" : 3.650799,
"ctx" : 4097873,
"majf" : 0,
"minf" : 1313,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.998751,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.151383,
"50" : 23.222777,
"100" : 64.006750,
"250" : 12.653598,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}