raidz2/benchmarks/rand/rand-write-qd32-nj32_run3.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773098223,
"timestamp_ms" : 1773098223562,
"time" : "Mon Mar 9 20:17:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 11,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 708210688,
"io_kbytes" : 691612,
"bw_bytes" : 72644444,
"bw" : 70941,
"iops" : 17858.549595,
"runtime" : 9749,
"total_ios" : 174103,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 311968,
"usr_cpu" : 0.249705,
"sys_cpu" : 4.675480,
"ctx" : 275766,
"majf" : 0,
"minf" : 243,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.147039,
"16" : 0.294079,
"32" : 99.430222,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999426,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999422,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098233,
"timestamp_ms" : 1773098233826,
"time" : "Mon Mar 9 20:17:13 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 169,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 595324928,
"io_kbytes" : 581372,
"bw_bytes" : 59484904,
"bw" : 58090,
"iops" : 14538.169464,
"runtime" : 10008,
"total_ios" : 145498,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 355914,
"max" : 38816353,
"mean" : 2192288.889703,
"stddev" : 3380671.123456,
"N" : 145498
},
"clat_ns" : {
"min" : 15777590,
"max" : 198977279,
"mean" : 68216198.406164,
"stddev" : 24326718.393519,
"N" : 145466,
"percentile" : {
"1.000000" : 25559040,
"5.000000" : 34340864,
"10.000000" : 39583744,
"20.000000" : 47448064,
"30.000000" : 53739520,
"40.000000" : 58982400,
"50.000000" : 64749568,
"60.000000" : 70778880,
"70.000000" : 78118912,
"80.000000" : 87556096,
"90.000000" : 101187584,
"95.000000" : 114819072,
"99.000000" : 135266304,
"99.500000" : 143654912,
"99.900000" : 160432128,
"99.950000" : 168820736,
"99.990000" : 181403648
},
"bins" : {
"15794176" : 3,
"16318464" : 1,
"16580608" : 2,
"16908288" : 4,
"17170432" : 2,
"17432576" : 2,
"17694720" : 6,
"17956864" : 7,
"18219008" : 12,
"18481152" : 11,
"18743296" : 12,
"19005440" : 32,
"19267584" : 29,
"19529728" : 46,
"19791872" : 34,
"20054016" : 32,
"20316160" : 37,
"20578304" : 42,
"20840448" : 32,
"21102592" : 48,
"21364736" : 59,
"21626880" : 53,
"21889024" : 69,
"22151168" : 81,
"22413312" : 79,
"22675456" : 39,
"22937600" : 42,
"23199744" : 24,
"23461888" : 29,
"23724032" : 63,
"23986176" : 62,
"24248320" : 70,
"24510464" : 68,
"24772608" : 84,
"25034752" : 70,
"25296896" : 118,
"25559040" : 140,
"25821184" : 110,
"26083328" : 105,
"26345472" : 108,
"26607616" : 138,
"26869760" : 121,
"27131904" : 145,
"27394048" : 119,
"27656192" : 136,
"27918336" : 154,
"28180480" : 159,
"28442624" : 168,
"28704768" : 168,
"28966912" : 194,
"29229056" : 185,
"29491200" : 189,
"29753344" : 194,
"30015488" : 203,
"30277632" : 237,
"30539776" : 235,
"30801920" : 199,
"31064064" : 194,
"31326208" : 210,
"31588352" : 195,
"31850496" : 189,
"32112640" : 195,
"32374784" : 215,
"32636928" : 193,
"32899072" : 170,
"33161216" : 173,
"33423360" : 188,
"33816576" : 439,
"34340864" : 548,
"34865152" : 624,
"35389440" : 669,
"35913728" : 712,
"36438016" : 726,
"36962304" : 730,
"37486592" : 749,
"38010880" : 840,
"38535168" : 819,
"39059456" : 915,
"39583744" : 777,
"40108032" : 786,
"40632320" : 691,
"41156608" : 730,
"41680896" : 719,
"42205184" : 808,
"42729472" : 890,
"43253760" : 895,
"43778048" : 1014,
"44302336" : 1071,
"44826624" : 1176,
"45350912" : 1137,
"45875200" : 1155,
"46399488" : 1163,
"46923776" : 1046,
"47448064" : 1147,
"47972352" : 1160,
"48496640" : 1241,
"49020928" : 1152,
"49545216" : 1166,
"50069504" : 1161,
"50593792" : 1186,
"51118080" : 1155,
"51642368" : 1265,
"52166656" : 1291,
"52690944" : 1353,
"53215232" : 1337,
"53739520" : 1375,
"54263808" : 1309,
"54788096" : 1365,
"55312384" : 1336,
"55836672" : 1406,
"56360960" : 1393,
"56885248" : 1366,
"57409536" : 1349,
"57933824" : 1395,
"58458112" : 1357,
"58982400" : 1367,
"59506688" : 1407,
"60030976" : 1293,
"60555264" : 1385,
"61079552" : 1329,
"61603840" : 1308,
"62128128" : 1365,
"62652416" : 1376,
"63176704" : 1347,
"63700992" : 1326,
"64225280" : 1364,
"64749568" : 1283,
"65273856" : 1277,
"65798144" : 1260,
"66322432" : 1280,
"66846720" : 1358,
"67633152" : 2701,
"68681728" : 2486,
"69730304" : 2499,
"70778880" : 2313,
"71827456" : 2186,
"72876032" : 2278,
"73924608" : 2044,
"74973184" : 2108,
"76021760" : 1928,
"77070336" : 1848,
"78118912" : 1874,
"79167488" : 1818,
"80216064" : 1774,
"81264640" : 1752,
"82313216" : 1843,
"83361792" : 1709,
"84410368" : 1523,
"85458944" : 1431,
"86507520" : 1383,
"87556096" : 1366,
"88604672" : 1354,
"89653248" : 1461,
"90701824" : 1369,
"91750400" : 1252,
"92798976" : 1152,
"93847552" : 1004,
"94896128" : 977,
"95944704" : 966,
"96993280" : 886,
"98041856" : 860,
"99090432" : 967,
"100139008" : 895,
"101187584" : 813,
"102236160" : 759,
"103284736" : 647,
"104333312" : 646,
"105381888" : 632,
"106430464" : 612,
"107479040" : 643,
"108527616" : 606,
"109576192" : 564,
"110624768" : 570,
"111673344" : 557,
"112721920" : 526,
"113770496" : 457,
"114819072" : 526,
"115867648" : 476,
"116916224" : 429,
"117964800" : 430,
"119013376" : 348,
"120061952" : 352,
"121110528" : 365,
"122159104" : 307,
"123207680" : 292,
"124256256" : 264,
"125304832" : 273,
"126353408" : 250,
"127401984" : 224,
"128450560" : 229,
"129499136" : 193,
"130547712" : 167,
"131596288" : 165,
"132644864" : 157,
"133693440" : 172,
"135266304" : 290,
"137363456" : 205,
"139460608" : 178,
"141557760" : 167,
"143654912" : 162,
"145752064" : 110,
"147849216" : 81,
"149946368" : 97,
"152043520" : 72,
"154140672" : 48,
"156237824" : 33,
"158334976" : 38,
"160432128" : 43,
"162529280" : 17,
"164626432" : 16,
"166723584" : 18,
"168820736" : 17,
"170917888" : 10,
"173015040" : 12,
"175112192" : 11,
"177209344" : 11,
"179306496" : 3,
"181403648" : 7,
"183500800" : 4,
"187695104" : 2,
"189792256" : 1,
"191889408" : 2,
"198180864" : 2
}
},
"lat_ns" : {
"min" : 16209230,
"max" : 199759884,
"mean" : 70402228.395852,
"stddev" : 24724516.631238,
"N" : 145466
},
"bw_min" : 42112,
"bw_max" : 73027,
"bw_agg" : 100.000000,
"bw_mean" : 58550.052632,
"bw_dev" : 251.865093,
"bw_samples" : 608,
"iops_min" : 10528,
"iops_max" : 18256,
"iops_mean" : 14635.315789,
"iops_stddev" : 62.962011,
"iops_samples" : 608
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 320155,
"usr_cpu" : 0.193032,
"sys_cpu" : 3.759429,
"ctx" : 239200,
"majf" : 0,
"minf" : 1134,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999313,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999313,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.145019,
"50" : 23.820946,
"100" : 65.092304,
"250" : 10.919738,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098243,
"timestamp_ms" : 1773098243841,
"time" : "Mon Mar 9 20:17:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 159,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1145688064,
"io_kbytes" : 1118836,
"bw_bytes" : 57258636,
"bw" : 55916,
"iops" : 13983.807287,
"runtime" : 20009,
"total_ios" : 279802,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 355914,
"max" : 50079788,
"mean" : 2279146.412700,
"stddev" : 3506063.587034,
"N" : 279804
},
"clat_ns" : {
"min" : 15777590,
"max" : 205921848,
"mean" : 70873727.559515,
"stddev" : 25321642.853257,
"N" : 279771,
"percentile" : {
"1.000000" : 26083328,
"5.000000" : 35389440,
"10.000000" : 41156608,
"20.000000" : 49545216,
"30.000000" : 55836672,
"40.000000" : 61603840,
"50.000000" : 67633152,
"60.000000" : 73924608,
"70.000000" : 81264640,
"80.000000" : 90701824,
"90.000000" : 105381888,
"95.000000" : 117964800,
"99.000000" : 143654912,
"99.500000" : 154140672,
"99.900000" : 173015040,
"99.950000" : 177209344,
"99.990000" : 187695104
},
"bins" : {
"15794176" : 8,
"16187392" : 1,
"16318464" : 1,
"16580608" : 3,
"16711680" : 1,
"16908288" : 5,
"17170432" : 4,
"17432576" : 6,
"17694720" : 11,
"17956864" : 16,
"18219008" : 23,
"18481152" : 22,
"18743296" : 33,
"19005440" : 52,
"19267584" : 60,
"19529728" : 88,
"19791872" : 71,
"20054016" : 64,
"20316160" : 70,
"20578304" : 76,
"20840448" : 83,
"21102592" : 81,
"21364736" : 91,
"21626880" : 79,
"21889024" : 101,
"22151168" : 117,
"22413312" : 100,
"22675456" : 62,
"22937600" : 65,
"23199744" : 42,
"23461888" : 65,
"23724032" : 93,
"23986176" : 101,
"24248320" : 99,
"24510464" : 98,
"24772608" : 115,
"25034752" : 105,
"25296896" : 169,
"25559040" : 190,
"25821184" : 186,
"26083328" : 200,
"26345472" : 184,
"26607616" : 209,
"26869760" : 181,
"27131904" : 204,
"27394048" : 213,
"27656192" : 242,
"27918336" : 280,
"28180480" : 267,
"28442624" : 274,
"28704768" : 277,
"28966912" : 297,
"29229056" : 283,
"29491200" : 312,
"29753344" : 302,
"30015488" : 322,
"30277632" : 372,
"30539776" : 352,
"30801920" : 320,
"31064064" : 299,
"31326208" : 321,
"31588352" : 335,
"31850496" : 311,
"32112640" : 323,
"32374784" : 327,
"32636928" : 306,
"32899072" : 271,
"33161216" : 265,
"33423360" : 297,
"33816576" : 669,
"34340864" : 860,
"34865152" : 923,
"35389440" : 1056,
"35913728" : 1141,
"36438016" : 1189,
"36962304" : 1264,
"37486592" : 1302,
"38010880" : 1365,
"38535168" : 1376,
"39059456" : 1519,
"39583744" : 1314,
"40108032" : 1288,
"40632320" : 1166,
"41156608" : 1232,
"41680896" : 1289,
"42205184" : 1355,
"42729472" : 1439,
"43253760" : 1461,
"43778048" : 1723,
"44302336" : 1734,
"44826624" : 1943,
"45350912" : 2000,
"45875200" : 1954,
"46399488" : 2047,
"46923776" : 1902,
"47448064" : 2029,
"47972352" : 2105,
"48496640" : 2086,
"49020928" : 1994,
"49545216" : 2128,
"50069504" : 1986,
"50593792" : 2011,
"51118080" : 2072,
"51642368" : 2205,
"52166656" : 2189,
"52690944" : 2329,
"53215232" : 2453,
"53739520" : 2445,
"54263808" : 2410,
"54788096" : 2385,
"55312384" : 2539,
"55836672" : 2508,
"56360960" : 2527,
"56885248" : 2558,
"57409536" : 2480,
"57933824" : 2570,
"58458112" : 2524,
"58982400" : 2591,
"59506688" : 2491,
"60030976" : 2398,
"60555264" : 2551,
"61079552" : 2385,
"61603840" : 2466,
"62128128" : 2507,
"62652416" : 2600,
"63176704" : 2512,
"63700992" : 2453,
"64225280" : 2659,
"64749568" : 2508,
"65273856" : 2509,
"65798144" : 2473,
"66322432" : 2579,
"66846720" : 2593,
"67633152" : 5009,
"68681728" : 4749,
"69730304" : 4697,
"70778880" : 4453,
"71827456" : 4363,
"72876032" : 4571,
"73924608" : 4179,
"74973184" : 4201,
"76021760" : 4025,
"77070336" : 3975,
"78118912" : 3967,
"79167488" : 4011,
"80216064" : 3754,
"81264640" : 3634,
"82313216" : 3679,
"83361792" : 3484,
"84410368" : 3273,
"85458944" : 3162,
"86507520" : 3065,
"87556096" : 2989,
"88604672" : 2806,
"89653248" : 2875,
"90701824" : 2696,
"91750400" : 2558,
"92798976" : 2572,
"93847552" : 2201,
"94896128" : 2332,
"95944704" : 2076,
"96993280" : 1996,
"98041856" : 1894,
"99090432" : 1952,
"100139008" : 1929,
"101187584" : 1737,
"102236160" : 1759,
"103284736" : 1432,
"104333312" : 1424,
"105381888" : 1391,
"106430464" : 1423,
"107479040" : 1333,
"108527616" : 1303,
"109576192" : 1137,
"110624768" : 1137,
"111673344" : 1157,
"112721920" : 1069,
"113770496" : 1048,
"114819072" : 1090,
"115867648" : 992,
"116916224" : 885,
"117964800" : 856,
"119013376" : 762,
"120061952" : 749,
"121110528" : 690,
"122159104" : 662,
"123207680" : 669,
"124256256" : 600,
"125304832" : 566,
"126353408" : 504,
"127401984" : 498,
"128450560" : 474,
"129499136" : 429,
"130547712" : 377,
"131596288" : 351,
"132644864" : 344,
"133693440" : 416,
"135266304" : 662,
"137363456" : 574,
"139460608" : 465,
"141557760" : 419,
"143654912" : 390,
"145752064" : 351,
"147849216" : 302,
"149946368" : 277,
"152043520" : 212,
"154140672" : 210,
"156237824" : 208,
"158334976" : 171,
"160432128" : 167,
"162529280" : 132,
"164626432" : 111,
"166723584" : 126,
"168820736" : 83,
"170917888" : 69,
"173015040" : 86,
"175112192" : 76,
"177209344" : 52,
"179306496" : 31,
"181403648" : 24,
"183500800" : 16,
"185597952" : 10,
"187695104" : 11,
"189792256" : 5,
"191889408" : 5,
"193986560" : 4,
"196083712" : 4,
"198180864" : 2,
"202375168" : 1,
"204472320" : 1,
"206569472" : 3
}
},
"lat_ns" : {
"min" : 16200206,
"max" : 211781809,
"mean" : 73147825.256856,
"stddev" : 25743675.406545,
"N" : 279771
},
"bw_min" : 40069,
"bw_max" : 73721,
"bw_agg" : 99.905866,
"bw_mean" : 55864.717949,
"bw_dev" : 260.885188,
"bw_samples" : 1248,
"iops_min" : 10013,
"iops_max" : 18428,
"iops_mean" : 13962.641026,
"iops_stddev" : 65.260136,
"iops_samples" : 1248
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 640191,
"usr_cpu" : 0.185570,
"sys_cpu" : 3.597989,
"ctx" : 449447,
"majf" : 0,
"minf" : 1134,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.998928,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.998928,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.149749,
"50" : 20.723226,
"100" : 66.325116,
"250" : 12.790831,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098253,
"timestamp_ms" : 1773098253830,
"time" : "Mon Mar 9 20:17:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 149,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1715200000,
"io_kbytes" : 1675000,
"bw_bytes" : 57156186,
"bw" : 55816,
"iops" : 13960.478523,
"runtime" : 30009,
"total_ios" : 418940,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 355914,
"max" : 50079788,
"mean" : 2282291.074682,
"stddev" : 3507365.192229,
"N" : 418939
},
"clat_ns" : {
"min" : 15777590,
"max" : 229746630,
"mean" : 71089720.691915,
"stddev" : 25434683.954221,
"N" : 418907,
"percentile" : {
"1.000000" : 26345472,
"5.000000" : 35913728,
"10.000000" : 41680896,
"20.000000" : 49545216,
"30.000000" : 55836672,
"40.000000" : 62128128,
"50.000000" : 67633152,
"60.000000" : 73924608,
"70.000000" : 81264640,
"80.000000" : 90701824,
"90.000000" : 105381888,
"95.000000" : 117964800,
"99.000000" : 145752064,
"99.500000" : 156237824,
"99.900000" : 175112192,
"99.950000" : 179306496,
"99.990000" : 200278016
},
"bins" : {
"15794176" : 8,
"16187392" : 1,
"16318464" : 1,
"16580608" : 3,
"16711680" : 1,
"16908288" : 5,
"17170432" : 8,
"17432576" : 10,
"17694720" : 12,
"17956864" : 21,
"18219008" : 31,
"18481152" : 32,
"18743296" : 42,
"19005440" : 67,
"19267584" : 88,
"19529728" : 117,
"19791872" : 106,
"20054016" : 106,
"20316160" : 133,
"20578304" : 155,
"20840448" : 159,
"21102592" : 164,
"21364736" : 155,
"21626880" : 141,
"21889024" : 149,
"22151168" : 150,
"22413312" : 131,
"22675456" : 79,
"22937600" : 78,
"23199744" : 57,
"23461888" : 77,
"23724032" : 107,
"23986176" : 118,
"24248320" : 114,
"24510464" : 130,
"24772608" : 143,
"25034752" : 151,
"25296896" : 237,
"25559040" : 245,
"25821184" : 262,
"26083328" : 266,
"26345472" : 280,
"26607616" : 305,
"26869760" : 287,
"27131904" : 322,
"27394048" : 311,
"27656192" : 368,
"27918336" : 409,
"28180480" : 367,
"28442624" : 407,
"28704768" : 413,
"28966912" : 419,
"29229056" : 425,
"29491200" : 473,
"29753344" : 447,
"30015488" : 482,
"30277632" : 556,
"30539776" : 520,
"30801920" : 471,
"31064064" : 406,
"31326208" : 455,
"31588352" : 458,
"31850496" : 422,
"32112640" : 440,
"32374784" : 438,
"32636928" : 423,
"32899072" : 416,
"33161216" : 399,
"33423360" : 425,
"33816576" : 957,
"34340864" : 1194,
"34865152" : 1264,
"35389440" : 1454,
"35913728" : 1641,
"36438016" : 1750,
"36962304" : 1852,
"37486592" : 1931,
"38010880" : 2032,
"38535168" : 2068,
"39059456" : 2130,
"39583744" : 1997,
"40108032" : 1971,
"40632320" : 1829,
"41156608" : 1934,
"41680896" : 1956,
"42205184" : 2093,
"42729472" : 2160,
"43253760" : 2186,
"43778048" : 2496,
"44302336" : 2591,
"44826624" : 2948,
"45350912" : 2878,
"45875200" : 2906,
"46399488" : 3015,
"46923776" : 2971,
"47448064" : 3085,
"47972352" : 3141,
"48496640" : 3301,
"49020928" : 3158,
"49545216" : 3226,
"50069504" : 2945,
"50593792" : 2911,
"51118080" : 3107,
"51642368" : 3226,
"52166656" : 3270,
"52690944" : 3411,
"53215232" : 3538,
"53739520" : 3486,
"54263808" : 3494,
"54788096" : 3654,
"55312384" : 3786,
"55836672" : 3721,
"56360960" : 3736,
"56885248" : 3752,
"57409536" : 3787,
"57933824" : 3850,
"58458112" : 3828,
"58982400" : 3882,
"59506688" : 3644,
"60030976" : 3565,
"60555264" : 3675,
"61079552" : 3558,
"61603840" : 3582,
"62128128" : 3667,
"62652416" : 3905,
"63176704" : 3811,
"63700992" : 3771,
"64225280" : 3974,
"64749568" : 3808,
"65273856" : 3830,
"65798144" : 3716,
"66322432" : 3839,
"66846720" : 3902,
"67633152" : 7639,
"68681728" : 7245,
"69730304" : 7169,
"70778880" : 6879,
"71827456" : 6657,
"72876032" : 6740,
"73924608" : 6479,
"74973184" : 6489,
"76021760" : 6105,
"77070336" : 6152,
"78118912" : 6035,
"79167488" : 5924,
"80216064" : 5544,
"81264640" : 5325,
"82313216" : 5408,
"83361792" : 5143,
"84410368" : 4781,
"85458944" : 4800,
"86507520" : 4541,
"87556096" : 4557,
"88604672" : 4286,
"89653248" : 4140,
"90701824" : 4029,
"91750400" : 3732,
"92798976" : 3793,
"93847552" : 3359,
"94896128" : 3474,
"95944704" : 3300,
"96993280" : 2988,
"98041856" : 2883,
"99090432" : 2946,
"100139008" : 2785,
"101187584" : 2563,
"102236160" : 2600,
"103284736" : 2248,
"104333312" : 2222,
"105381888" : 2108,
"106430464" : 2092,
"107479040" : 1974,
"108527616" : 1927,
"109576192" : 1734,
"110624768" : 1695,
"111673344" : 1658,
"112721920" : 1632,
"113770496" : 1579,
"114819072" : 1528,
"115867648" : 1443,
"116916224" : 1282,
"117964800" : 1275,
"119013376" : 1133,
"120061952" : 1107,
"121110528" : 999,
"122159104" : 987,
"123207680" : 1005,
"124256256" : 903,
"125304832" : 846,
"126353408" : 785,
"127401984" : 757,
"128450560" : 720,
"129499136" : 707,
"130547712" : 610,
"131596288" : 571,
"132644864" : 548,
"133693440" : 612,
"135266304" : 1032,
"137363456" : 899,
"139460608" : 742,
"141557760" : 664,
"143654912" : 592,
"145752064" : 569,
"147849216" : 511,
"149946368" : 441,
"152043520" : 365,
"154140672" : 355,
"156237824" : 318,
"158334976" : 263,
"160432128" : 265,
"162529280" : 201,
"164626432" : 161,
"166723584" : 184,
"168820736" : 146,
"170917888" : 121,
"173015040" : 121,
"175112192" : 102,
"177209344" : 70,
"179306496" : 51,
"181403648" : 39,
"183500800" : 35,
"185597952" : 22,
"187695104" : 22,
"189792256" : 8,
"191889408" : 11,
"193986560" : 15,
"196083712" : 7,
"198180864" : 5,
"200278016" : 2,
"202375168" : 6,
"204472320" : 9,
"206569472" : 6,
"208666624" : 2,
"210763776" : 7,
"212860928" : 4,
"214958080" : 2,
"219152384" : 3,
"221249536" : 2,
"223346688" : 2,
"229638144" : 1
}
},
"lat_ns" : {
"min" : 16200206,
"max" : 230514342,
"mean" : 73370206.595989,
"stddev" : 25854814.309693,
"N" : 418907
},
"bw_min" : 39330,
"bw_max" : 75455,
"bw_agg" : 99.918326,
"bw_mean" : 55771.050847,
"bw_dev" : 256.081674,
"bw_samples" : 1888,
"iops_min" : 9830,
"iops_max" : 18863,
"iops_mean" : 13940.169492,
"iops_stddev" : 64.046623,
"iops_samples" : 1888
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 960181,
"usr_cpu" : 0.189548,
"sys_cpu" : 3.589532,
"ctx" : 675299,
"majf" : 0,
"minf" : 1134,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999045,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999045,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.137490,
"50" : 20.592686,
"100" : 66.357712,
"250" : 12.904473,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098263,
"timestamp_ms" : 1773098263830,
"time" : "Mon Mar 9 20:17:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 139,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2286018560,
"io_kbytes" : 2232440,
"bw_bytes" : 57137608,
"bw" : 55798,
"iops" : 13955.060111,
"runtime" : 40009,
"total_ios" : 558328,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 355914,
"max" : 50079788,
"mean" : 2283268.135524,
"stddev" : 3515249.857570,
"N" : 558329
},
"clat_ns" : {
"min" : 15777590,
"max" : 229746630,
"mean" : 71116210.138460,
"stddev" : 25728400.986389,
"N" : 558297,
"percentile" : {
"1.000000" : 26083328,
"5.000000" : 35913728,
"10.000000" : 41156608,
"20.000000" : 49545216,
"30.000000" : 55836672,
"40.000000" : 61603840,
"50.000000" : 67633152,
"60.000000" : 73924608,
"70.000000" : 81264640,
"80.000000" : 90701824,
"90.000000" : 105381888,
"95.000000" : 119013376,
"99.000000" : 145752064,
"99.500000" : 158334976,
"99.900000" : 179306496,
"99.950000" : 187695104,
"99.990000" : 206569472
},
"bins" : {
"15794176" : 8,
"16187392" : 1,
"16318464" : 1,
"16580608" : 3,
"16711680" : 4,
"16908288" : 7,
"17170432" : 10,
"17432576" : 12,
"17694720" : 18,
"17956864" : 35,
"18219008" : 45,
"18481152" : 42,
"18743296" : 58,
"19005440" : 84,
"19267584" : 105,
"19529728" : 146,
"19791872" : 141,
"20054016" : 146,
"20316160" : 178,
"20578304" : 214,
"20840448" : 217,
"21102592" : 241,
"21364736" : 220,
"21626880" : 211,
"21889024" : 234,
"22151168" : 216,
"22413312" : 196,
"22675456" : 118,
"22937600" : 128,
"23199744" : 102,
"23461888" : 118,
"23724032" : 152,
"23986176" : 171,
"24248320" : 150,
"24510464" : 188,
"24772608" : 206,
"25034752" : 219,
"25296896" : 310,
"25559040" : 363,
"25821184" : 375,
"26083328" : 376,
"26345472" : 364,
"26607616" : 382,
"26869760" : 368,
"27131904" : 425,
"27394048" : 414,
"27656192" : 458,
"27918336" : 527,
"28180480" : 509,
"28442624" : 568,
"28704768" : 568,
"28966912" : 598,
"29229056" : 585,
"29491200" : 632,
"29753344" : 638,
"30015488" : 664,
"30277632" : 722,
"30539776" : 678,
"30801920" : 599,
"31064064" : 549,
"31326208" : 596,
"31588352" : 617,
"31850496" : 622,
"32112640" : 607,
"32374784" : 618,
"32636928" : 571,
"32899072" : 574,
"33161216" : 549,
"33423360" : 562,
"33816576" : 1248,
"34340864" : 1581,
"34865152" : 1664,
"35389440" : 1835,
"35913728" : 2155,
"36438016" : 2265,
"36962304" : 2391,
"37486592" : 2540,
"38010880" : 2723,
"38535168" : 2822,
"39059456" : 2891,
"39583744" : 2813,
"40108032" : 2698,
"40632320" : 2567,
"41156608" : 2643,
"41680896" : 2604,
"42205184" : 2840,
"42729472" : 2889,
"43253760" : 2945,
"43778048" : 3418,
"44302336" : 3509,
"44826624" : 3947,
"45350912" : 3934,
"45875200" : 3897,
"46399488" : 4048,
"46923776" : 3992,
"47448064" : 4116,
"47972352" : 4240,
"48496640" : 4433,
"49020928" : 4253,
"49545216" : 4358,
"50069504" : 3991,
"50593792" : 3971,
"51118080" : 4221,
"51642368" : 4284,
"52166656" : 4399,
"52690944" : 4563,
"53215232" : 4675,
"53739520" : 4670,
"54263808" : 4746,
"54788096" : 4872,
"55312384" : 4983,
"55836672" : 4918,
"56360960" : 4879,
"56885248" : 4873,
"57409536" : 4942,
"57933824" : 5127,
"58458112" : 5109,
"58982400" : 5168,
"59506688" : 4880,
"60030976" : 4806,
"60555264" : 4895,
"61079552" : 4720,
"61603840" : 4828,
"62128128" : 4933,
"62652416" : 5101,
"63176704" : 5000,
"63700992" : 4897,
"64225280" : 5119,
"64749568" : 5139,
"65273856" : 5152,
"65798144" : 4907,
"66322432" : 5124,
"66846720" : 5256,
"67633152" : 10004,
"68681728" : 9542,
"69730304" : 9594,
"70778880" : 9071,
"71827456" : 8922,
"72876032" : 8857,
"73924608" : 8658,
"74973184" : 8653,
"76021760" : 8136,
"77070336" : 8045,
"78118912" : 7949,
"79167488" : 7739,
"80216064" : 7384,
"81264640" : 7025,
"82313216" : 7038,
"83361792" : 6665,
"84410368" : 6335,
"85458944" : 6344,
"86507520" : 5991,
"87556096" : 5966,
"88604672" : 5694,
"89653248" : 5350,
"90701824" : 5267,
"91750400" : 4940,
"92798976" : 4936,
"93847552" : 4554,
"94896128" : 4500,
"95944704" : 4342,
"96993280" : 3966,
"98041856" : 3790,
"99090432" : 3823,
"100139008" : 3710,
"101187584" : 3409,
"102236160" : 3389,
"103284736" : 3072,
"104333312" : 2945,
"105381888" : 2763,
"106430464" : 2811,
"107479040" : 2670,
"108527616" : 2542,
"109576192" : 2384,
"110624768" : 2360,
"111673344" : 2215,
"112721920" : 2177,
"113770496" : 2087,
"114819072" : 2029,
"115867648" : 1924,
"116916224" : 1775,
"117964800" : 1699,
"119013376" : 1558,
"120061952" : 1487,
"121110528" : 1393,
"122159104" : 1341,
"123207680" : 1335,
"124256256" : 1226,
"125304832" : 1151,
"126353408" : 1062,
"127401984" : 1036,
"128450560" : 955,
"129499136" : 960,
"130547712" : 834,
"131596288" : 799,
"132644864" : 751,
"133693440" : 827,
"135266304" : 1428,
"137363456" : 1295,
"139460608" : 1044,
"141557760" : 942,
"143654912" : 801,
"145752064" : 801,
"147849216" : 684,
"149946368" : 571,
"152043520" : 494,
"154140672" : 484,
"156237824" : 414,
"158334976" : 345,
"160432128" : 339,
"162529280" : 265,
"164626432" : 248,
"166723584" : 242,
"168820736" : 206,
"170917888" : 171,
"173015040" : 161,
"175112192" : 135,
"177209344" : 113,
"179306496" : 93,
"181403648" : 77,
"183500800" : 76,
"185597952" : 48,
"187695104" : 59,
"189792256" : 39,
"191889408" : 31,
"193986560" : 30,
"196083712" : 20,
"198180864" : 20,
"200278016" : 19,
"202375168" : 18,
"204472320" : 20,
"206569472" : 18,
"208666624" : 5,
"210763776" : 12,
"212860928" : 9,
"214958080" : 4,
"217055232" : 3,
"219152384" : 9,
"221249536" : 4,
"223346688" : 2,
"227540992" : 3,
"229638144" : 1
}
},
"lat_ns" : {
"min" : 16200206,
"max" : 238020458,
"mean" : 73398956.099567,
"stddev" : 26150141.158099,
"N" : 558297
},
"bw_min" : 38904,
"bw_max" : 75863,
"bw_agg" : 100.000000,
"bw_mean" : 55823.227848,
"bw_dev" : 257.530155,
"bw_samples" : 2528,
"iops_min" : 9724,
"iops_max" : 18965,
"iops_mean" : 13953.759494,
"iops_stddev" : 64.399591,
"iops_samples" : 2528
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1280191,
"usr_cpu" : 0.191065,
"sys_cpu" : 3.584387,
"ctx" : 899331,
"majf" : 0,
"minf" : 1134,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999463,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999463,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.135583,
"50" : 20.837035,
"100" : 65.911436,
"250" : 13.110215,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098273,
"timestamp_ms" : 1773098273824,
"time" : "Mon Mar 9 20:17:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2848710656,
"io_kbytes" : 2781944,
"bw_bytes" : 56963959,
"bw" : 55628,
"iops" : 13908.716431,
"runtime" : 50009,
"total_ios" : 695561,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 344146,
"max" : 50079788,
"mean" : 2290459.769073,
"stddev" : 3539891.963948,
"N" : 695561
},
"clat_ns" : {
"min" : 15220019,
"max" : 229746630,
"mean" : 71340559.418689,
"stddev" : 26096357.934980,
"N" : 695529,
"percentile" : {
"1.000000" : 25821184,
"5.000000" : 35389440,
"10.000000" : 41156608,
"20.000000" : 49020928,
"30.000000" : 55836672,
"40.000000" : 61603840,
"50.000000" : 67633152,
"60.000000" : 73924608,
"70.000000" : 81264640,
"80.000000" : 91750400,
"90.000000" : 106430464,
"95.000000" : 120061952,
"99.000000" : 147849216,
"99.500000" : 160432128,
"99.900000" : 181403648,
"99.950000" : 189792256,
"99.990000" : 206569472
},
"bins" : {
"15269888" : 2,
"15400960" : 3,
"15532032" : 2,
"15794176" : 9,
"15925248" : 4,
"16056320" : 4,
"16187392" : 4,
"16318464" : 1,
"16580608" : 6,
"16711680" : 4,
"16908288" : 16,
"17170432" : 21,
"17432576" : 20,
"17694720" : 28,
"17956864" : 44,
"18219008" : 55,
"18481152" : 54,
"18743296" : 65,
"19005440" : 95,
"19267584" : 129,
"19529728" : 176,
"19791872" : 182,
"20054016" : 199,
"20316160" : 247,
"20578304" : 302,
"20840448" : 286,
"21102592" : 313,
"21364736" : 301,
"21626880" : 277,
"21889024" : 287,
"22151168" : 274,
"22413312" : 249,
"22675456" : 165,
"22937600" : 185,
"23199744" : 159,
"23461888" : 181,
"23724032" : 209,
"23986176" : 232,
"24248320" : 222,
"24510464" : 276,
"24772608" : 296,
"25034752" : 296,
"25296896" : 396,
"25559040" : 449,
"25821184" : 468,
"26083328" : 484,
"26345472" : 460,
"26607616" : 495,
"26869760" : 493,
"27131904" : 570,
"27394048" : 564,
"27656192" : 587,
"27918336" : 668,
"28180480" : 631,
"28442624" : 703,
"28704768" : 703,
"28966912" : 764,
"29229056" : 735,
"29491200" : 813,
"29753344" : 796,
"30015488" : 855,
"30277632" : 918,
"30539776" : 861,
"30801920" : 769,
"31064064" : 730,
"31326208" : 802,
"31588352" : 810,
"31850496" : 804,
"32112640" : 764,
"32374784" : 783,
"32636928" : 769,
"32899072" : 761,
"33161216" : 730,
"33423360" : 780,
"33816576" : 1754,
"34340864" : 2024,
"34865152" : 2206,
"35389440" : 2428,
"35913728" : 2745,
"36438016" : 2866,
"36962304" : 2936,
"37486592" : 3061,
"38010880" : 3266,
"38535168" : 3480,
"39059456" : 3603,
"39583744" : 3509,
"40108032" : 3487,
"40632320" : 3260,
"41156608" : 3294,
"41680896" : 3309,
"42205184" : 3540,
"42729472" : 3664,
"43253760" : 3698,
"43778048" : 4170,
"44302336" : 4378,
"44826624" : 4906,
"45350912" : 4856,
"45875200" : 4866,
"46399488" : 4906,
"46923776" : 4810,
"47448064" : 5058,
"47972352" : 5076,
"48496640" : 5441,
"49020928" : 5302,
"49545216" : 5379,
"50069504" : 5018,
"50593792" : 5007,
"51118080" : 5119,
"51642368" : 5262,
"52166656" : 5413,
"52690944" : 5491,
"53215232" : 5691,
"53739520" : 5796,
"54263808" : 5869,
"54788096" : 6038,
"55312384" : 6122,
"55836672" : 5994,
"56360960" : 5952,
"56885248" : 6004,
"57409536" : 6052,
"57933824" : 6193,
"58458112" : 6233,
"58982400" : 6327,
"59506688" : 6050,
"60030976" : 6052,
"60555264" : 6063,
"61079552" : 5834,
"61603840" : 5871,
"62128128" : 5982,
"62652416" : 6214,
"63176704" : 6059,
"63700992" : 5969,
"64225280" : 6247,
"64749568" : 6256,
"65273856" : 6260,
"65798144" : 6069,
"66322432" : 6220,
"66846720" : 6299,
"67633152" : 12355,
"68681728" : 11831,
"69730304" : 11604,
"70778880" : 11100,
"71827456" : 10973,
"72876032" : 11002,
"73924608" : 10710,
"74973184" : 10683,
"76021760" : 10033,
"77070336" : 9920,
"78118912" : 9769,
"79167488" : 9574,
"80216064" : 9221,
"81264640" : 8884,
"82313216" : 8825,
"83361792" : 8267,
"84410368" : 7941,
"85458944" : 7901,
"86507520" : 7374,
"87556096" : 7376,
"88604672" : 7030,
"89653248" : 6751,
"90701824" : 6580,
"91750400" : 6198,
"92798976" : 6214,
"93847552" : 5719,
"94896128" : 5662,
"95944704" : 5504,
"96993280" : 4993,
"98041856" : 4811,
"99090432" : 4802,
"100139008" : 4733,
"101187584" : 4391,
"102236160" : 4375,
"103284736" : 3979,
"104333312" : 3841,
"105381888" : 3615,
"106430464" : 3555,
"107479040" : 3383,
"108527616" : 3230,
"109576192" : 2978,
"110624768" : 3034,
"111673344" : 2799,
"112721920" : 2837,
"113770496" : 2728,
"114819072" : 2543,
"115867648" : 2427,
"116916224" : 2264,
"117964800" : 2114,
"119013376" : 1953,
"120061952" : 1914,
"121110528" : 1788,
"122159104" : 1725,
"123207680" : 1704,
"124256256" : 1501,
"125304832" : 1467,
"126353408" : 1406,
"127401984" : 1298,
"128450560" : 1183,
"129499136" : 1214,
"130547712" : 1056,
"131596288" : 1033,
"132644864" : 986,
"133693440" : 1054,
"135266304" : 1836,
"137363456" : 1671,
"139460608" : 1381,
"141557760" : 1200,
"143654912" : 1058,
"145752064" : 1031,
"147849216" : 901,
"149946368" : 747,
"152043520" : 727,
"154140672" : 640,
"156237824" : 556,
"158334976" : 469,
"160432128" : 467,
"162529280" : 394,
"164626432" : 339,
"166723584" : 328,
"168820736" : 272,
"170917888" : 250,
"173015040" : 236,
"175112192" : 176,
"177209344" : 169,
"179306496" : 135,
"181403648" : 127,
"183500800" : 96,
"185597952" : 76,
"187695104" : 75,
"189792256" : 64,
"191889408" : 46,
"193986560" : 38,
"196083712" : 26,
"198180864" : 34,
"200278016" : 28,
"202375168" : 24,
"204472320" : 22,
"206569472" : 19,
"208666624" : 8,
"210763776" : 12,
"212860928" : 10,
"214958080" : 5,
"217055232" : 3,
"219152384" : 9,
"221249536" : 4,
"223346688" : 2,
"227540992" : 3,
"229638144" : 1
}
},
"lat_ns" : {
"min" : 15751290,
"max" : 238020458,
"mean" : 73631043.874181,
"stddev" : 26529347.137267,
"N" : 695529
},
"bw_min" : 37526,
"bw_max" : 75983,
"bw_agg" : 99.829466,
"bw_mean" : 55534.656566,
"bw_dev" : 257.092723,
"bw_samples" : 3168,
"iops_min" : 9380,
"iops_max" : 18995,
"iops_mean" : 13881.676768,
"iops_stddev" : 64.281499,
"iops_samples" : 3168
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1600160,
"usr_cpu" : 0.192606,
"sys_cpu" : 3.570205,
"ctx" : 1113007,
"majf" : 0,
"minf" : 1134,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.140318,
"50" : 20.985219,
"100" : 65.329569,
"250" : 13.540293,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098283,
"timestamp_ms" : 1773098283825,
"time" : "Mon Mar 9 20:18:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 119,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3440369664,
"io_kbytes" : 3359736,
"bw_bytes" : 57331850,
"bw" : 55988,
"iops" : 14000.216638,
"runtime" : 60008,
"total_ios" : 840125,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 344146,
"max" : 50079788,
"mean" : 2275510.544186,
"stddev" : 3525013.853837,
"N" : 840125
},
"clat_ns" : {
"min" : 15220019,
"max" : 229746630,
"mean" : 70867282.721643,
"stddev" : 26188722.705077,
"N" : 840093,
"percentile" : {
"1.000000" : 25296896,
"5.000000" : 34340864,
"10.000000" : 40108032,
"20.000000" : 48496640,
"30.000000" : 55312384,
"40.000000" : 61079552,
"50.000000" : 67633152,
"60.000000" : 73924608,
"70.000000" : 81264640,
"80.000000" : 90701824,
"90.000000" : 106430464,
"95.000000" : 119013376,
"99.000000" : 147849216,
"99.500000" : 160432128,
"99.900000" : 181403648,
"99.950000" : 187695104,
"99.990000" : 206569472
},
"bins" : {
"15269888" : 2,
"15400960" : 3,
"15532032" : 2,
"15794176" : 9,
"15925248" : 4,
"16056320" : 5,
"16187392" : 6,
"16318464" : 3,
"16449536" : 4,
"16580608" : 12,
"16711680" : 12,
"16908288" : 24,
"17170432" : 37,
"17432576" : 38,
"17694720" : 44,
"17956864" : 62,
"18219008" : 73,
"18481152" : 77,
"18743296" : 95,
"19005440" : 140,
"19267584" : 189,
"19529728" : 232,
"19791872" : 226,
"20054016" : 249,
"20316160" : 333,
"20578304" : 381,
"20840448" : 357,
"21102592" : 411,
"21364736" : 384,
"21626880" : 373,
"21889024" : 376,
"22151168" : 336,
"22413312" : 297,
"22675456" : 218,
"22937600" : 250,
"23199744" : 213,
"23461888" : 242,
"23724032" : 314,
"23986176" : 318,
"24248320" : 336,
"24510464" : 384,
"24772608" : 418,
"25034752" : 435,
"25296896" : 534,
"25559040" : 585,
"25821184" : 616,
"26083328" : 642,
"26345472" : 643,
"26607616" : 685,
"26869760" : 661,
"27131904" : 798,
"27394048" : 818,
"27656192" : 845,
"27918336" : 895,
"28180480" : 819,
"28442624" : 932,
"28704768" : 965,
"28966912" : 1001,
"29229056" : 1030,
"29491200" : 1093,
"29753344" : 1052,
"30015488" : 1122,
"30277632" : 1160,
"30539776" : 1120,
"30801920" : 1017,
"31064064" : 993,
"31326208" : 1044,
"31588352" : 1043,
"31850496" : 1067,
"32112640" : 1038,
"32374784" : 1054,
"32636928" : 1053,
"32899072" : 1026,
"33161216" : 1013,
"33423360" : 1039,
"33816576" : 2333,
"34340864" : 2692,
"34865152" : 2880,
"35389440" : 3141,
"35913728" : 3394,
"36438016" : 3606,
"36962304" : 3692,
"37486592" : 3851,
"38010880" : 4024,
"38535168" : 4324,
"39059456" : 4465,
"39583744" : 4262,
"40108032" : 4327,
"40632320" : 4081,
"41156608" : 4150,
"41680896" : 4156,
"42205184" : 4406,
"42729472" : 4511,
"43253760" : 4613,
"43778048" : 5075,
"44302336" : 5334,
"44826624" : 5790,
"45350912" : 5903,
"45875200" : 5865,
"46399488" : 5971,
"46923776" : 5888,
"47448064" : 6124,
"47972352" : 6166,
"48496640" : 6505,
"49020928" : 6454,
"49545216" : 6532,
"50069504" : 6065,
"50593792" : 6136,
"51118080" : 6238,
"51642368" : 6435,
"52166656" : 6665,
"52690944" : 6791,
"53215232" : 6914,
"53739520" : 6892,
"54263808" : 7090,
"54788096" : 7203,
"55312384" : 7288,
"55836672" : 7225,
"56360960" : 7183,
"56885248" : 7330,
"57409536" : 7334,
"57933824" : 7405,
"58458112" : 7407,
"58982400" : 7625,
"59506688" : 7364,
"60030976" : 7311,
"60555264" : 7338,
"61079552" : 7079,
"61603840" : 7031,
"62128128" : 7112,
"62652416" : 7463,
"63176704" : 7322,
"63700992" : 7177,
"64225280" : 7555,
"64749568" : 7528,
"65273856" : 7539,
"65798144" : 7234,
"66322432" : 7438,
"66846720" : 7543,
"67633152" : 14731,
"68681728" : 14110,
"69730304" : 13740,
"70778880" : 13212,
"71827456" : 13078,
"72876032" : 13190,
"73924608" : 12806,
"74973184" : 12907,
"76021760" : 11929,
"77070336" : 11662,
"78118912" : 11632,
"79167488" : 11346,
"80216064" : 10982,
"81264640" : 10642,
"82313216" : 10456,
"83361792" : 9833,
"84410368" : 9379,
"85458944" : 9385,
"86507520" : 8880,
"87556096" : 8804,
"88604672" : 8465,
"89653248" : 7972,
"90701824" : 7812,
"91750400" : 7298,
"92798976" : 7348,
"93847552" : 6892,
"94896128" : 6781,
"95944704" : 6616,
"96993280" : 6074,
"98041856" : 5729,
"99090432" : 5715,
"100139008" : 5600,
"101187584" : 5193,
"102236160" : 5146,
"103284736" : 4737,
"104333312" : 4524,
"105381888" : 4279,
"106430464" : 4215,
"107479040" : 4095,
"108527616" : 3866,
"109576192" : 3581,
"110624768" : 3596,
"111673344" : 3347,
"112721920" : 3305,
"113770496" : 3194,
"114819072" : 2990,
"115867648" : 2885,
"116916224" : 2700,
"117964800" : 2488,
"119013376" : 2349,
"120061952" : 2307,
"121110528" : 2175,
"122159104" : 2025,
"123207680" : 2058,
"124256256" : 1832,
"125304832" : 1743,
"126353408" : 1636,
"127401984" : 1550,
"128450560" : 1417,
"129499136" : 1435,
"130547712" : 1214,
"131596288" : 1183,
"132644864" : 1136,
"133693440" : 1211,
"135266304" : 2126,
"137363456" : 1935,
"139460608" : 1639,
"141557760" : 1437,
"143654912" : 1234,
"145752064" : 1197,
"147849216" : 1051,
"149946368" : 884,
"152043520" : 847,
"154140672" : 761,
"156237824" : 659,
"158334976" : 564,
"160432128" : 546,
"162529280" : 477,
"164626432" : 407,
"166723584" : 413,
"168820736" : 325,
"170917888" : 322,
"173015040" : 318,
"175112192" : 229,
"177209344" : 199,
"179306496" : 159,
"181403648" : 145,
"183500800" : 112,
"185597952" : 90,
"187695104" : 86,
"189792256" : 70,
"191889408" : 49,
"193986560" : 46,
"196083712" : 35,
"198180864" : 40,
"200278016" : 31,
"202375168" : 28,
"204472320" : 26,
"206569472" : 22,
"208666624" : 10,
"210763776" : 13,
"212860928" : 13,
"214958080" : 5,
"217055232" : 4,
"219152384" : 9,
"221249536" : 4,
"223346688" : 2,
"227540992" : 3,
"229638144" : 1
}
},
"lat_ns" : {
"min" : 15751290,
"max" : 238020458,
"mean" : 73142257.066703,
"stddev" : 26625358.903224,
"N" : 840093
},
"bw_min" : 37282,
"bw_max" : 77009,
"bw_agg" : 100.000000,
"bw_mean" : 56046.680672,
"bw_dev" : 260.359671,
"bw_samples" : 3808,
"iops_min" : 9318,
"iops_max" : 19251,
"iops_mean" : 14009.042017,
"iops_stddev" : 65.103772,
"iops_samples" : 3808
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1920150,
"usr_cpu" : 0.193318,
"sys_cpu" : 3.596386,
"ctx" : 1341943,
"majf" : 0,
"minf" : 1134,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.162952,
"50" : 21.752715,
"100" : 64.793572,
"250" : 13.286951,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098293,
"timestamp_ms" : 1773098293825,
"time" : "Mon Mar 9 20:18:13 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4009377792,
"io_kbytes" : 3915408,
"bw_bytes" : 57270280,
"bw" : 55928,
"iops" : 13983.987544,
"runtime" : 70008,
"total_ios" : 978991,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 344146,
"max" : 50079788,
"mean" : 2278017.725478,
"stddev" : 3526617.961497,
"N" : 978991
},
"clat_ns" : {
"min" : 15220019,
"max" : 229746630,
"mean" : 70947257.436234,
"stddev" : 26115615.722566,
"N" : 978959,
"percentile" : {
"1.000000" : 25296896,
"5.000000" : 34340864,
"10.000000" : 40632320,
"20.000000" : 49020928,
"30.000000" : 55312384,
"40.000000" : 61603840,
"50.000000" : 67633152,
"60.000000" : 73924608,
"70.000000" : 81264640,
"80.000000" : 90701824,
"90.000000" : 106430464,
"95.000000" : 119013376,
"99.000000" : 147849216,
"99.500000" : 158334976,
"99.900000" : 179306496,
"99.950000" : 187695104,
"99.990000" : 204472320
},
"bins" : {
"15269888" : 2,
"15400960" : 3,
"15532032" : 2,
"15794176" : 9,
"15925248" : 4,
"16056320" : 5,
"16187392" : 6,
"16318464" : 3,
"16449536" : 5,
"16580608" : 12,
"16711680" : 12,
"16908288" : 28,
"17170432" : 38,
"17432576" : 46,
"17694720" : 56,
"17956864" : 77,
"18219008" : 96,
"18481152" : 94,
"18743296" : 115,
"19005440" : 167,
"19267584" : 213,
"19529728" : 277,
"19791872" : 290,
"20054016" : 322,
"20316160" : 416,
"20578304" : 459,
"20840448" : 417,
"21102592" : 490,
"21364736" : 439,
"21626880" : 430,
"21889024" : 414,
"22151168" : 403,
"22413312" : 342,
"22675456" : 272,
"22937600" : 288,
"23199744" : 283,
"23461888" : 281,
"23724032" : 377,
"23986176" : 362,
"24248320" : 387,
"24510464" : 432,
"24772608" : 461,
"25034752" : 501,
"25296896" : 596,
"25559040" : 661,
"25821184" : 671,
"26083328" : 732,
"26345472" : 753,
"26607616" : 792,
"26869760" : 801,
"27131904" : 930,
"27394048" : 951,
"27656192" : 967,
"27918336" : 1090,
"28180480" : 978,
"28442624" : 1106,
"28704768" : 1135,
"28966912" : 1154,
"29229056" : 1209,
"29491200" : 1259,
"29753344" : 1180,
"30015488" : 1288,
"30277632" : 1314,
"30539776" : 1302,
"30801920" : 1196,
"31064064" : 1143,
"31326208" : 1214,
"31588352" : 1182,
"31850496" : 1236,
"32112640" : 1175,
"32374784" : 1184,
"32636928" : 1180,
"32899072" : 1175,
"33161216" : 1167,
"33423360" : 1179,
"33816576" : 2703,
"34340864" : 3125,
"34865152" : 3303,
"35389440" : 3659,
"35913728" : 3983,
"36438016" : 4141,
"36962304" : 4261,
"37486592" : 4505,
"38010880" : 4692,
"38535168" : 5058,
"39059456" : 5156,
"39583744" : 4895,
"40108032" : 4933,
"40632320" : 4746,
"41156608" : 4781,
"41680896" : 4786,
"42205184" : 5073,
"42729472" : 5233,
"43253760" : 5367,
"43778048" : 5897,
"44302336" : 6186,
"44826624" : 6653,
"45350912" : 6744,
"45875200" : 6716,
"46399488" : 6891,
"46923776" : 6838,
"47448064" : 7189,
"47972352" : 7103,
"48496640" : 7433,
"49020928" : 7447,
"49545216" : 7537,
"50069504" : 7095,
"50593792" : 7122,
"51118080" : 7292,
"51642368" : 7483,
"52166656" : 7677,
"52690944" : 7829,
"53215232" : 7949,
"53739520" : 7934,
"54263808" : 8154,
"54788096" : 8303,
"55312384" : 8402,
"55836672" : 8437,
"56360960" : 8381,
"56885248" : 8553,
"57409536" : 8534,
"57933824" : 8675,
"58458112" : 8671,
"58982400" : 8872,
"59506688" : 8611,
"60030976" : 8525,
"60555264" : 8583,
"61079552" : 8307,
"61603840" : 8213,
"62128128" : 8256,
"62652416" : 8695,
"63176704" : 8451,
"63700992" : 8298,
"64225280" : 8723,
"64749568" : 8823,
"65273856" : 8840,
"65798144" : 8448,
"66322432" : 8659,
"66846720" : 8782,
"67633152" : 17080,
"68681728" : 16505,
"69730304" : 16067,
"70778880" : 15401,
"71827456" : 15255,
"72876032" : 15231,
"73924608" : 14968,
"74973184" : 15125,
"76021760" : 14051,
"77070336" : 13641,
"78118912" : 13720,
"79167488" : 13227,
"80216064" : 12797,
"81264640" : 12436,
"82313216" : 12275,
"83361792" : 11510,
"84410368" : 11139,
"85458944" : 11018,
"86507520" : 10418,
"87556096" : 10281,
"88604672" : 9709,
"89653248" : 9342,
"90701824" : 9299,
"91750400" : 8627,
"92798976" : 8638,
"93847552" : 8092,
"94896128" : 7900,
"95944704" : 7696,
"96993280" : 7181,
"98041856" : 6733,
"99090432" : 6724,
"100139008" : 6621,
"101187584" : 6171,
"102236160" : 6019,
"103284736" : 5606,
"104333312" : 5310,
"105381888" : 5052,
"106430464" : 4897,
"107479040" : 4783,
"108527616" : 4611,
"109576192" : 4295,
"110624768" : 4342,
"111673344" : 3956,
"112721920" : 3914,
"113770496" : 3722,
"114819072" : 3552,
"115867648" : 3369,
"116916224" : 3191,
"117964800" : 2929,
"119013376" : 2813,
"120061952" : 2681,
"121110528" : 2505,
"122159104" : 2379,
"123207680" : 2423,
"124256256" : 2194,
"125304832" : 2008,
"126353408" : 1869,
"127401984" : 1794,
"128450560" : 1675,
"129499136" : 1678,
"130547712" : 1438,
"131596288" : 1381,
"132644864" : 1305,
"133693440" : 1385,
"135266304" : 2415,
"137363456" : 2219,
"139460608" : 1860,
"141557760" : 1674,
"143654912" : 1405,
"145752064" : 1399,
"147849216" : 1228,
"149946368" : 1027,
"152043520" : 990,
"154140672" : 887,
"156237824" : 774,
"158334976" : 653,
"160432128" : 614,
"162529280" : 535,
"164626432" : 462,
"166723584" : 465,
"168820736" : 349,
"170917888" : 350,
"173015040" : 344,
"175112192" : 254,
"177209344" : 215,
"179306496" : 172,
"181403648" : 146,
"183500800" : 114,
"185597952" : 91,
"187695104" : 90,
"189792256" : 71,
"191889408" : 49,
"193986560" : 48,
"196083712" : 35,
"198180864" : 41,
"200278016" : 32,
"202375168" : 30,
"204472320" : 27,
"206569472" : 22,
"208666624" : 14,
"210763776" : 14,
"212860928" : 14,
"214958080" : 5,
"217055232" : 5,
"219152384" : 9,
"221249536" : 4,
"223346688" : 2,
"227540992" : 3,
"229638144" : 1
}
},
"lat_ns" : {
"min" : 15751290,
"max" : 238020458,
"mean" : 73224882.534922,
"stddev" : 26548787.768352,
"N" : 978959
},
"bw_min" : 37006,
"bw_max" : 78144,
"bw_agg" : 100.000000,
"bw_mean" : 55988.474820,
"bw_dev" : 261.937982,
"bw_samples" : 4448,
"iops_min" : 9248,
"iops_max" : 19536,
"iops_mean" : 13994.107914,
"iops_stddev" : 65.504181,
"iops_samples" : 4448
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2240152,
"usr_cpu" : 0.193960,
"sys_cpu" : 3.590381,
"ctx" : 1562636,
"majf" : 0,
"minf" : 1134,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.169358,
"50" : 21.580689,
"100" : 64.896715,
"250" : 13.349970,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098303,
"timestamp_ms" : 1773098303822,
"time" : "Mon Mar 9 20:18:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 99,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4681400320,
"io_kbytes" : 4571680,
"bw_bytes" : 58510921,
"bw" : 57139,
"iops" : 14286.442775,
"runtime" : 80009,
"total_ios" : 1143044,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 319428,
"max" : 50079788,
"mean" : 2229563.319535,
"stddev" : 3462257.679086,
"N" : 1143046
},
"clat_ns" : {
"min" : 15220019,
"max" : 229746630,
"mean" : 69448719.963474,
"stddev" : 25831093.480042,
"N" : 1143012,
"percentile" : {
"1.000000" : 25034752,
"5.000000" : 33816576,
"10.000000" : 39059456,
"20.000000" : 47448064,
"30.000000" : 54263808,
"40.000000" : 60030976,
"50.000000" : 65798144,
"60.000000" : 71827456,
"70.000000" : 80216064,
"80.000000" : 89653248,
"90.000000" : 104333312,
"95.000000" : 116916224,
"99.000000" : 145752064,
"99.500000" : 156237824,
"99.900000" : 177209344,
"99.950000" : 185597952,
"99.990000" : 204472320
},
"bins" : {
"15269888" : 2,
"15400960" : 3,
"15532032" : 2,
"15794176" : 9,
"15925248" : 5,
"16056320" : 10,
"16187392" : 11,
"16318464" : 5,
"16449536" : 5,
"16580608" : 13,
"16711680" : 12,
"16908288" : 31,
"17170432" : 41,
"17432576" : 48,
"17694720" : 59,
"17956864" : 79,
"18219008" : 113,
"18481152" : 123,
"18743296" : 124,
"19005440" : 187,
"19267584" : 256,
"19529728" : 326,
"19791872" : 370,
"20054016" : 425,
"20316160" : 528,
"20578304" : 601,
"20840448" : 558,
"21102592" : 603,
"21364736" : 566,
"21626880" : 556,
"21889024" : 541,
"22151168" : 504,
"22413312" : 435,
"22675456" : 354,
"22937600" : 364,
"23199744" : 372,
"23461888" : 359,
"23724032" : 471,
"23986176" : 453,
"24248320" : 487,
"24510464" : 548,
"24772608" : 591,
"25034752" : 653,
"25296896" : 753,
"25559040" : 801,
"25821184" : 843,
"26083328" : 922,
"26345472" : 1000,
"26607616" : 1114,
"26869760" : 1094,
"27131904" : 1274,
"27394048" : 1300,
"27656192" : 1320,
"27918336" : 1464,
"28180480" : 1350,
"28442624" : 1510,
"28704768" : 1509,
"28966912" : 1501,
"29229056" : 1529,
"29491200" : 1649,
"29753344" : 1572,
"30015488" : 1630,
"30277632" : 1708,
"30539776" : 1698,
"30801920" : 1593,
"31064064" : 1513,
"31326208" : 1568,
"31588352" : 1508,
"31850496" : 1538,
"32112640" : 1533,
"32374784" : 1551,
"32636928" : 1572,
"32899072" : 1591,
"33161216" : 1523,
"33423360" : 1538,
"33816576" : 3557,
"34340864" : 4049,
"34865152" : 4421,
"35389440" : 4851,
"35913728" : 5221,
"36438016" : 5424,
"36962304" : 5618,
"37486592" : 5892,
"38010880" : 6038,
"38535168" : 6377,
"39059456" : 6510,
"39583744" : 6286,
"40108032" : 6364,
"40632320" : 6094,
"41156608" : 6215,
"41680896" : 6259,
"42205184" : 6533,
"42729472" : 6794,
"43253760" : 6939,
"43778048" : 7431,
"44302336" : 7790,
"44826624" : 8331,
"45350912" : 8459,
"45875200" : 8428,
"46399488" : 8578,
"46923776" : 8589,
"47448064" : 8785,
"47972352" : 8783,
"48496640" : 9146,
"49020928" : 9029,
"49545216" : 9208,
"50069504" : 8772,
"50593792" : 8717,
"51118080" : 8932,
"51642368" : 9166,
"52166656" : 9381,
"52690944" : 9570,
"53215232" : 9646,
"53739520" : 9580,
"54263808" : 9846,
"54788096" : 10066,
"55312384" : 10170,
"55836672" : 10117,
"56360960" : 10023,
"56885248" : 10245,
"57409536" : 10311,
"57933824" : 10320,
"58458112" : 10387,
"58982400" : 10479,
"59506688" : 10206,
"60030976" : 10194,
"60555264" : 10165,
"61079552" : 9998,
"61603840" : 9713,
"62128128" : 9591,
"62652416" : 10208,
"63176704" : 10036,
"63700992" : 9753,
"64225280" : 10129,
"64749568" : 10254,
"65273856" : 10160,
"65798144" : 9735,
"66322432" : 9981,
"66846720" : 10117,
"67633152" : 19715,
"68681728" : 18880,
"69730304" : 18354,
"70778880" : 17466,
"71827456" : 17537,
"72876032" : 17140,
"73924608" : 16857,
"74973184" : 16900,
"76021760" : 15779,
"77070336" : 15303,
"78118912" : 15371,
"79167488" : 14764,
"80216064" : 14294,
"81264640" : 13732,
"82313216" : 13633,
"83361792" : 12848,
"84410368" : 12466,
"85458944" : 12291,
"86507520" : 11528,
"87556096" : 11263,
"88604672" : 10838,
"89653248" : 10346,
"90701824" : 10228,
"91750400" : 9536,
"92798976" : 9622,
"93847552" : 8896,
"94896128" : 8644,
"95944704" : 8482,
"96993280" : 7870,
"98041856" : 7429,
"99090432" : 7346,
"100139008" : 7269,
"101187584" : 6767,
"102236160" : 6677,
"103284736" : 6192,
"104333312" : 5886,
"105381888" : 5625,
"106430464" : 5419,
"107479040" : 5276,
"108527616" : 5081,
"109576192" : 4749,
"110624768" : 4746,
"111673344" : 4299,
"112721920" : 4235,
"113770496" : 4037,
"114819072" : 3879,
"115867648" : 3632,
"116916224" : 3440,
"117964800" : 3196,
"119013376" : 3011,
"120061952" : 2875,
"121110528" : 2660,
"122159104" : 2502,
"123207680" : 2559,
"124256256" : 2319,
"125304832" : 2109,
"126353408" : 1977,
"127401984" : 1883,
"128450560" : 1762,
"129499136" : 1766,
"130547712" : 1506,
"131596288" : 1453,
"132644864" : 1367,
"133693440" : 1444,
"135266304" : 2520,
"137363456" : 2310,
"139460608" : 1914,
"141557760" : 1720,
"143654912" : 1447,
"145752064" : 1445,
"147849216" : 1251,
"149946368" : 1048,
"152043520" : 1002,
"154140672" : 906,
"156237824" : 786,
"158334976" : 663,
"160432128" : 618,
"162529280" : 542,
"164626432" : 478,
"166723584" : 473,
"168820736" : 357,
"170917888" : 355,
"173015040" : 349,
"175112192" : 259,
"177209344" : 219,
"179306496" : 177,
"181403648" : 148,
"183500800" : 119,
"185597952" : 92,
"187695104" : 91,
"189792256" : 72,
"191889408" : 50,
"193986560" : 48,
"196083712" : 35,
"198180864" : 41,
"200278016" : 32,
"202375168" : 30,
"204472320" : 27,
"206569472" : 22,
"208666624" : 14,
"210763776" : 14,
"212860928" : 14,
"214958080" : 5,
"217055232" : 5,
"219152384" : 9,
"221249536" : 4,
"223346688" : 2,
"227540992" : 3,
"229638144" : 1
}
},
"lat_ns" : {
"min" : 15751290,
"max" : 238020458,
"mean" : 71677480.821760,
"stddev" : 26269279.495094,
"N" : 1143012
},
"bw_min" : 37006,
"bw_max" : 82888,
"bw_agg" : 99.967498,
"bw_mean" : 57121.981132,
"bw_dev" : 278.626813,
"bw_samples" : 5088,
"iops_min" : 9248,
"iops_max" : 20721,
"iops_mean" : 14277.257862,
"iops_stddev" : 69.678589,
"iops_samples" : 5088
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2560171,
"usr_cpu" : 0.200377,
"sys_cpu" : 3.671747,
"ctx" : 1824352,
"majf" : 0,
"minf" : 1134,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.171822,
"50" : 23.596117,
"100" : 63.916262,
"250" : 12.312999,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098313,
"timestamp_ms" : 1773098313825,
"time" : "Mon Mar 9 20:18:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 89,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5338284032,
"io_kbytes" : 5213168,
"bw_bytes" : 59308995,
"bw" : 57918,
"iops" : 14481.090570,
"runtime" : 90008,
"total_ios" : 1303414,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 319428,
"max" : 58921092,
"mean" : 2199574.765319,
"stddev" : 3425109.742521,
"N" : 1303414
},
"clat_ns" : {
"min" : 15220019,
"max" : 229746630,
"mean" : 68517019.378162,
"stddev" : 25539398.904220,
"N" : 1303382,
"percentile" : {
"1.000000" : 24772608,
"5.000000" : 33161216,
"10.000000" : 39059456,
"20.000000" : 46923776,
"30.000000" : 53215232,
"40.000000" : 58982400,
"50.000000" : 64749568,
"60.000000" : 70778880,
"70.000000" : 79167488,
"80.000000" : 88604672,
"90.000000" : 103284736,
"95.000000" : 115867648,
"99.000000" : 143654912,
"99.500000" : 154140672,
"99.900000" : 177209344,
"99.950000" : 183500800,
"99.990000" : 202375168
},
"bins" : {
"15269888" : 2,
"15400960" : 3,
"15532032" : 2,
"15794176" : 9,
"15925248" : 5,
"16056320" : 10,
"16187392" : 11,
"16318464" : 5,
"16449536" : 5,
"16580608" : 13,
"16711680" : 13,
"16908288" : 36,
"17170432" : 47,
"17432576" : 52,
"17694720" : 66,
"17956864" : 82,
"18219008" : 116,
"18481152" : 139,
"18743296" : 150,
"19005440" : 229,
"19267584" : 302,
"19529728" : 380,
"19791872" : 448,
"20054016" : 502,
"20316160" : 612,
"20578304" : 711,
"20840448" : 681,
"21102592" : 720,
"21364736" : 697,
"21626880" : 690,
"21889024" : 669,
"22151168" : 622,
"22413312" : 532,
"22675456" : 441,
"22937600" : 425,
"23199744" : 430,
"23461888" : 418,
"23724032" : 531,
"23986176" : 506,
"24248320" : 556,
"24510464" : 628,
"24772608" : 723,
"25034752" : 771,
"25296896" : 889,
"25559040" : 949,
"25821184" : 1017,
"26083328" : 1107,
"26345472" : 1192,
"26607616" : 1324,
"26869760" : 1353,
"27131904" : 1537,
"27394048" : 1595,
"27656192" : 1676,
"27918336" : 1781,
"28180480" : 1674,
"28442624" : 1833,
"28704768" : 1848,
"28966912" : 1843,
"29229056" : 1866,
"29491200" : 1951,
"29753344" : 1919,
"30015488" : 2008,
"30277632" : 2050,
"30539776" : 2022,
"30801920" : 1913,
"31064064" : 1853,
"31326208" : 1883,
"31588352" : 1786,
"31850496" : 1824,
"32112640" : 1864,
"32374784" : 1911,
"32636928" : 1910,
"32899072" : 1953,
"33161216" : 1879,
"33423360" : 1872,
"33816576" : 4347,
"34340864" : 4903,
"34865152" : 5398,
"35389440" : 5949,
"35913728" : 6320,
"36438016" : 6492,
"36962304" : 6787,
"37486592" : 7150,
"38010880" : 7234,
"38535168" : 7587,
"39059456" : 7780,
"39583744" : 7602,
"40108032" : 7596,
"40632320" : 7335,
"41156608" : 7414,
"41680896" : 7411,
"42205184" : 7693,
"42729472" : 8073,
"43253760" : 8326,
"43778048" : 8949,
"44302336" : 9258,
"44826624" : 9850,
"45350912" : 9896,
"45875200" : 9957,
"46399488" : 10081,
"46923776" : 10247,
"47448064" : 10348,
"47972352" : 10394,
"48496640" : 10782,
"49020928" : 10535,
"49545216" : 10631,
"50069504" : 10267,
"50593792" : 10165,
"51118080" : 10370,
"51642368" : 10760,
"52166656" : 11106,
"52690944" : 11224,
"53215232" : 11251,
"53739520" : 11267,
"54263808" : 11487,
"54788096" : 11695,
"55312384" : 11801,
"55836672" : 11915,
"56360960" : 11732,
"56885248" : 11826,
"57409536" : 11965,
"57933824" : 12030,
"58458112" : 12113,
"58982400" : 12081,
"59506688" : 11793,
"60030976" : 11830,
"60555264" : 11771,
"61079552" : 11504,
"61603840" : 11407,
"62128128" : 11219,
"62652416" : 11717,
"63176704" : 11539,
"63700992" : 11172,
"64225280" : 11625,
"64749568" : 11680,
"65273856" : 11551,
"65798144" : 11057,
"66322432" : 11273,
"66846720" : 11443,
"67633152" : 22237,
"68681728" : 21557,
"69730304" : 20846,
"70778880" : 19869,
"71827456" : 19939,
"72876032" : 19259,
"73924608" : 18884,
"74973184" : 18932,
"76021760" : 17585,
"77070336" : 17152,
"78118912" : 17194,
"79167488" : 16448,
"80216064" : 15795,
"81264640" : 15215,
"82313216" : 15048,
"83361792" : 14039,
"84410368" : 13677,
"85458944" : 13511,
"86507520" : 12699,
"87556096" : 12347,
"88604672" : 11877,
"89653248" : 11438,
"90701824" : 11194,
"91750400" : 10506,
"92798976" : 10562,
"93847552" : 9800,
"94896128" : 9435,
"95944704" : 9330,
"96993280" : 8694,
"98041856" : 8197,
"99090432" : 8064,
"100139008" : 8020,
"101187584" : 7467,
"102236160" : 7354,
"103284736" : 6819,
"104333312" : 6399,
"105381888" : 6142,
"106430464" : 5909,
"107479040" : 5800,
"108527616" : 5519,
"109576192" : 5132,
"110624768" : 5121,
"111673344" : 4659,
"112721920" : 4578,
"113770496" : 4379,
"114819072" : 4201,
"115867648" : 3918,
"116916224" : 3684,
"117964800" : 3442,
"119013376" : 3238,
"120061952" : 3094,
"121110528" : 2859,
"122159104" : 2646,
"123207680" : 2715,
"124256256" : 2491,
"125304832" : 2236,
"126353408" : 2096,
"127401984" : 1962,
"128450560" : 1845,
"129499136" : 1845,
"130547712" : 1573,
"131596288" : 1506,
"132644864" : 1441,
"133693440" : 1500,
"135266304" : 2598,
"137363456" : 2391,
"139460608" : 1982,
"141557760" : 1797,
"143654912" : 1495,
"145752064" : 1492,
"147849216" : 1305,
"149946368" : 1083,
"152043520" : 1034,
"154140672" : 939,
"156237824" : 822,
"158334976" : 682,
"160432128" : 627,
"162529280" : 551,
"164626432" : 486,
"166723584" : 481,
"168820736" : 370,
"170917888" : 358,
"173015040" : 357,
"175112192" : 267,
"177209344" : 225,
"179306496" : 184,
"181403648" : 156,
"183500800" : 123,
"185597952" : 93,
"187695104" : 95,
"189792256" : 75,
"191889408" : 53,
"193986560" : 50,
"196083712" : 35,
"198180864" : 41,
"200278016" : 32,
"202375168" : 30,
"204472320" : 27,
"206569472" : 22,
"208666624" : 14,
"210763776" : 14,
"212860928" : 14,
"214958080" : 5,
"217055232" : 5,
"219152384" : 9,
"221249536" : 4,
"223346688" : 2,
"227540992" : 3,
"229638144" : 1
}
},
"lat_ns" : {
"min" : 15751290,
"max" : 238020458,
"mean" : 70716622.681534,
"stddev" : 25974612.394498,
"N" : 1303382
},
"bw_min" : 37006,
"bw_max" : 84726,
"bw_agg" : 100.000000,
"bw_mean" : 57937.720670,
"bw_dev" : 283.249096,
"bw_samples" : 5728,
"iops_min" : 9248,
"iops_max" : 21181,
"iops_mean" : 14481.178771,
"iops_stddev" : 70.832703,
"iops_samples" : 5728
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880145,
"usr_cpu" : 0.201865,
"sys_cpu" : 3.727486,
"ctx" : 2078777,
"majf" : 0,
"minf" : 1134,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.174158,
"50" : 24.701591,
"100" : 63.524866,
"250" : 11.596929,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098323,
"timestamp_ms" : 1773098323823,
"time" : "Mon Mar 9 20:18:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5978177536,
"io_kbytes" : 5838064,
"bw_bytes" : 59776993,
"bw" : 58375,
"iops" : 14595.732341,
"runtime" : 100008,
"total_ios" : 1459690,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 319428,
"max" : 58921092,
"mean" : 2182158.505794,
"stddev" : 3396763.595582,
"N" : 1459690
},
"clat_ns" : {
"min" : 15220019,
"max" : 229746630,
"mean" : 67975195.829079,
"stddev" : 25228307.239566,
"N" : 1459658,
"percentile" : {
"1.000000" : 24772608,
"5.000000" : 33161216,
"10.000000" : 38535168,
"20.000000" : 46399488,
"30.000000" : 52690944,
"40.000000" : 58458112,
"50.000000" : 64225280,
"60.000000" : 70778880,
"70.000000" : 78118912,
"80.000000" : 87556096,
"90.000000" : 102236160,
"95.000000" : 114819072,
"99.000000" : 141557760,
"99.500000" : 154140672,
"99.900000" : 175112192,
"99.950000" : 183500800,
"99.990000" : 202375168
},
"bins" : {
"15269888" : 2,
"15400960" : 3,
"15532032" : 2,
"15794176" : 9,
"15925248" : 5,
"16056320" : 10,
"16187392" : 11,
"16318464" : 5,
"16449536" : 5,
"16580608" : 13,
"16711680" : 13,
"16908288" : 36,
"17170432" : 48,
"17432576" : 55,
"17694720" : 69,
"17956864" : 85,
"18219008" : 121,
"18481152" : 141,
"18743296" : 183,
"19005440" : 265,
"19267584" : 337,
"19529728" : 439,
"19791872" : 513,
"20054016" : 568,
"20316160" : 677,
"20578304" : 790,
"20840448" : 759,
"21102592" : 823,
"21364736" : 796,
"21626880" : 794,
"21889024" : 770,
"22151168" : 721,
"22413312" : 611,
"22675456" : 514,
"22937600" : 484,
"23199744" : 493,
"23461888" : 467,
"23724032" : 573,
"23986176" : 578,
"24248320" : 619,
"24510464" : 689,
"24772608" : 814,
"25034752" : 850,
"25296896" : 957,
"25559040" : 1045,
"25821184" : 1125,
"26083328" : 1231,
"26345472" : 1326,
"26607616" : 1485,
"26869760" : 1540,
"27131904" : 1757,
"27394048" : 1807,
"27656192" : 1898,
"27918336" : 2002,
"28180480" : 1919,
"28442624" : 2078,
"28704768" : 2092,
"28966912" : 2105,
"29229056" : 2116,
"29491200" : 2229,
"29753344" : 2176,
"30015488" : 2303,
"30277632" : 2387,
"30539776" : 2317,
"30801920" : 2191,
"31064064" : 2115,
"31326208" : 2139,
"31588352" : 2032,
"31850496" : 2078,
"32112640" : 2095,
"32374784" : 2159,
"32636928" : 2139,
"32899072" : 2188,
"33161216" : 2110,
"33423360" : 2125,
"33816576" : 4951,
"34340864" : 5513,
"34865152" : 6116,
"35389440" : 6705,
"35913728" : 7265,
"36438016" : 7593,
"36962304" : 7906,
"37486592" : 8425,
"38010880" : 8451,
"38535168" : 8639,
"39059456" : 8803,
"39583744" : 8679,
"40108032" : 8663,
"40632320" : 8431,
"41156608" : 8504,
"41680896" : 8427,
"42205184" : 8803,
"42729472" : 9179,
"43253760" : 9461,
"43778048" : 10213,
"44302336" : 10552,
"44826624" : 11216,
"45350912" : 11258,
"45875200" : 11459,
"46399488" : 11532,
"46923776" : 11688,
"47448064" : 11879,
"47972352" : 11851,
"48496640" : 12303,
"49020928" : 11993,
"49545216" : 12189,
"50069504" : 11816,
"50593792" : 11688,
"51118080" : 11918,
"51642368" : 12304,
"52166656" : 12617,
"52690944" : 12749,
"53215232" : 12812,
"53739520" : 12974,
"54263808" : 13136,
"54788096" : 13365,
"55312384" : 13380,
"55836672" : 13594,
"56360960" : 13402,
"56885248" : 13450,
"57409536" : 13640,
"57933824" : 13643,
"58458112" : 13720,
"58982400" : 13679,
"59506688" : 13350,
"60030976" : 13460,
"60555264" : 13412,
"61079552" : 13143,
"61603840" : 12967,
"62128128" : 12647,
"62652416" : 13148,
"63176704" : 13043,
"63700992" : 12666,
"64225280" : 13108,
"64749568" : 13220,
"65273856" : 13008,
"65798144" : 12459,
"66322432" : 12753,
"66846720" : 12905,
"67633152" : 24921,
"68681728" : 24053,
"69730304" : 23323,
"70778880" : 22079,
"71827456" : 22260,
"72876032" : 21587,
"73924608" : 21019,
"74973184" : 21122,
"76021760" : 19643,
"77070336" : 19229,
"78118912" : 18955,
"79167488" : 18190,
"80216064" : 17497,
"81264640" : 16845,
"82313216" : 16654,
"83361792" : 15505,
"84410368" : 15226,
"85458944" : 14881,
"86507520" : 13990,
"87556096" : 13571,
"88604672" : 13126,
"89653248" : 12586,
"90701824" : 12275,
"91750400" : 11519,
"92798976" : 11558,
"93847552" : 10642,
"94896128" : 10302,
"95944704" : 10162,
"96993280" : 9503,
"98041856" : 8890,
"99090432" : 8757,
"100139008" : 8687,
"101187584" : 8130,
"102236160" : 8028,
"103284736" : 7370,
"104333312" : 6976,
"105381888" : 6672,
"106430464" : 6367,
"107479040" : 6351,
"108527616" : 5959,
"109576192" : 5597,
"110624768" : 5539,
"111673344" : 4991,
"112721920" : 4929,
"113770496" : 4725,
"114819072" : 4517,
"115867648" : 4195,
"116916224" : 3948,
"117964800" : 3699,
"119013376" : 3504,
"120061952" : 3311,
"121110528" : 3065,
"122159104" : 2823,
"123207680" : 2884,
"124256256" : 2659,
"125304832" : 2372,
"126353408" : 2204,
"127401984" : 2080,
"128450560" : 1957,
"129499136" : 1947,
"130547712" : 1662,
"131596288" : 1611,
"132644864" : 1540,
"133693440" : 1581,
"135266304" : 2709,
"137363456" : 2490,
"139460608" : 2072,
"141557760" : 1864,
"143654912" : 1548,
"145752064" : 1539,
"147849216" : 1334,
"149946368" : 1115,
"152043520" : 1056,
"154140672" : 963,
"156237824" : 844,
"158334976" : 692,
"160432128" : 632,
"162529280" : 556,
"164626432" : 487,
"166723584" : 487,
"168820736" : 371,
"170917888" : 359,
"173015040" : 360,
"175112192" : 268,
"177209344" : 226,
"179306496" : 184,
"181403648" : 156,
"183500800" : 123,
"185597952" : 93,
"187695104" : 95,
"189792256" : 75,
"191889408" : 53,
"193986560" : 50,
"196083712" : 35,
"198180864" : 41,
"200278016" : 32,
"202375168" : 30,
"204472320" : 27,
"206569472" : 22,
"208666624" : 14,
"210763776" : 14,
"212860928" : 14,
"214958080" : 5,
"217055232" : 5,
"219152384" : 9,
"221249536" : 4,
"223346688" : 2,
"227540992" : 3,
"229638144" : 1
}
},
"lat_ns" : {
"min" : 15751290,
"max" : 238020458,
"mean" : 70157282.487043,
"stddev" : 25660027.228630,
"N" : 1459658
},
"bw_min" : 37006,
"bw_max" : 84838,
"bw_agg" : 99.998339,
"bw_mean" : 58375.015075,
"bw_dev" : 279.079487,
"bw_samples" : 6368,
"iops_min" : 9248,
"iops_max" : 21209,
"iops_mean" : 14590.708543,
"iops_stddev" : 69.790008,
"iops_samples" : 6368
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3200150,
"usr_cpu" : 0.203240,
"sys_cpu" : 3.757324,
"ctx" : 2331027,
"majf" : 0,
"minf" : 1134,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999931,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999931,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.173941,
"50" : 25.180141,
"100" : 63.555549,
"250" : 11.088176,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098333,
"timestamp_ms" : 1773098333825,
"time" : "Mon Mar 9 20:18:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 69,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6619471872,
"io_kbytes" : 6464328,
"bw_bytes" : 60172640,
"bw" : 58762,
"iops" : 14692.067850,
"runtime" : 110008,
"total_ios" : 1616245,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 319428,
"max" : 58921092,
"mean" : 2167732.765029,
"stddev" : 3375018.357062,
"N" : 1616245
},
"clat_ns" : {
"min" : 15220019,
"max" : 229746630,
"mean" : 67528553.486992,
"stddev" : 25028197.482243,
"N" : 1616213,
"percentile" : {
"1.000000" : 24510464,
"5.000000" : 32899072,
"10.000000" : 38535168,
"20.000000" : 46399488,
"30.000000" : 52690944,
"40.000000" : 58458112,
"50.000000" : 64225280,
"60.000000" : 69730304,
"70.000000" : 77070336,
"80.000000" : 86507520,
"90.000000" : 101187584,
"95.000000" : 113770496,
"99.000000" : 141557760,
"99.500000" : 152043520,
"99.900000" : 173015040,
"99.950000" : 181403648,
"99.990000" : 200278016
},
"bins" : {
"15269888" : 2,
"15400960" : 3,
"15532032" : 2,
"15794176" : 9,
"15925248" : 5,
"16056320" : 10,
"16187392" : 11,
"16318464" : 7,
"16449536" : 5,
"16580608" : 14,
"16711680" : 13,
"16908288" : 39,
"17170432" : 54,
"17432576" : 58,
"17694720" : 77,
"17956864" : 94,
"18219008" : 134,
"18481152" : 158,
"18743296" : 211,
"19005440" : 300,
"19267584" : 369,
"19529728" : 474,
"19791872" : 570,
"20054016" : 632,
"20316160" : 761,
"20578304" : 879,
"20840448" : 846,
"21102592" : 937,
"21364736" : 926,
"21626880" : 928,
"21889024" : 896,
"22151168" : 822,
"22413312" : 723,
"22675456" : 633,
"22937600" : 585,
"23199744" : 617,
"23461888" : 570,
"23724032" : 679,
"23986176" : 673,
"24248320" : 709,
"24510464" : 766,
"24772608" : 909,
"25034752" : 959,
"25296896" : 1080,
"25559040" : 1176,
"25821184" : 1280,
"26083328" : 1400,
"26345472" : 1506,
"26607616" : 1652,
"26869760" : 1707,
"27131904" : 1959,
"27394048" : 2003,
"27656192" : 2139,
"27918336" : 2246,
"28180480" : 2205,
"28442624" : 2321,
"28704768" : 2403,
"28966912" : 2389,
"29229056" : 2448,
"29491200" : 2558,
"29753344" : 2499,
"30015488" : 2613,
"30277632" : 2676,
"30539776" : 2605,
"30801920" : 2432,
"31064064" : 2397,
"31326208" : 2412,
"31588352" : 2292,
"31850496" : 2337,
"32112640" : 2365,
"32374784" : 2464,
"32636928" : 2421,
"32899072" : 2530,
"33161216" : 2435,
"33423360" : 2456,
"33816576" : 5677,
"34340864" : 6323,
"34865152" : 6994,
"35389440" : 7571,
"35913728" : 8138,
"36438016" : 8682,
"36962304" : 8963,
"37486592" : 9536,
"38010880" : 9518,
"38535168" : 9698,
"39059456" : 9931,
"39583744" : 9837,
"40108032" : 9729,
"40632320" : 9627,
"41156608" : 9598,
"41680896" : 9561,
"42205184" : 10001,
"42729472" : 10395,
"43253760" : 10759,
"43778048" : 11496,
"44302336" : 11799,
"44826624" : 12673,
"45350912" : 12882,
"45875200" : 13020,
"46399488" : 13100,
"46923776" : 13318,
"47448064" : 13349,
"47972352" : 13210,
"48496640" : 13752,
"49020928" : 13437,
"49545216" : 13648,
"50069504" : 13209,
"50593792" : 13100,
"51118080" : 13361,
"51642368" : 13813,
"52166656" : 14162,
"52690944" : 14377,
"53215232" : 14307,
"53739520" : 14485,
"54263808" : 14600,
"54788096" : 14796,
"55312384" : 14921,
"55836672" : 15221,
"56360960" : 15017,
"56885248" : 14963,
"57409536" : 15206,
"57933824" : 15149,
"58458112" : 15120,
"58982400" : 15112,
"59506688" : 14670,
"60030976" : 14868,
"60555264" : 14797,
"61079552" : 14688,
"61603840" : 14484,
"62128128" : 14121,
"62652416" : 14642,
"63176704" : 14390,
"63700992" : 14002,
"64225280" : 14428,
"64749568" : 14647,
"65273856" : 14424,
"65798144" : 13835,
"66322432" : 14056,
"66846720" : 14187,
"67633152" : 27522,
"68681728" : 26610,
"69730304" : 25723,
"70778880" : 24466,
"71827456" : 24523,
"72876032" : 23799,
"73924608" : 23136,
"74973184" : 23170,
"76021760" : 21695,
"77070336" : 21120,
"78118912" : 20834,
"79167488" : 20156,
"80216064" : 19255,
"81264640" : 18438,
"82313216" : 18132,
"83361792" : 16903,
"84410368" : 16567,
"85458944" : 16224,
"86507520" : 15263,
"87556096" : 14913,
"88604672" : 14455,
"89653248" : 13784,
"90701824" : 13357,
"91750400" : 12624,
"92798976" : 12579,
"93847552" : 11600,
"94896128" : 11255,
"95944704" : 11083,
"96993280" : 10324,
"98041856" : 9839,
"99090432" : 9609,
"100139008" : 9524,
"101187584" : 8811,
"102236160" : 8737,
"103284736" : 7977,
"104333312" : 7573,
"105381888" : 7157,
"106430464" : 6876,
"107479040" : 6843,
"108527616" : 6414,
"109576192" : 6033,
"110624768" : 5942,
"111673344" : 5379,
"112721920" : 5289,
"113770496" : 5065,
"114819072" : 4875,
"115867648" : 4531,
"116916224" : 4237,
"117964800" : 3982,
"119013376" : 3715,
"120061952" : 3561,
"121110528" : 3261,
"122159104" : 3034,
"123207680" : 3082,
"124256256" : 2810,
"125304832" : 2539,
"126353408" : 2318,
"127401984" : 2221,
"128450560" : 2099,
"129499136" : 2059,
"130547712" : 1763,
"131596288" : 1670,
"132644864" : 1609,
"133693440" : 1634,
"135266304" : 2825,
"137363456" : 2586,
"139460608" : 2153,
"141557760" : 1924,
"143654912" : 1617,
"145752064" : 1588,
"147849216" : 1385,
"149946368" : 1162,
"152043520" : 1093,
"154140672" : 997,
"156237824" : 869,
"158334976" : 708,
"160432128" : 637,
"162529280" : 557,
"164626432" : 494,
"166723584" : 494,
"168820736" : 372,
"170917888" : 359,
"173015040" : 363,
"175112192" : 268,
"177209344" : 226,
"179306496" : 184,
"181403648" : 156,
"183500800" : 124,
"185597952" : 94,
"187695104" : 98,
"189792256" : 78,
"191889408" : 56,
"193986560" : 50,
"196083712" : 37,
"198180864" : 42,
"200278016" : 33,
"202375168" : 31,
"204472320" : 27,
"206569472" : 22,
"208666624" : 14,
"210763776" : 14,
"212860928" : 14,
"214958080" : 5,
"217055232" : 5,
"219152384" : 9,
"221249536" : 4,
"223346688" : 2,
"227540992" : 3,
"229638144" : 1
}
},
"lat_ns" : {
"min" : 15751290,
"max" : 238020458,
"mean" : 69696272.810941,
"stddev" : 25456654.998440,
"N" : 1616213
},
"bw_min" : 37006,
"bw_max" : 85083,
"bw_agg" : 99.994310,
"bw_mean" : 58759.625571,
"bw_dev" : 277.099126,
"bw_samples" : 7008,
"iops_min" : 9248,
"iops_max" : 21270,
"iops_mean" : 14686.780822,
"iops_stddev" : 69.297635,
"iops_samples" : 7008
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3520136,
"usr_cpu" : 0.204424,
"sys_cpu" : 3.785223,
"ctx" : 2583190,
"majf" : 0,
"minf" : 1134,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.173427,
"50" : 25.726174,
"100" : 63.396762,
"250" : 10.701657,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098343,
"timestamp_ms" : 1773098343825,
"time" : "Mon Mar 9 20:19:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 59,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7239000064,
"io_kbytes" : 7069336,
"bw_bytes" : 60320979,
"bw" : 58907,
"iops" : 14728.168122,
"runtime" : 120008,
"total_ios" : 1767498,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 319428,
"max" : 58921092,
"mean" : 2162312.654679,
"stddev" : 3365832.628530,
"N" : 1767498
},
"clat_ns" : {
"min" : 15220019,
"max" : 229746630,
"mean" : 67360148.555214,
"stddev" : 24896642.362990,
"N" : 1767466,
"percentile" : {
"1.000000" : 24510464,
"5.000000" : 32899072,
"10.000000" : 38535168,
"20.000000" : 46399488,
"30.000000" : 52690944,
"40.000000" : 57933824,
"50.000000" : 63700992,
"60.000000" : 69730304,
"70.000000" : 77070336,
"80.000000" : 86507520,
"90.000000" : 101187584,
"95.000000" : 113770496,
"99.000000" : 139460608,
"99.500000" : 149946368,
"99.900000" : 173015040,
"99.950000" : 181403648,
"99.990000" : 200278016
},
"bins" : {
"15269888" : 2,
"15400960" : 3,
"15532032" : 2,
"15794176" : 10,
"15925248" : 7,
"16056320" : 11,
"16187392" : 20,
"16318464" : 13,
"16449536" : 13,
"16580608" : 20,
"16711680" : 17,
"16908288" : 43,
"17170432" : 60,
"17432576" : 68,
"17694720" : 89,
"17956864" : 109,
"18219008" : 146,
"18481152" : 184,
"18743296" : 221,
"19005440" : 320,
"19267584" : 400,
"19529728" : 505,
"19791872" : 633,
"20054016" : 700,
"20316160" : 851,
"20578304" : 988,
"20840448" : 946,
"21102592" : 1064,
"21364736" : 1046,
"21626880" : 1041,
"21889024" : 1017,
"22151168" : 915,
"22413312" : 810,
"22675456" : 712,
"22937600" : 685,
"23199744" : 695,
"23461888" : 648,
"23724032" : 744,
"23986176" : 742,
"24248320" : 756,
"24510464" : 837,
"24772608" : 1025,
"25034752" : 1066,
"25296896" : 1200,
"25559040" : 1286,
"25821184" : 1421,
"26083328" : 1560,
"26345472" : 1633,
"26607616" : 1851,
"26869760" : 1901,
"27131904" : 2138,
"27394048" : 2193,
"27656192" : 2361,
"27918336" : 2454,
"28180480" : 2435,
"28442624" : 2526,
"28704768" : 2605,
"28966912" : 2609,
"29229056" : 2675,
"29491200" : 2799,
"29753344" : 2750,
"30015488" : 2871,
"30277632" : 2928,
"30539776" : 2800,
"30801920" : 2666,
"31064064" : 2638,
"31326208" : 2655,
"31588352" : 2550,
"31850496" : 2575,
"32112640" : 2615,
"32374784" : 2756,
"32636928" : 2693,
"32899072" : 2797,
"33161216" : 2654,
"33423360" : 2722,
"33816576" : 6222,
"34340864" : 6896,
"34865152" : 7641,
"35389440" : 8173,
"35913728" : 8850,
"36438016" : 9548,
"36962304" : 9831,
"37486592" : 10401,
"38010880" : 10455,
"38535168" : 10693,
"39059456" : 10838,
"39583744" : 10745,
"40108032" : 10796,
"40632320" : 10579,
"41156608" : 10542,
"41680896" : 10569,
"42205184" : 11114,
"42729472" : 11488,
"43253760" : 11834,
"43778048" : 12587,
"44302336" : 12959,
"44826624" : 13984,
"45350912" : 14157,
"45875200" : 14330,
"46399488" : 14415,
"46923776" : 14604,
"47448064" : 14607,
"47972352" : 14443,
"48496640" : 15040,
"49020928" : 14941,
"49545216" : 15073,
"50069504" : 14532,
"50593792" : 14420,
"51118080" : 14710,
"51642368" : 15172,
"52166656" : 15466,
"52690944" : 15788,
"53215232" : 15743,
"53739520" : 15877,
"54263808" : 16066,
"54788096" : 16226,
"55312384" : 16386,
"55836672" : 16602,
"56360960" : 16470,
"56885248" : 16370,
"57409536" : 16695,
"57933824" : 16542,
"58458112" : 16462,
"58982400" : 16630,
"59506688" : 16174,
"60030976" : 16312,
"60555264" : 16144,
"61079552" : 16118,
"61603840" : 15948,
"62128128" : 15480,
"62652416" : 16002,
"63176704" : 15716,
"63700992" : 15359,
"64225280" : 15747,
"64749568" : 15949,
"65273856" : 15808,
"65798144" : 15159,
"66322432" : 15395,
"66846720" : 15549,
"67633152" : 30099,
"68681728" : 29108,
"69730304" : 27967,
"70778880" : 26870,
"71827456" : 26800,
"72876032" : 25985,
"73924608" : 25328,
"74973184" : 25383,
"76021760" : 23761,
"77070336" : 23195,
"78118912" : 22830,
"79167488" : 21899,
"80216064" : 21023,
"81264640" : 20224,
"82313216" : 19861,
"83361792" : 18565,
"84410368" : 18094,
"85458944" : 17721,
"86507520" : 16843,
"87556096" : 16343,
"88604672" : 15842,
"89653248" : 14998,
"90701824" : 14461,
"91750400" : 13786,
"92798976" : 13730,
"93847552" : 12646,
"94896128" : 12215,
"95944704" : 12001,
"96993280" : 11242,
"98041856" : 10783,
"99090432" : 10485,
"100139008" : 10253,
"101187584" : 9586,
"102236160" : 9538,
"103284736" : 8676,
"104333312" : 8199,
"105381888" : 7806,
"106430464" : 7498,
"107479040" : 7357,
"108527616" : 6910,
"109576192" : 6496,
"110624768" : 6427,
"111673344" : 5805,
"112721920" : 5664,
"113770496" : 5455,
"114819072" : 5239,
"115867648" : 4813,
"116916224" : 4551,
"117964800" : 4251,
"119013376" : 3972,
"120061952" : 3853,
"121110528" : 3471,
"122159104" : 3217,
"123207680" : 3279,
"124256256" : 3005,
"125304832" : 2730,
"126353408" : 2479,
"127401984" : 2394,
"128450560" : 2245,
"129499136" : 2229,
"130547712" : 1904,
"131596288" : 1789,
"132644864" : 1698,
"133693440" : 1717,
"135266304" : 3029,
"137363456" : 2755,
"139460608" : 2315,
"141557760" : 2047,
"143654912" : 1715,
"145752064" : 1660,
"147849216" : 1452,
"149946368" : 1234,
"152043520" : 1129,
"154140672" : 1037,
"156237824" : 904,
"158334976" : 729,
"160432128" : 665,
"162529280" : 578,
"164626432" : 507,
"166723584" : 505,
"168820736" : 380,
"170917888" : 369,
"173015040" : 365,
"175112192" : 275,
"177209344" : 232,
"179306496" : 187,
"181403648" : 159,
"183500800" : 129,
"185597952" : 95,
"187695104" : 100,
"189792256" : 78,
"191889408" : 56,
"193986560" : 50,
"196083712" : 37,
"198180864" : 42,
"200278016" : 33,
"202375168" : 31,
"204472320" : 27,
"206569472" : 22,
"208666624" : 14,
"210763776" : 14,
"212860928" : 14,
"214958080" : 5,
"217055232" : 5,
"219152384" : 9,
"221249536" : 4,
"223346688" : 2,
"227540992" : 3,
"229638144" : 1
}
},
"lat_ns" : {
"min" : 15751290,
"max" : 238020458,
"mean" : 69522177.527529,
"stddev" : 25321263.351992,
"N" : 1767466
},
"bw_min" : 36972,
"bw_max" : 85159,
"bw_agg" : 100.000000,
"bw_mean" : 58924.430962,
"bw_dev" : 276.654305,
"bw_samples" : 7648,
"iops_min" : 9240,
"iops_max" : 21289,
"iops_mean" : 14728.075314,
"iops_stddev" : 69.186509,
"iops_samples" : 7648
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3840154,
"usr_cpu" : 0.204054,
"sys_cpu" : 3.796488,
"ctx" : 2828533,
"majf" : 0,
"minf" : 1134,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.175389,
"50" : 25.864867,
"100" : 63.447483,
"250" : 10.510450,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098353,
"timestamp_ms" : 1773098353821,
"time" : "Mon Mar 9 20:19:13 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 49,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7865290752,
"io_kbytes" : 7680948,
"bw_bytes" : 60498513,
"bw" : 59080,
"iops" : 14771.514061,
"runtime" : 130008,
"total_ios" : 1920415,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 319428,
"max" : 58921092,
"mean" : 2155947.104647,
"stddev" : 3356218.820218,
"N" : 1920415
},
"clat_ns" : {
"min" : 15220019,
"max" : 229746630,
"mean" : 67166731.522460,
"stddev" : 24770962.655446,
"N" : 1920383,
"percentile" : {
"1.000000" : 24510464,
"5.000000" : 32636928,
"10.000000" : 38010880,
"20.000000" : 45875200,
"30.000000" : 52166656,
"40.000000" : 57933824,
"50.000000" : 63700992,
"60.000000" : 69730304,
"70.000000" : 77070336,
"80.000000" : 86507520,
"90.000000" : 100139008,
"95.000000" : 112721920,
"99.000000" : 139460608,
"99.500000" : 149946368,
"99.900000" : 173015040,
"99.950000" : 179306496,
"99.990000" : 198180864
},
"bins" : {
"15269888" : 2,
"15400960" : 3,
"15532032" : 2,
"15794176" : 10,
"15925248" : 7,
"16056320" : 12,
"16187392" : 21,
"16318464" : 14,
"16449536" : 14,
"16580608" : 20,
"16711680" : 17,
"16908288" : 46,
"17170432" : 62,
"17432576" : 70,
"17694720" : 93,
"17956864" : 121,
"18219008" : 162,
"18481152" : 196,
"18743296" : 242,
"19005440" : 338,
"19267584" : 414,
"19529728" : 534,
"19791872" : 656,
"20054016" : 742,
"20316160" : 906,
"20578304" : 1083,
"20840448" : 1057,
"21102592" : 1182,
"21364736" : 1177,
"21626880" : 1179,
"21889024" : 1116,
"22151168" : 1013,
"22413312" : 927,
"22675456" : 832,
"22937600" : 779,
"23199744" : 789,
"23461888" : 748,
"23724032" : 825,
"23986176" : 822,
"24248320" : 849,
"24510464" : 919,
"24772608" : 1119,
"25034752" : 1170,
"25296896" : 1346,
"25559040" : 1443,
"25821184" : 1600,
"26083328" : 1760,
"26345472" : 1809,
"26607616" : 2032,
"26869760" : 2061,
"27131904" : 2323,
"27394048" : 2397,
"27656192" : 2552,
"27918336" : 2673,
"28180480" : 2675,
"28442624" : 2776,
"28704768" : 2880,
"28966912" : 2889,
"29229056" : 2949,
"29491200" : 3103,
"29753344" : 3044,
"30015488" : 3192,
"30277632" : 3207,
"30539776" : 3096,
"30801920" : 2972,
"31064064" : 2965,
"31326208" : 2972,
"31588352" : 2834,
"31850496" : 2855,
"32112640" : 2926,
"32374784" : 3041,
"32636928" : 2989,
"32899072" : 3090,
"33161216" : 2984,
"33423360" : 3030,
"33816576" : 6924,
"34340864" : 7576,
"34865152" : 8405,
"35389440" : 8954,
"35913728" : 9686,
"36438016" : 10436,
"36962304" : 10696,
"37486592" : 11228,
"38010880" : 11391,
"38535168" : 11540,
"39059456" : 11789,
"39583744" : 11708,
"40108032" : 11916,
"40632320" : 11602,
"41156608" : 11508,
"41680896" : 11568,
"42205184" : 12125,
"42729472" : 12488,
"43253760" : 12927,
"43778048" : 13632,
"44302336" : 13988,
"44826624" : 15110,
"45350912" : 15270,
"45875200" : 15435,
"46399488" : 15634,
"46923776" : 15859,
"47448064" : 15977,
"47972352" : 15871,
"48496640" : 16496,
"49020928" : 16360,
"49545216" : 16592,
"50069504" : 15771,
"50593792" : 15761,
"51118080" : 16003,
"51642368" : 16433,
"52166656" : 16833,
"52690944" : 17231,
"53215232" : 17111,
"53739520" : 17392,
"54263808" : 17603,
"54788096" : 17747,
"55312384" : 17952,
"55836672" : 18092,
"56360960" : 18102,
"56885248" : 17876,
"57409536" : 18168,
"57933824" : 18133,
"58458112" : 18007,
"58982400" : 18150,
"59506688" : 17809,
"60030976" : 17829,
"60555264" : 17584,
"61079552" : 17459,
"61603840" : 17324,
"62128128" : 16835,
"62652416" : 17386,
"63176704" : 17170,
"63700992" : 16725,
"64225280" : 17069,
"64749568" : 17305,
"65273856" : 17118,
"65798144" : 16564,
"66322432" : 16728,
"66846720" : 16866,
"67633152" : 32925,
"68681728" : 31627,
"69730304" : 30355,
"70778880" : 28891,
"71827456" : 28967,
"72876032" : 28072,
"73924608" : 27461,
"74973184" : 27428,
"76021760" : 25809,
"77070336" : 25172,
"78118912" : 24680,
"79167488" : 23706,
"80216064" : 22798,
"81264640" : 21873,
"82313216" : 21469,
"83361792" : 20123,
"84410368" : 19568,
"85458944" : 19164,
"86507520" : 18214,
"87556096" : 17743,
"88604672" : 17085,
"89653248" : 16273,
"90701824" : 15675,
"91750400" : 14908,
"92798976" : 14846,
"93847552" : 13851,
"94896128" : 13322,
"95944704" : 13056,
"96993280" : 12302,
"98041856" : 11795,
"99090432" : 11347,
"100139008" : 11148,
"101187584" : 10390,
"102236160" : 10404,
"103284736" : 9390,
"104333312" : 8885,
"105381888" : 8483,
"106430464" : 8112,
"107479040" : 7936,
"108527616" : 7438,
"109576192" : 6974,
"110624768" : 6841,
"111673344" : 6205,
"112721920" : 6041,
"113770496" : 5818,
"114819072" : 5561,
"115867648" : 5119,
"116916224" : 4848,
"117964800" : 4515,
"119013376" : 4282,
"120061952" : 4112,
"121110528" : 3673,
"122159104" : 3410,
"123207680" : 3485,
"124256256" : 3178,
"125304832" : 2873,
"126353408" : 2600,
"127401984" : 2526,
"128450560" : 2373,
"129499136" : 2331,
"130547712" : 2002,
"131596288" : 1894,
"132644864" : 1778,
"133693440" : 1805,
"135266304" : 3160,
"137363456" : 2855,
"139460608" : 2392,
"141557760" : 2146,
"143654912" : 1790,
"145752064" : 1716,
"147849216" : 1502,
"149946368" : 1283,
"152043520" : 1163,
"154140672" : 1063,
"156237824" : 933,
"158334976" : 743,
"160432128" : 689,
"162529280" : 597,
"164626432" : 519,
"166723584" : 518,
"168820736" : 393,
"170917888" : 377,
"173015040" : 371,
"175112192" : 280,
"177209344" : 241,
"179306496" : 195,
"181403648" : 162,
"183500800" : 133,
"185597952" : 96,
"187695104" : 101,
"189792256" : 79,
"191889408" : 56,
"193986560" : 50,
"196083712" : 37,
"198180864" : 42,
"200278016" : 33,
"202375168" : 31,
"204472320" : 27,
"206569472" : 22,
"208666624" : 14,
"210763776" : 14,
"212860928" : 14,
"214958080" : 5,
"217055232" : 5,
"219152384" : 9,
"221249536" : 4,
"223346688" : 2,
"227540992" : 3,
"229638144" : 1
}
},
"lat_ns" : {
"min" : 15751290,
"max" : 238020458,
"mean" : 69322602.910085,
"stddev" : 25191785.572539,
"N" : 1920383
},
"bw_min" : 36972,
"bw_max" : 85263,
"bw_agg" : 100.000000,
"bw_mean" : 59119.857143,
"bw_dev" : 274.125452,
"bw_samples" : 8288,
"iops_min" : 9240,
"iops_max" : 21315,
"iops_mean" : 14776.884170,
"iops_stddev" : 68.557803,
"iops_samples" : 8288
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4160152,
"usr_cpu" : 0.204560,
"sys_cpu" : 3.810318,
"ctx" : 3075990,
"majf" : 0,
"minf" : 1134,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.170224,
"50" : 26.039580,
"100" : 63.466074,
"250" : 10.322456,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098363,
"timestamp_ms" : 1773098363826,
"time" : "Mon Mar 9 20:19:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8491618304,
"io_kbytes" : 8292596,
"bw_bytes" : 60650517,
"bw" : 59229,
"iops" : 14808.190902,
"runtime" : 140009,
"total_ios" : 2073280,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 319428,
"max" : 58921092,
"mean" : 2150566.998903,
"stddev" : 3348543.154786,
"N" : 2073280
},
"clat_ns" : {
"min" : 14142851,
"max" : 229746630,
"mean" : 67001179.197762,
"stddev" : 24681892.072634,
"N" : 2073248,
"percentile" : {
"1.000000" : 24248320,
"5.000000" : 32636928,
"10.000000" : 38010880,
"20.000000" : 45875200,
"30.000000" : 52166656,
"40.000000" : 57933824,
"50.000000" : 63700992,
"60.000000" : 69730304,
"70.000000" : 77070336,
"80.000000" : 86507520,
"90.000000" : 100139008,
"95.000000" : 112721920,
"99.000000" : 137363456,
"99.500000" : 149946368,
"99.900000" : 170917888,
"99.950000" : 179306496,
"99.990000" : 198180864
},
"bins" : {
"14090240" : 1,
"14221312" : 5,
"14352384" : 1,
"14614528" : 2,
"15007744" : 2,
"15269888" : 2,
"15400960" : 3,
"15532032" : 2,
"15794176" : 10,
"15925248" : 7,
"16056320" : 12,
"16187392" : 21,
"16318464" : 14,
"16449536" : 14,
"16580608" : 20,
"16711680" : 17,
"16908288" : 47,
"17170432" : 66,
"17432576" : 89,
"17694720" : 101,
"17956864" : 141,
"18219008" : 176,
"18481152" : 225,
"18743296" : 261,
"19005440" : 368,
"19267584" : 441,
"19529728" : 578,
"19791872" : 722,
"20054016" : 803,
"20316160" : 979,
"20578304" : 1179,
"20840448" : 1147,
"21102592" : 1281,
"21364736" : 1262,
"21626880" : 1261,
"21889024" : 1199,
"22151168" : 1117,
"22413312" : 1001,
"22675456" : 898,
"22937600" : 857,
"23199744" : 870,
"23461888" : 835,
"23724032" : 923,
"23986176" : 874,
"24248320" : 910,
"24510464" : 988,
"24772608" : 1209,
"25034752" : 1262,
"25296896" : 1445,
"25559040" : 1537,
"25821184" : 1683,
"26083328" : 1899,
"26345472" : 1961,
"26607616" : 2216,
"26869760" : 2253,
"27131904" : 2507,
"27394048" : 2591,
"27656192" : 2783,
"27918336" : 2892,
"28180480" : 2882,
"28442624" : 3048,
"28704768" : 3181,
"28966912" : 3182,
"29229056" : 3243,
"29491200" : 3347,
"29753344" : 3327,
"30015488" : 3456,
"30277632" : 3460,
"30539776" : 3335,
"30801920" : 3249,
"31064064" : 3265,
"31326208" : 3261,
"31588352" : 3116,
"31850496" : 3136,
"32112640" : 3206,
"32374784" : 3323,
"32636928" : 3267,
"32899072" : 3373,
"33161216" : 3244,
"33423360" : 3299,
"33816576" : 7548,
"34340864" : 8252,
"34865152" : 9145,
"35389440" : 9776,
"35913728" : 10557,
"36438016" : 11421,
"36962304" : 11783,
"37486592" : 12250,
"38010880" : 12431,
"38535168" : 12638,
"39059456" : 12868,
"39583744" : 12737,
"40108032" : 12928,
"40632320" : 12576,
"41156608" : 12470,
"41680896" : 12561,
"42205184" : 13113,
"42729472" : 13521,
"43253760" : 14141,
"43778048" : 14880,
"44302336" : 15355,
"44826624" : 16471,
"45350912" : 16604,
"45875200" : 16783,
"46399488" : 16928,
"46923776" : 17239,
"47448064" : 17257,
"47972352" : 17179,
"48496640" : 17904,
"49020928" : 17756,
"49545216" : 18037,
"50069504" : 16973,
"50593792" : 17003,
"51118080" : 17342,
"51642368" : 17816,
"52166656" : 18223,
"52690944" : 18587,
"53215232" : 18499,
"53739520" : 18825,
"54263808" : 19056,
"54788096" : 19328,
"55312384" : 19514,
"55836672" : 19641,
"56360960" : 19595,
"56885248" : 19379,
"57409536" : 19689,
"57933824" : 19673,
"58458112" : 19449,
"58982400" : 19630,
"59506688" : 19093,
"60030976" : 19048,
"60555264" : 18916,
"61079552" : 18860,
"61603840" : 18650,
"62128128" : 18117,
"62652416" : 18788,
"63176704" : 18570,
"63700992" : 18203,
"64225280" : 18460,
"64749568" : 18793,
"65273856" : 18623,
"65798144" : 18095,
"66322432" : 18125,
"66846720" : 18154,
"67633152" : 35407,
"68681728" : 34074,
"69730304" : 32644,
"70778880" : 31351,
"71827456" : 31193,
"72876032" : 30219,
"73924608" : 29662,
"74973184" : 29416,
"76021760" : 27784,
"77070336" : 27174,
"78118912" : 26410,
"79167488" : 25467,
"80216064" : 24458,
"81264640" : 23582,
"82313216" : 23096,
"83361792" : 21741,
"84410368" : 21011,
"85458944" : 20473,
"86507520" : 19543,
"87556096" : 19050,
"88604672" : 18294,
"89653248" : 17393,
"90701824" : 16729,
"91750400" : 16044,
"92798976" : 15928,
"93847552" : 14891,
"94896128" : 14362,
"95944704" : 14000,
"96993280" : 13177,
"98041856" : 12598,
"99090432" : 12220,
"100139008" : 12005,
"101187584" : 11254,
"102236160" : 11106,
"103284736" : 10071,
"104333312" : 9587,
"105381888" : 9133,
"106430464" : 8675,
"107479040" : 8477,
"108527616" : 7993,
"109576192" : 7511,
"110624768" : 7280,
"111673344" : 6684,
"112721920" : 6494,
"113770496" : 6259,
"114819072" : 5991,
"115867648" : 5496,
"116916224" : 5191,
"117964800" : 4802,
"119013376" : 4529,
"120061952" : 4360,
"121110528" : 3913,
"122159104" : 3679,
"123207680" : 3699,
"124256256" : 3357,
"125304832" : 3070,
"126353408" : 2776,
"127401984" : 2712,
"128450560" : 2552,
"129499136" : 2487,
"130547712" : 2121,
"131596288" : 2001,
"132644864" : 1873,
"133693440" : 1890,
"135266304" : 3304,
"137363456" : 2965,
"139460608" : 2493,
"141557760" : 2237,
"143654912" : 1870,
"145752064" : 1780,
"147849216" : 1560,
"149946368" : 1341,
"152043520" : 1201,
"154140672" : 1107,
"156237824" : 956,
"158334976" : 777,
"160432128" : 707,
"162529280" : 610,
"164626432" : 532,
"166723584" : 537,
"168820736" : 402,
"170917888" : 382,
"173015040" : 376,
"175112192" : 292,
"177209344" : 245,
"179306496" : 198,
"181403648" : 166,
"183500800" : 140,
"185597952" : 98,
"187695104" : 101,
"189792256" : 81,
"191889408" : 59,
"193986560" : 51,
"196083712" : 38,
"198180864" : 42,
"200278016" : 33,
"202375168" : 32,
"204472320" : 27,
"206569472" : 22,
"208666624" : 14,
"210763776" : 14,
"212860928" : 14,
"214958080" : 5,
"217055232" : 5,
"219152384" : 9,
"221249536" : 4,
"223346688" : 2,
"227540992" : 3,
"229638144" : 1
}
},
"lat_ns" : {
"min" : 14575231,
"max" : 238020458,
"mean" : 69151744.421296,
"stddev" : 25101411.484083,
"N" : 2073248
},
"bw_min" : 36972,
"bw_max" : 85449,
"bw_agg" : 100.000000,
"bw_mean" : 59273.648746,
"bw_dev" : 272.242628,
"bw_samples" : 8928,
"iops_min" : 9240,
"iops_max" : 21361,
"iops_mean" : 14815.358423,
"iops_stddev" : 68.085368,
"iops_samples" : 8928
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4480160,
"usr_cpu" : 0.205194,
"sys_cpu" : 3.821828,
"ctx" : 3323957,
"majf" : 0,
"minf" : 1134,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.172577,
"50" : 26.239871,
"100" : 63.385167,
"250" : 10.200841,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098373,
"timestamp_ms" : 1773098373829,
"time" : "Mon Mar 9 20:19:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 29,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9042923520,
"io_kbytes" : 8830980,
"bw_bytes" : 60282539,
"bw" : 58869,
"iops" : 14718.363565,
"runtime" : 150009,
"total_ios" : 2207887,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 319428,
"max" : 58921092,
"mean" : 2163771.988474,
"stddev" : 3365759.083327,
"N" : 2207887
},
"clat_ns" : {
"min" : 14142851,
"max" : 229746630,
"mean" : 67400550.724128,
"stddev" : 24877064.473842,
"N" : 2207855,
"percentile" : {
"1.000000" : 24510464,
"5.000000" : 32636928,
"10.000000" : 38535168,
"20.000000" : 46399488,
"30.000000" : 52690944,
"40.000000" : 58458112,
"50.000000" : 64225280,
"60.000000" : 69730304,
"70.000000" : 77070336,
"80.000000" : 86507520,
"90.000000" : 101187584,
"95.000000" : 113770496,
"99.000000" : 139460608,
"99.500000" : 149946368,
"99.900000" : 173015040,
"99.950000" : 179306496,
"99.990000" : 198180864
},
"bins" : {
"14090240" : 1,
"14221312" : 5,
"14352384" : 1,
"14614528" : 2,
"15007744" : 2,
"15269888" : 2,
"15400960" : 3,
"15532032" : 2,
"15794176" : 12,
"15925248" : 8,
"16056320" : 12,
"16187392" : 21,
"16318464" : 14,
"16449536" : 14,
"16580608" : 23,
"16711680" : 18,
"16908288" : 57,
"17170432" : 78,
"17432576" : 99,
"17694720" : 112,
"17956864" : 144,
"18219008" : 187,
"18481152" : 255,
"18743296" : 294,
"19005440" : 411,
"19267584" : 468,
"19529728" : 608,
"19791872" : 770,
"20054016" : 859,
"20316160" : 1018,
"20578304" : 1224,
"20840448" : 1191,
"21102592" : 1327,
"21364736" : 1303,
"21626880" : 1319,
"21889024" : 1257,
"22151168" : 1165,
"22413312" : 1049,
"22675456" : 963,
"22937600" : 912,
"23199744" : 917,
"23461888" : 870,
"23724032" : 968,
"23986176" : 911,
"24248320" : 949,
"24510464" : 1030,
"24772608" : 1238,
"25034752" : 1303,
"25296896" : 1498,
"25559040" : 1605,
"25821184" : 1758,
"26083328" : 1974,
"26345472" : 2050,
"26607616" : 2306,
"26869760" : 2353,
"27131904" : 2620,
"27394048" : 2716,
"27656192" : 2945,
"27918336" : 3037,
"28180480" : 3001,
"28442624" : 3164,
"28704768" : 3259,
"28966912" : 3279,
"29229056" : 3352,
"29491200" : 3450,
"29753344" : 3477,
"30015488" : 3605,
"30277632" : 3584,
"30539776" : 3463,
"30801920" : 3388,
"31064064" : 3386,
"31326208" : 3375,
"31588352" : 3231,
"31850496" : 3260,
"32112640" : 3311,
"32374784" : 3444,
"32636928" : 3407,
"32899072" : 3525,
"33161216" : 3397,
"33423360" : 3488,
"33816576" : 7907,
"34340864" : 8650,
"34865152" : 9620,
"35389440" : 10219,
"35913728" : 11016,
"36438016" : 11903,
"36962304" : 12326,
"37486592" : 12752,
"38010880" : 12936,
"38535168" : 13169,
"39059456" : 13388,
"39583744" : 13239,
"40108032" : 13410,
"40632320" : 13095,
"41156608" : 12993,
"41680896" : 13141,
"42205184" : 13704,
"42729472" : 14224,
"43253760" : 14880,
"43778048" : 15656,
"44302336" : 16172,
"44826624" : 17301,
"45350912" : 17387,
"45875200" : 17512,
"46399488" : 17665,
"46923776" : 18077,
"47448064" : 18165,
"47972352" : 18090,
"48496640" : 18874,
"49020928" : 18644,
"49545216" : 18927,
"50069504" : 17917,
"50593792" : 18061,
"51118080" : 18299,
"51642368" : 18770,
"52166656" : 19179,
"52690944" : 19625,
"53215232" : 19568,
"53739520" : 19881,
"54263808" : 20036,
"54788096" : 20389,
"55312384" : 20605,
"55836672" : 20688,
"56360960" : 20802,
"56885248" : 20591,
"57409536" : 20916,
"57933824" : 20987,
"58458112" : 20694,
"58982400" : 20795,
"59506688" : 20322,
"60030976" : 20148,
"60555264" : 20086,
"61079552" : 20036,
"61603840" : 19775,
"62128128" : 19253,
"62652416" : 19922,
"63176704" : 19725,
"63700992" : 19428,
"64225280" : 19650,
"64749568" : 20027,
"65273856" : 19815,
"65798144" : 19287,
"66322432" : 19284,
"66846720" : 19277,
"67633152" : 37768,
"68681728" : 36258,
"69730304" : 34741,
"70778880" : 33546,
"71827456" : 33344,
"72876032" : 32331,
"73924608" : 31785,
"74973184" : 31351,
"76021760" : 29622,
"77070336" : 28914,
"78118912" : 28318,
"79167488" : 27244,
"80216064" : 26269,
"81264640" : 25369,
"82313216" : 24809,
"83361792" : 23362,
"84410368" : 22649,
"85458944" : 22042,
"86507520" : 21052,
"87556096" : 20549,
"88604672" : 19681,
"89653248" : 18894,
"90701824" : 17938,
"91750400" : 17302,
"92798976" : 17184,
"93847552" : 16137,
"94896128" : 15626,
"95944704" : 15174,
"96993280" : 14285,
"98041856" : 13709,
"99090432" : 13230,
"100139008" : 12930,
"101187584" : 12153,
"102236160" : 11970,
"103284736" : 10932,
"104333312" : 10383,
"105381888" : 9930,
"106430464" : 9376,
"107479040" : 9168,
"108527616" : 8726,
"109576192" : 8097,
"110624768" : 7923,
"111673344" : 7291,
"112721920" : 7056,
"113770496" : 6845,
"114819072" : 6562,
"115867648" : 6054,
"116916224" : 5708,
"117964800" : 5310,
"119013376" : 4975,
"120061952" : 4797,
"121110528" : 4299,
"122159104" : 4086,
"123207680" : 4083,
"124256256" : 3735,
"125304832" : 3402,
"126353408" : 3129,
"127401984" : 3047,
"128450560" : 2876,
"129499136" : 2770,
"130547712" : 2392,
"131596288" : 2259,
"132644864" : 2159,
"133693440" : 2123,
"135266304" : 3774,
"137363456" : 3396,
"139460608" : 2887,
"141557760" : 2546,
"143654912" : 2185,
"145752064" : 2065,
"147849216" : 1779,
"149946368" : 1537,
"152043520" : 1390,
"154140672" : 1306,
"156237824" : 1115,
"158334976" : 910,
"160432128" : 828,
"162529280" : 736,
"164626432" : 615,
"166723584" : 614,
"168820736" : 489,
"170917888" : 433,
"173015040" : 406,
"175112192" : 311,
"177209344" : 271,
"179306496" : 229,
"181403648" : 179,
"183500800" : 149,
"185597952" : 108,
"187695104" : 111,
"189792256" : 88,
"191889408" : 59,
"193986560" : 52,
"196083712" : 39,
"198180864" : 43,
"200278016" : 34,
"202375168" : 33,
"204472320" : 28,
"206569472" : 23,
"208666624" : 15,
"210763776" : 14,
"212860928" : 14,
"214958080" : 7,
"217055232" : 5,
"219152384" : 9,
"221249536" : 4,
"223346688" : 2,
"227540992" : 3,
"229638144" : 1
}
},
"lat_ns" : {
"min" : 14575231,
"max" : 238020458,
"mean" : 69563684.052688,
"stddev" : 25301158.829060,
"N" : 2207855
},
"bw_min" : 36850,
"bw_max" : 85449,
"bw_agg" : 100.000000,
"bw_mean" : 58916.983278,
"bw_dev" : 274.441824,
"bw_samples" : 9568,
"iops_min" : 9210,
"iops_max" : 21361,
"iops_mean" : 14726.150502,
"iops_stddev" : 68.634539,
"iops_samples" : 9568
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4800182,
"usr_cpu" : 0.203721,
"sys_cpu" : 3.797106,
"ctx" : 3543183,
"majf" : 0,
"minf" : 1134,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.175235,
"50" : 25.769571,
"100" : 63.516521,
"250" : 10.537224,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098383,
"timestamp_ms" : 1773098383823,
"time" : "Mon Mar 9 20:19:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 19,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9614299136,
"io_kbytes" : 9388964,
"bw_bytes" : 60085989,
"bw" : 58677,
"iops" : 14670.324794,
"runtime" : 160009,
"total_ios" : 2347384,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 319428,
"max" : 58921092,
"mean" : 2170792.676752,
"stddev" : 3373992.886975,
"N" : 2347384
},
"clat_ns" : {
"min" : 14142851,
"max" : 229746630,
"mean" : 67627441.015117,
"stddev" : 24939421.552272,
"N" : 2347352,
"percentile" : {
"1.000000" : 24510464,
"5.000000" : 32899072,
"10.000000" : 38535168,
"20.000000" : 46399488,
"30.000000" : 52690944,
"40.000000" : 58458112,
"50.000000" : 64225280,
"60.000000" : 70778880,
"70.000000" : 78118912,
"80.000000" : 87556096,
"90.000000" : 101187584,
"95.000000" : 113770496,
"99.000000" : 139460608,
"99.500000" : 149946368,
"99.900000" : 170917888,
"99.950000" : 179306496,
"99.990000" : 198180864
},
"bins" : {
"14090240" : 1,
"14221312" : 5,
"14352384" : 1,
"14614528" : 2,
"15007744" : 2,
"15269888" : 2,
"15400960" : 4,
"15532032" : 2,
"15663104" : 1,
"15794176" : 16,
"15925248" : 11,
"16056320" : 15,
"16187392" : 23,
"16318464" : 18,
"16449536" : 14,
"16580608" : 32,
"16711680" : 23,
"16908288" : 74,
"17170432" : 94,
"17432576" : 115,
"17694720" : 133,
"17956864" : 166,
"18219008" : 210,
"18481152" : 277,
"18743296" : 320,
"19005440" : 441,
"19267584" : 494,
"19529728" : 635,
"19791872" : 820,
"20054016" : 910,
"20316160" : 1076,
"20578304" : 1305,
"20840448" : 1266,
"21102592" : 1414,
"21364736" : 1401,
"21626880" : 1408,
"21889024" : 1318,
"22151168" : 1220,
"22413312" : 1082,
"22675456" : 997,
"22937600" : 953,
"23199744" : 983,
"23461888" : 922,
"23724032" : 1015,
"23986176" : 959,
"24248320" : 989,
"24510464" : 1079,
"24772608" : 1305,
"25034752" : 1381,
"25296896" : 1604,
"25559040" : 1730,
"25821184" : 1863,
"26083328" : 2050,
"26345472" : 2150,
"26607616" : 2422,
"26869760" : 2476,
"27131904" : 2753,
"27394048" : 2842,
"27656192" : 3094,
"27918336" : 3197,
"28180480" : 3156,
"28442624" : 3350,
"28704768" : 3456,
"28966912" : 3467,
"29229056" : 3546,
"29491200" : 3634,
"29753344" : 3686,
"30015488" : 3800,
"30277632" : 3748,
"30539776" : 3646,
"30801920" : 3560,
"31064064" : 3545,
"31326208" : 3571,
"31588352" : 3426,
"31850496" : 3429,
"32112640" : 3490,
"32374784" : 3612,
"32636928" : 3582,
"32899072" : 3685,
"33161216" : 3566,
"33423360" : 3701,
"33816576" : 8383,
"34340864" : 9153,
"34865152" : 10106,
"35389440" : 10781,
"35913728" : 11555,
"36438016" : 12536,
"36962304" : 12911,
"37486592" : 13372,
"38010880" : 13564,
"38535168" : 13927,
"39059456" : 14130,
"39583744" : 14019,
"40108032" : 14088,
"40632320" : 13792,
"41156608" : 13751,
"41680896" : 13780,
"42205184" : 14291,
"42729472" : 14873,
"43253760" : 15580,
"43778048" : 16424,
"44302336" : 16898,
"44826624" : 18204,
"45350912" : 18436,
"45875200" : 18480,
"46399488" : 18599,
"46923776" : 18921,
"47448064" : 19159,
"47972352" : 19178,
"48496640" : 19915,
"49020928" : 19511,
"49545216" : 19880,
"50069504" : 18865,
"50593792" : 19017,
"51118080" : 19204,
"51642368" : 19748,
"52166656" : 20184,
"52690944" : 20622,
"53215232" : 20557,
"53739520" : 20929,
"54263808" : 21174,
"54788096" : 21480,
"55312384" : 21781,
"55836672" : 21901,
"56360960" : 21924,
"56885248" : 21762,
"57409536" : 22112,
"57933824" : 22161,
"58458112" : 21763,
"58982400" : 21840,
"59506688" : 21478,
"60030976" : 21165,
"60555264" : 21153,
"61079552" : 21187,
"61603840" : 20925,
"62128128" : 20410,
"62652416" : 21126,
"63176704" : 20951,
"63700992" : 20600,
"64225280" : 20932,
"64749568" : 21212,
"65273856" : 21029,
"65798144" : 20545,
"66322432" : 20497,
"66846720" : 20398,
"67633152" : 40147,
"68681728" : 38469,
"69730304" : 36869,
"70778880" : 35706,
"71827456" : 35557,
"72876032" : 34596,
"73924608" : 34046,
"74973184" : 33558,
"76021760" : 31794,
"77070336" : 30965,
"78118912" : 30253,
"79167488" : 29055,
"80216064" : 27940,
"81264640" : 27202,
"82313216" : 26645,
"83361792" : 25032,
"84410368" : 24406,
"85458944" : 23776,
"86507520" : 22742,
"87556096" : 22002,
"88604672" : 21182,
"89653248" : 20311,
"90701824" : 19196,
"91750400" : 18678,
"92798976" : 18557,
"93847552" : 17449,
"94896128" : 16834,
"95944704" : 16329,
"96993280" : 15443,
"98041856" : 14743,
"99090432" : 14259,
"100139008" : 13938,
"101187584" : 13152,
"102236160" : 12929,
"103284736" : 11912,
"104333312" : 11283,
"105381888" : 10780,
"106430464" : 10179,
"107479040" : 9963,
"108527616" : 9498,
"109576192" : 8752,
"110624768" : 8580,
"111673344" : 7916,
"112721920" : 7639,
"113770496" : 7433,
"114819072" : 7107,
"115867648" : 6579,
"116916224" : 6200,
"117964800" : 5727,
"119013376" : 5424,
"120061952" : 5177,
"121110528" : 4623,
"122159104" : 4437,
"123207680" : 4423,
"124256256" : 4051,
"125304832" : 3685,
"126353408" : 3374,
"127401984" : 3287,
"128450560" : 3144,
"129499136" : 2983,
"130547712" : 2610,
"131596288" : 2484,
"132644864" : 2333,
"133693440" : 2262,
"135266304" : 4068,
"137363456" : 3670,
"139460608" : 3142,
"141557760" : 2775,
"143654912" : 2396,
"145752064" : 2243,
"147849216" : 1925,
"149946368" : 1652,
"152043520" : 1499,
"154140672" : 1380,
"156237824" : 1188,
"158334976" : 978,
"160432128" : 883,
"162529280" : 767,
"164626432" : 644,
"166723584" : 642,
"168820736" : 514,
"170917888" : 444,
"173015040" : 433,
"175112192" : 328,
"177209344" : 282,
"179306496" : 233,
"181403648" : 188,
"183500800" : 157,
"185597952" : 117,
"187695104" : 117,
"189792256" : 92,
"191889408" : 61,
"193986560" : 53,
"196083712" : 40,
"198180864" : 43,
"200278016" : 35,
"202375168" : 33,
"204472320" : 28,
"206569472" : 23,
"208666624" : 15,
"210763776" : 14,
"212860928" : 14,
"214958080" : 7,
"217055232" : 5,
"219152384" : 9,
"221249536" : 4,
"223346688" : 2,
"227540992" : 3,
"229638144" : 1
}
},
"lat_ns" : {
"min" : 14575231,
"max" : 238020458,
"mean" : 69798036.535503,
"stddev" : 25364094.701888,
"N" : 2347352
},
"bw_min" : 36610,
"bw_max" : 85537,
"bw_agg" : 100.000000,
"bw_mean" : 58728.119122,
"bw_dev" : 275.266767,
"bw_samples" : 10208,
"iops_min" : 9150,
"iops_max" : 21383,
"iops_mean" : 14678.974922,
"iops_stddev" : 68.840196,
"iops_samples" : 10208
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5120163,
"usr_cpu" : 0.202845,
"sys_cpu" : 3.783981,
"ctx" : 3767780,
"majf" : 0,
"minf" : 1134,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.179476,
"50" : 25.507885,
"100" : 63.580437,
"250" : 10.730839,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098393,
"timestamp_ms" : 1773098393827,
"time" : "Mon Mar 9 20:19:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 9,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10230849536,
"io_kbytes" : 9991064,
"bw_bytes" : 60177927,
"bw" : 58767,
"iops" : 14692.559261,
"runtime" : 170010,
"total_ios" : 2497882,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 319428,
"max" : 58921092,
"mean" : 2167556.101637,
"stddev" : 3368204.565837,
"N" : 2497884
},
"clat_ns" : {
"min" : 14142851,
"max" : 229746630,
"mean" : 67522172.875861,
"stddev" : 24837033.193173,
"N" : 2497851,
"percentile" : {
"1.000000" : 24510464,
"5.000000" : 32899072,
"10.000000" : 38535168,
"20.000000" : 46399488,
"30.000000" : 52690944,
"40.000000" : 58458112,
"50.000000" : 64225280,
"60.000000" : 70778880,
"70.000000" : 78118912,
"80.000000" : 86507520,
"90.000000" : 101187584,
"95.000000" : 113770496,
"99.000000" : 139460608,
"99.500000" : 149946368,
"99.900000" : 170917888,
"99.950000" : 179306496,
"99.990000" : 196083712
},
"bins" : {
"14090240" : 1,
"14221312" : 5,
"14352384" : 1,
"14614528" : 2,
"15007744" : 2,
"15269888" : 3,
"15400960" : 4,
"15532032" : 3,
"15663104" : 2,
"15794176" : 16,
"15925248" : 12,
"16056320" : 15,
"16187392" : 23,
"16318464" : 18,
"16449536" : 14,
"16580608" : 33,
"16711680" : 25,
"16908288" : 78,
"17170432" : 99,
"17432576" : 120,
"17694720" : 138,
"17956864" : 169,
"18219008" : 225,
"18481152" : 295,
"18743296" : 330,
"19005440" : 453,
"19267584" : 510,
"19529728" : 670,
"19791872" : 881,
"20054016" : 999,
"20316160" : 1153,
"20578304" : 1360,
"20840448" : 1320,
"21102592" : 1456,
"21364736" : 1432,
"21626880" : 1468,
"21889024" : 1357,
"22151168" : 1260,
"22413312" : 1132,
"22675456" : 1029,
"22937600" : 984,
"23199744" : 1014,
"23461888" : 954,
"23724032" : 1046,
"23986176" : 1007,
"24248320" : 1044,
"24510464" : 1130,
"24772608" : 1368,
"25034752" : 1452,
"25296896" : 1729,
"25559040" : 1860,
"25821184" : 2013,
"26083328" : 2185,
"26345472" : 2305,
"26607616" : 2586,
"26869760" : 2664,
"27131904" : 2987,
"27394048" : 3018,
"27656192" : 3304,
"27918336" : 3376,
"28180480" : 3350,
"28442624" : 3544,
"28704768" : 3654,
"28966912" : 3681,
"29229056" : 3741,
"29491200" : 3823,
"29753344" : 3889,
"30015488" : 4003,
"30277632" : 3955,
"30539776" : 3861,
"30801920" : 3765,
"31064064" : 3728,
"31326208" : 3736,
"31588352" : 3579,
"31850496" : 3597,
"32112640" : 3642,
"32374784" : 3784,
"32636928" : 3780,
"32899072" : 3909,
"33161216" : 3861,
"33423360" : 4008,
"33816576" : 8961,
"34340864" : 9856,
"34865152" : 10834,
"35389440" : 11585,
"35913728" : 12498,
"36438016" : 13412,
"36962304" : 13761,
"37486592" : 14299,
"38010880" : 14511,
"38535168" : 14838,
"39059456" : 15011,
"39583744" : 14858,
"40108032" : 14933,
"40632320" : 14640,
"41156608" : 14620,
"41680896" : 14634,
"42205184" : 15213,
"42729472" : 15921,
"43253760" : 16670,
"43778048" : 17610,
"44302336" : 18126,
"44826624" : 19471,
"45350912" : 19744,
"45875200" : 19774,
"46399488" : 19933,
"46923776" : 20215,
"47448064" : 20447,
"47972352" : 20465,
"48496640" : 21208,
"49020928" : 20762,
"49545216" : 21209,
"50069504" : 20199,
"50593792" : 20462,
"51118080" : 20573,
"51642368" : 21135,
"52166656" : 21629,
"52690944" : 22045,
"53215232" : 22128,
"53739520" : 22403,
"54263808" : 22763,
"54788096" : 23054,
"55312384" : 23294,
"55836672" : 23456,
"56360960" : 23424,
"56885248" : 23309,
"57409536" : 23551,
"57933824" : 23634,
"58458112" : 23193,
"58982400" : 23286,
"59506688" : 22935,
"60030976" : 22584,
"60555264" : 22566,
"61079552" : 22680,
"61603840" : 22323,
"62128128" : 21880,
"62652416" : 22591,
"63176704" : 22376,
"63700992" : 21978,
"64225280" : 22305,
"64749568" : 22536,
"65273856" : 22322,
"65798144" : 21881,
"66322432" : 21761,
"66846720" : 21699,
"67633152" : 42838,
"68681728" : 41148,
"69730304" : 39250,
"70778880" : 37922,
"71827456" : 37804,
"72876032" : 36774,
"73924608" : 36130,
"74973184" : 35720,
"76021760" : 33864,
"77070336" : 33059,
"78118912" : 32184,
"79167488" : 30856,
"80216064" : 29679,
"81264640" : 28878,
"82313216" : 28410,
"83361792" : 26752,
"84410368" : 25871,
"85458944" : 25254,
"86507520" : 24203,
"87556096" : 23458,
"88604672" : 22560,
"89653248" : 21569,
"90701824" : 20487,
"91750400" : 19863,
"92798976" : 19669,
"93847552" : 18486,
"94896128" : 17814,
"95944704" : 17352,
"96993280" : 16430,
"98041856" : 15640,
"99090432" : 15199,
"100139008" : 14850,
"101187584" : 13860,
"102236160" : 13622,
"103284736" : 12629,
"104333312" : 11938,
"105381888" : 11449,
"106430464" : 10766,
"107479040" : 10480,
"108527616" : 9968,
"109576192" : 9195,
"110624768" : 9013,
"111673344" : 8295,
"112721920" : 8040,
"113770496" : 7815,
"114819072" : 7454,
"115867648" : 6934,
"116916224" : 6495,
"117964800" : 5974,
"119013376" : 5681,
"120061952" : 5399,
"121110528" : 4801,
"122159104" : 4593,
"123207680" : 4578,
"124256256" : 4216,
"125304832" : 3864,
"126353408" : 3532,
"127401984" : 3420,
"128450560" : 3272,
"129499136" : 3091,
"130547712" : 2706,
"131596288" : 2552,
"132644864" : 2419,
"133693440" : 2339,
"135266304" : 4215,
"137363456" : 3808,
"139460608" : 3266,
"141557760" : 2877,
"143654912" : 2476,
"145752064" : 2321,
"147849216" : 2008,
"149946368" : 1712,
"152043520" : 1554,
"154140672" : 1453,
"156237824" : 1239,
"158334976" : 1020,
"160432128" : 936,
"162529280" : 821,
"164626432" : 677,
"166723584" : 668,
"168820736" : 547,
"170917888" : 472,
"173015040" : 445,
"175112192" : 340,
"177209344" : 289,
"179306496" : 243,
"181403648" : 194,
"183500800" : 168,
"185597952" : 126,
"187695104" : 119,
"189792256" : 92,
"191889408" : 62,
"193986560" : 56,
"196083712" : 43,
"198180864" : 43,
"200278016" : 38,
"202375168" : 33,
"204472320" : 28,
"206569472" : 23,
"208666624" : 15,
"210763776" : 14,
"212860928" : 14,
"214958080" : 7,
"217055232" : 5,
"219152384" : 9,
"221249536" : 4,
"223346688" : 2,
"227540992" : 3,
"229638144" : 1
}
},
"lat_ns" : {
"min" : 14575231,
"max" : 238020458,
"mean" : 69689222.351720,
"stddev" : 25259089.117657,
"N" : 2497851
},
"bw_min" : 36586,
"bw_max" : 85628,
"bw_agg" : 100.000000,
"bw_mean" : 58789.132743,
"bw_dev" : 273.530933,
"bw_samples" : 10848,
"iops_min" : 9144,
"iops_max" : 21406,
"iops_mean" : 14694.174041,
"iops_stddev" : 68.410167,
"iops_samples" : 10848
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5440209,
"usr_cpu" : 0.203191,
"sys_cpu" : 3.789910,
"ctx" : 4004422,
"majf" : 0,
"minf" : 1134,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999960,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999920,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.177550,
"50" : 25.545082,
"100" : 63.695643,
"250" : 10.580484,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098403,
"timestamp_ms" : 1773098403827,
"time" : "Mon Mar 9 20:20:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 1799,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10791845888,
"io_kbytes" : 10538912,
"bw_bytes" : 59951701,
"bw" : 58546,
"iops" : 14633.268337,
"runtime" : 180009,
"total_ios" : 2634120,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 319428,
"max" : 58921092,
"mean" : 2176234.878016,
"stddev" : 3378662.153995,
"N" : 2634152
},
"clat_ns" : {
"min" : 3665,
"max" : 229746630,
"mean" : 67781546.342162,
"stddev" : 24918469.813266,
"N" : 2635112,
"percentile" : {
"1.000000" : 24772608,
"5.000000" : 33161216,
"10.000000" : 38535168,
"20.000000" : 46399488,
"30.000000" : 52690944,
"40.000000" : 58458112,
"50.000000" : 64225280,
"60.000000" : 70778880,
"70.000000" : 78118912,
"80.000000" : 87556096,
"90.000000" : 101187584,
"95.000000" : 113770496,
"99.000000" : 139460608,
"99.500000" : 149946368,
"99.900000" : 170917888,
"99.950000" : 179306496,
"99.990000" : 196083712
},
"bins" : {
"3664" : 1,
"3696" : 1,
"3984" : 1,
"4512" : 1,
"4832" : 1,
"4960" : 1,
"5152" : 1,
"5344" : 1,
"5600" : 3,
"5664" : 1,
"5728" : 1,
"5792" : 1,
"5856" : 1,
"5984" : 2,
"6176" : 1,
"6496" : 1,
"7072" : 1,
"7136" : 1,
"7200" : 1,
"7328" : 1,
"7456" : 2,
"7648" : 1,
"8384" : 2,
"8512" : 1,
"8768" : 1,
"9024" : 1,
"9280" : 1,
"411648" : 1,
"452608" : 1,
"485376" : 1,
"552960" : 1,
"790528" : 1,
"839680" : 1,
"856064" : 1,
"937984" : 1,
"978944" : 1,
"1011712" : 1,
"1220608" : 1,
"1236992" : 1,
"1433600" : 1,
"1564672" : 1,
"1630208" : 1,
"1695744" : 1,
"1794048" : 1,
"1875968" : 1,
"2007040" : 1,
"2039808" : 1,
"2342912" : 1,
"2473984" : 1,
"2605056" : 1,
"2703360" : 1,
"2867200" : 1,
"2965504" : 1,
"3096576" : 1,
"3129344" : 1,
"3653632" : 1,
"3850240" : 1,
"4046848" : 1,
"4620288" : 1,
"5210112" : 1,
"5275648" : 1,
"5668864" : 1,
"5799936" : 1,
"5996544" : 1,
"6193152" : 1,
"6258688" : 1,
"6455296" : 1,
"6651904" : 1,
"6979584" : 1,
"7307264" : 1,
"7569408" : 1,
"7700480" : 1,
"7831552" : 1,
"7897088" : 1,
"8585216" : 1,
"8716288" : 2,
"9109504" : 4,
"9240576" : 1,
"9371648" : 1,
"9502720" : 1,
"9633792" : 4,
"9764864" : 1,
"9895936" : 3,
"10027008" : 3,
"10158080" : 2,
"10289152" : 3,
"10420224" : 1,
"10551296" : 1,
"10682368" : 6,
"10813440" : 3,
"10944512" : 4,
"11075584" : 4,
"11206656" : 3,
"11468800" : 3,
"11599872" : 5,
"11730944" : 3,
"11862016" : 1,
"11993088" : 2,
"12124160" : 2,
"12255232" : 4,
"12386304" : 3,
"12517376" : 3,
"12648448" : 3,
"12779520" : 3,
"12910592" : 3,
"13172736" : 3,
"13303808" : 1,
"13434880" : 3,
"13565952" : 2,
"13697024" : 2,
"13828096" : 1,
"13959168" : 1,
"14090240" : 2,
"14221312" : 5,
"14352384" : 1,
"14483456" : 1,
"14614528" : 5,
"14876672" : 1,
"15007744" : 2,
"15269888" : 3,
"15400960" : 5,
"15532032" : 4,
"15663104" : 2,
"15794176" : 16,
"15925248" : 12,
"16056320" : 16,
"16187392" : 23,
"16318464" : 19,
"16449536" : 14,
"16580608" : 33,
"16711680" : 25,
"16908288" : 79,
"17170432" : 100,
"17432576" : 123,
"17694720" : 144,
"17956864" : 190,
"18219008" : 245,
"18481152" : 314,
"18743296" : 349,
"19005440" : 472,
"19267584" : 540,
"19529728" : 719,
"19791872" : 923,
"20054016" : 1036,
"20316160" : 1183,
"20578304" : 1386,
"20840448" : 1348,
"21102592" : 1491,
"21364736" : 1460,
"21626880" : 1516,
"21889024" : 1386,
"22151168" : 1302,
"22413312" : 1160,
"22675456" : 1059,
"22937600" : 1017,
"23199744" : 1032,
"23461888" : 973,
"23724032" : 1076,
"23986176" : 1036,
"24248320" : 1082,
"24510464" : 1165,
"24772608" : 1410,
"25034752" : 1508,
"25296896" : 1805,
"25559040" : 1929,
"25821184" : 2084,
"26083328" : 2247,
"26345472" : 2407,
"26607616" : 2685,
"26869760" : 2777,
"27131904" : 3108,
"27394048" : 3136,
"27656192" : 3414,
"27918336" : 3484,
"28180480" : 3451,
"28442624" : 3660,
"28704768" : 3791,
"28966912" : 3809,
"29229056" : 3874,
"29491200" : 3928,
"29753344" : 4018,
"30015488" : 4129,
"30277632" : 4087,
"30539776" : 3983,
"30801920" : 3866,
"31064064" : 3816,
"31326208" : 3832,
"31588352" : 3696,
"31850496" : 3690,
"32112640" : 3740,
"32374784" : 3866,
"32636928" : 3881,
"32899072" : 4014,
"33161216" : 3992,
"33423360" : 4109,
"33816576" : 9260,
"34340864" : 10274,
"34865152" : 11221,
"35389440" : 12054,
"35913728" : 13009,
"36438016" : 13946,
"36962304" : 14290,
"37486592" : 14793,
"38010880" : 15086,
"38535168" : 15340,
"39059456" : 15525,
"39583744" : 15396,
"40108032" : 15513,
"40632320" : 15191,
"41156608" : 15178,
"41680896" : 15278,
"42205184" : 15899,
"42729472" : 16640,
"43253760" : 17363,
"43778048" : 18339,
"44302336" : 18812,
"44826624" : 20299,
"45350912" : 20558,
"45875200" : 20669,
"46399488" : 20783,
"46923776" : 21092,
"47448064" : 21417,
"47972352" : 21512,
"48496640" : 22225,
"49020928" : 21711,
"49545216" : 22212,
"50069504" : 21097,
"50593792" : 21502,
"51118080" : 21636,
"51642368" : 22073,
"52166656" : 22734,
"52690944" : 23194,
"53215232" : 23340,
"53739520" : 23739,
"54263808" : 24028,
"54788096" : 24445,
"55312384" : 24636,
"55836672" : 24683,
"56360960" : 24650,
"56885248" : 24577,
"57409536" : 24772,
"57933824" : 24956,
"58458112" : 24506,
"58982400" : 24486,
"59506688" : 24146,
"60030976" : 23678,
"60555264" : 23792,
"61079552" : 23851,
"61603840" : 23488,
"62128128" : 23209,
"62652416" : 23900,
"63176704" : 23641,
"63700992" : 23215,
"64225280" : 23613,
"64749568" : 23779,
"65273856" : 23627,
"65798144" : 23040,
"66322432" : 22948,
"66846720" : 22865,
"67633152" : 45237,
"68681728" : 43477,
"69730304" : 41394,
"70778880" : 40125,
"71827456" : 39992,
"72876032" : 38925,
"73924608" : 38127,
"74973184" : 37682,
"76021760" : 35818,
"77070336" : 35099,
"78118912" : 34085,
"79167488" : 32859,
"80216064" : 31426,
"81264640" : 30638,
"82313216" : 30111,
"83361792" : 28421,
"84410368" : 27593,
"85458944" : 26797,
"86507520" : 25685,
"87556096" : 24948,
"88604672" : 24025,
"89653248" : 23076,
"90701824" : 21787,
"91750400" : 21087,
"92798976" : 20991,
"93847552" : 19690,
"94896128" : 18945,
"95944704" : 18415,
"96993280" : 17403,
"98041856" : 16734,
"99090432" : 16186,
"100139008" : 15782,
"101187584" : 14837,
"102236160" : 14463,
"103284736" : 13544,
"104333312" : 12786,
"105381888" : 12235,
"106430464" : 11453,
"107479040" : 11144,
"108527616" : 10663,
"109576192" : 9838,
"110624768" : 9647,
"111673344" : 8912,
"112721920" : 8678,
"113770496" : 8412,
"114819072" : 7928,
"115867648" : 7400,
"116916224" : 6970,
"117964800" : 6450,
"119013376" : 6155,
"120061952" : 5787,
"121110528" : 5223,
"122159104" : 5061,
"123207680" : 4965,
"124256256" : 4591,
"125304832" : 4189,
"126353408" : 3844,
"127401984" : 3693,
"128450560" : 3578,
"129499136" : 3307,
"130547712" : 2898,
"131596288" : 2797,
"132644864" : 2681,
"133693440" : 2578,
"135266304" : 4599,
"137363456" : 4175,
"139460608" : 3559,
"141557760" : 3183,
"143654912" : 2772,
"145752064" : 2532,
"147849216" : 2200,
"149946368" : 1881,
"152043520" : 1702,
"154140672" : 1559,
"156237824" : 1358,
"158334976" : 1094,
"160432128" : 1008,
"162529280" : 895,
"164626432" : 744,
"166723584" : 707,
"168820736" : 579,
"170917888" : 513,
"173015040" : 476,
"175112192" : 362,
"177209344" : 305,
"179306496" : 258,
"181403648" : 205,
"183500800" : 170,
"185597952" : 130,
"187695104" : 127,
"189792256" : 96,
"191889408" : 70,
"193986560" : 61,
"196083712" : 48,
"198180864" : 44,
"200278016" : 40,
"202375168" : 34,
"204472320" : 30,
"206569472" : 23,
"208666624" : 15,
"210763776" : 15,
"212860928" : 14,
"214958080" : 7,
"217055232" : 7,
"219152384" : 11,
"221249536" : 4,
"223346688" : 2,
"227540992" : 3,
"229638144" : 1
}
},
"lat_ns" : {
"min" : 407453,
"max" : 238020458,
"mean" : 69957672.700344,
"stddev" : 25343000.057313,
"N" : 2635112
},
"bw_min" : 36404,
"bw_max" : 85684,
"bw_agg" : 100.000000,
"bw_mean" : 58554.963788,
"bw_dev" : 274.507941,
"bw_samples" : 11488,
"iops_min" : 9098,
"iops_max" : 21420,
"iops_mean" : 14635.660167,
"iops_stddev" : 68.654786,
"iops_samples" : 11488
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5760139,
"usr_cpu" : 0.201887,
"sys_cpu" : 3.773763,
"ctx" : 4222660,
"majf" : 0,
"minf" : 1257,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.998785,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.180895,
"50" : 25.182262,
"100" : 63.877424,
"250" : 10.793358,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773098403,
"timestamp_ms" : 1773098403865,
"time" : "Mon Mar 9 20:20:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10793549824,
"io_kbytes" : 10540576,
"bw_bytes" : 59956504,
"bw" : 58551,
"iops" : 14632.130339,
"runtime" : 180023,
"total_ios" : 2634120,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 319428,
"max" : 58921092,
"mean" : 2176234.878016,
"stddev" : 3378662.153995,
"N" : 2634152
},
"clat_ns" : {
"min" : 3665,
"max" : 229746630,
"mean" : 67781546.342162,
"stddev" : 24918469.813266,
"N" : 2635112,
"percentile" : {
"1.000000" : 24772608,
"5.000000" : 33161216,
"10.000000" : 38535168,
"20.000000" : 46399488,
"30.000000" : 52690944,
"40.000000" : 58458112,
"50.000000" : 64225280,
"60.000000" : 70778880,
"70.000000" : 78118912,
"80.000000" : 87556096,
"90.000000" : 101187584,
"95.000000" : 113770496,
"99.000000" : 139460608,
"99.500000" : 149946368,
"99.900000" : 170917888,
"99.950000" : 179306496,
"99.990000" : 196083712
},
"bins" : {
"3664" : 1,
"3696" : 1,
"3984" : 1,
"4512" : 1,
"4832" : 1,
"4960" : 1,
"5152" : 1,
"5344" : 1,
"5600" : 3,
"5664" : 1,
"5728" : 1,
"5792" : 1,
"5856" : 1,
"5984" : 2,
"6176" : 1,
"6496" : 1,
"7072" : 1,
"7136" : 1,
"7200" : 1,
"7328" : 1,
"7456" : 2,
"7648" : 1,
"8384" : 2,
"8512" : 1,
"8768" : 1,
"9024" : 1,
"9280" : 1,
"411648" : 1,
"452608" : 1,
"485376" : 1,
"552960" : 1,
"790528" : 1,
"839680" : 1,
"856064" : 1,
"937984" : 1,
"978944" : 1,
"1011712" : 1,
"1220608" : 1,
"1236992" : 1,
"1433600" : 1,
"1564672" : 1,
"1630208" : 1,
"1695744" : 1,
"1794048" : 1,
"1875968" : 1,
"2007040" : 1,
"2039808" : 1,
"2342912" : 1,
"2473984" : 1,
"2605056" : 1,
"2703360" : 1,
"2867200" : 1,
"2965504" : 1,
"3096576" : 1,
"3129344" : 1,
"3653632" : 1,
"3850240" : 1,
"4046848" : 1,
"4620288" : 1,
"5210112" : 1,
"5275648" : 1,
"5668864" : 1,
"5799936" : 1,
"5996544" : 1,
"6193152" : 1,
"6258688" : 1,
"6455296" : 1,
"6651904" : 1,
"6979584" : 1,
"7307264" : 1,
"7569408" : 1,
"7700480" : 1,
"7831552" : 1,
"7897088" : 1,
"8585216" : 1,
"8716288" : 2,
"9109504" : 4,
"9240576" : 1,
"9371648" : 1,
"9502720" : 1,
"9633792" : 4,
"9764864" : 1,
"9895936" : 3,
"10027008" : 3,
"10158080" : 2,
"10289152" : 3,
"10420224" : 1,
"10551296" : 1,
"10682368" : 6,
"10813440" : 3,
"10944512" : 4,
"11075584" : 4,
"11206656" : 3,
"11468800" : 3,
"11599872" : 5,
"11730944" : 3,
"11862016" : 1,
"11993088" : 2,
"12124160" : 2,
"12255232" : 4,
"12386304" : 3,
"12517376" : 3,
"12648448" : 3,
"12779520" : 3,
"12910592" : 3,
"13172736" : 3,
"13303808" : 1,
"13434880" : 3,
"13565952" : 2,
"13697024" : 2,
"13828096" : 1,
"13959168" : 1,
"14090240" : 2,
"14221312" : 5,
"14352384" : 1,
"14483456" : 1,
"14614528" : 5,
"14876672" : 1,
"15007744" : 2,
"15269888" : 3,
"15400960" : 5,
"15532032" : 4,
"15663104" : 2,
"15794176" : 16,
"15925248" : 12,
"16056320" : 16,
"16187392" : 23,
"16318464" : 19,
"16449536" : 14,
"16580608" : 33,
"16711680" : 25,
"16908288" : 79,
"17170432" : 100,
"17432576" : 123,
"17694720" : 144,
"17956864" : 190,
"18219008" : 245,
"18481152" : 314,
"18743296" : 349,
"19005440" : 472,
"19267584" : 540,
"19529728" : 719,
"19791872" : 923,
"20054016" : 1036,
"20316160" : 1183,
"20578304" : 1386,
"20840448" : 1348,
"21102592" : 1491,
"21364736" : 1460,
"21626880" : 1516,
"21889024" : 1386,
"22151168" : 1302,
"22413312" : 1160,
"22675456" : 1059,
"22937600" : 1017,
"23199744" : 1032,
"23461888" : 973,
"23724032" : 1076,
"23986176" : 1036,
"24248320" : 1082,
"24510464" : 1165,
"24772608" : 1410,
"25034752" : 1508,
"25296896" : 1805,
"25559040" : 1929,
"25821184" : 2084,
"26083328" : 2247,
"26345472" : 2407,
"26607616" : 2685,
"26869760" : 2777,
"27131904" : 3108,
"27394048" : 3136,
"27656192" : 3414,
"27918336" : 3484,
"28180480" : 3451,
"28442624" : 3660,
"28704768" : 3791,
"28966912" : 3809,
"29229056" : 3874,
"29491200" : 3928,
"29753344" : 4018,
"30015488" : 4129,
"30277632" : 4087,
"30539776" : 3983,
"30801920" : 3866,
"31064064" : 3816,
"31326208" : 3832,
"31588352" : 3696,
"31850496" : 3690,
"32112640" : 3740,
"32374784" : 3866,
"32636928" : 3881,
"32899072" : 4014,
"33161216" : 3992,
"33423360" : 4109,
"33816576" : 9260,
"34340864" : 10274,
"34865152" : 11221,
"35389440" : 12054,
"35913728" : 13009,
"36438016" : 13946,
"36962304" : 14290,
"37486592" : 14793,
"38010880" : 15086,
"38535168" : 15340,
"39059456" : 15525,
"39583744" : 15396,
"40108032" : 15513,
"40632320" : 15191,
"41156608" : 15178,
"41680896" : 15278,
"42205184" : 15899,
"42729472" : 16640,
"43253760" : 17363,
"43778048" : 18339,
"44302336" : 18812,
"44826624" : 20299,
"45350912" : 20558,
"45875200" : 20669,
"46399488" : 20783,
"46923776" : 21092,
"47448064" : 21417,
"47972352" : 21512,
"48496640" : 22225,
"49020928" : 21711,
"49545216" : 22212,
"50069504" : 21097,
"50593792" : 21502,
"51118080" : 21636,
"51642368" : 22073,
"52166656" : 22734,
"52690944" : 23194,
"53215232" : 23340,
"53739520" : 23739,
"54263808" : 24028,
"54788096" : 24445,
"55312384" : 24636,
"55836672" : 24683,
"56360960" : 24650,
"56885248" : 24577,
"57409536" : 24772,
"57933824" : 24956,
"58458112" : 24506,
"58982400" : 24486,
"59506688" : 24146,
"60030976" : 23678,
"60555264" : 23792,
"61079552" : 23851,
"61603840" : 23488,
"62128128" : 23209,
"62652416" : 23900,
"63176704" : 23641,
"63700992" : 23215,
"64225280" : 23613,
"64749568" : 23779,
"65273856" : 23627,
"65798144" : 23040,
"66322432" : 22948,
"66846720" : 22865,
"67633152" : 45237,
"68681728" : 43477,
"69730304" : 41394,
"70778880" : 40125,
"71827456" : 39992,
"72876032" : 38925,
"73924608" : 38127,
"74973184" : 37682,
"76021760" : 35818,
"77070336" : 35099,
"78118912" : 34085,
"79167488" : 32859,
"80216064" : 31426,
"81264640" : 30638,
"82313216" : 30111,
"83361792" : 28421,
"84410368" : 27593,
"85458944" : 26797,
"86507520" : 25685,
"87556096" : 24948,
"88604672" : 24025,
"89653248" : 23076,
"90701824" : 21787,
"91750400" : 21087,
"92798976" : 20991,
"93847552" : 19690,
"94896128" : 18945,
"95944704" : 18415,
"96993280" : 17403,
"98041856" : 16734,
"99090432" : 16186,
"100139008" : 15782,
"101187584" : 14837,
"102236160" : 14463,
"103284736" : 13544,
"104333312" : 12786,
"105381888" : 12235,
"106430464" : 11453,
"107479040" : 11144,
"108527616" : 10663,
"109576192" : 9838,
"110624768" : 9647,
"111673344" : 8912,
"112721920" : 8678,
"113770496" : 8412,
"114819072" : 7928,
"115867648" : 7400,
"116916224" : 6970,
"117964800" : 6450,
"119013376" : 6155,
"120061952" : 5787,
"121110528" : 5223,
"122159104" : 5061,
"123207680" : 4965,
"124256256" : 4591,
"125304832" : 4189,
"126353408" : 3844,
"127401984" : 3693,
"128450560" : 3578,
"129499136" : 3307,
"130547712" : 2898,
"131596288" : 2797,
"132644864" : 2681,
"133693440" : 2578,
"135266304" : 4599,
"137363456" : 4175,
"139460608" : 3559,
"141557760" : 3183,
"143654912" : 2772,
"145752064" : 2532,
"147849216" : 2200,
"149946368" : 1881,
"152043520" : 1702,
"154140672" : 1559,
"156237824" : 1358,
"158334976" : 1094,
"160432128" : 1008,
"162529280" : 895,
"164626432" : 744,
"166723584" : 707,
"168820736" : 579,
"170917888" : 513,
"173015040" : 476,
"175112192" : 362,
"177209344" : 305,
"179306496" : 258,
"181403648" : 205,
"183500800" : 170,
"185597952" : 130,
"187695104" : 127,
"189792256" : 96,
"191889408" : 70,
"193986560" : 61,
"196083712" : 48,
"198180864" : 44,
"200278016" : 40,
"202375168" : 34,
"204472320" : 30,
"206569472" : 23,
"208666624" : 15,
"210763776" : 15,
"212860928" : 14,
"214958080" : 7,
"217055232" : 7,
"219152384" : 11,
"221249536" : 4,
"223346688" : 2,
"227540992" : 3,
"229638144" : 1
}
},
"lat_ns" : {
"min" : 407453,
"max" : 238020458,
"mean" : 69957672.700344,
"stddev" : 25343000.057313,
"N" : 2635112
},
"bw_min" : 36404,
"bw_max" : 85684,
"bw_agg" : 100.000000,
"bw_mean" : 58554.963788,
"bw_dev" : 274.507941,
"bw_samples" : 11488,
"iops_min" : 9098,
"iops_max" : 21420,
"iops_mean" : 14635.660167,
"iops_stddev" : 68.654786,
"iops_samples" : 11488
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5760321,
"usr_cpu" : 0.201881,
"sys_cpu" : 3.773644,
"ctx" : 4222803,
"majf" : 0,
"minf" : 1270,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.998785,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.180895,
"50" : 25.182262,
"100" : 63.877424,
"250" : 10.793358,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}