raidz2/benchmarks/rand/rand-read-qd4-nj16_run3.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773081008,
"timestamp_ms" : 1773081008376,
"time" : "Mon Mar 9 15:30:08 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 2127388672,
"io_kbytes" : 2077528,
"bw_bytes" : 217992486,
"bw" : 212883,
"iops" : 53231.171227,
"runtime" : 9759,
"total_ios" : 519483,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 156144,
"usr_cpu" : 0.671816,
"sys_cpu" : 17.155959,
"ctx" : 393871,
"majf" : 0,
"minf" : 172,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 99.990760,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999807,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081018,
"timestamp_ms" : 1773081018617,
"time" : "Mon Mar 9 15:30:18 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 2081525760,
"io_kbytes" : 2032740,
"bw_bytes" : 208152576,
"bw" : 203274,
"iops" : 50821.200000,
"runtime" : 10000,
"total_ios" : 508212,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 6550,
"max" : 1241737,
"mean" : 312661.192387,
"stddev" : 159782.463646,
"N" : 508211
},
"clat_ns" : {
"min" : 39971,
"max" : 2075050,
"mean" : 945941.547088,
"stddev" : 281990.962257,
"N" : 508196,
"percentile" : {
"1.000000" : 77312,
"5.000000" : 415744,
"10.000000" : 505856,
"20.000000" : 741376,
"30.000000" : 790528,
"40.000000" : 856064,
"50.000000" : 1011712,
"60.000000" : 1089536,
"70.000000" : 1138688,
"80.000000" : 1187840,
"90.000000" : 1269760,
"95.000000" : 1335296,
"99.000000" : 1466368,
"99.500000" : 1531904,
"99.900000" : 1646592,
"99.950000" : 1712128,
"99.990000" : 1843200
},
"bins" : {
"40192" : 1,
"42240" : 2,
"43264" : 1,
"47360" : 1,
"48384" : 1,
"52480" : 3,
"52992" : 2,
"53504" : 7,
"54016" : 7,
"54528" : 7,
"55040" : 11,
"55552" : 11,
"56064" : 18,
"56576" : 15,
"57088" : 22,
"57600" : 7,
"58112" : 14,
"58624" : 15,
"59136" : 21,
"59648" : 19,
"60160" : 18,
"60672" : 10,
"61184" : 12,
"61696" : 10,
"62208" : 16,
"62720" : 14,
"63232" : 17,
"63744" : 22,
"64256" : 31,
"64768" : 64,
"65280" : 87,
"66048" : 238,
"67072" : 335,
"68096" : 437,
"69120" : 489,
"70144" : 534,
"71168" : 565,
"72192" : 507,
"73216" : 462,
"74240" : 370,
"75264" : 317,
"76288" : 240,
"77312" : 151,
"78336" : 124,
"79360" : 89,
"80384" : 55,
"81408" : 41,
"82432" : 22,
"83456" : 19,
"84480" : 13,
"85504" : 10,
"86528" : 9,
"87552" : 5,
"88576" : 5,
"89600" : 3,
"90624" : 3,
"91648" : 1,
"92672" : 2,
"94720" : 3,
"95744" : 1,
"96768" : 2,
"98816" : 1,
"100864" : 1,
"101888" : 2,
"102912" : 2,
"103936" : 2,
"104960" : 3,
"105984" : 2,
"107008" : 3,
"108032" : 3,
"109056" : 5,
"110080" : 1,
"112128" : 1,
"113152" : 3,
"115200" : 1,
"116224" : 1,
"117248" : 1,
"119296" : 1,
"120320" : 1,
"121344" : 1,
"124416" : 1,
"252928" : 1,
"254976" : 2,
"259072" : 1,
"261120" : 1,
"264192" : 1,
"268288" : 1,
"272384" : 1,
"276480" : 2,
"280576" : 4,
"284672" : 6,
"292864" : 9,
"296960" : 8,
"301056" : 16,
"305152" : 27,
"309248" : 25,
"313344" : 40,
"317440" : 64,
"321536" : 88,
"325632" : 137,
"329728" : 192,
"333824" : 238,
"337920" : 250,
"342016" : 248,
"346112" : 213,
"350208" : 164,
"354304" : 237,
"358400" : 295,
"362496" : 521,
"366592" : 790,
"370688" : 1213,
"374784" : 1731,
"378880" : 2074,
"382976" : 2289,
"387072" : 2239,
"391168" : 1861,
"395264" : 1423,
"399360" : 1053,
"403456" : 782,
"407552" : 715,
"411648" : 623,
"415744" : 803,
"419840" : 1141,
"423936" : 1599,
"428032" : 2125,
"432128" : 2512,
"436224" : 2592,
"440320" : 2508,
"444416" : 2184,
"448512" : 1615,
"452608" : 1294,
"456704" : 1033,
"460800" : 922,
"464896" : 760,
"468992" : 723,
"473088" : 657,
"477184" : 570,
"481280" : 452,
"485376" : 461,
"489472" : 451,
"493568" : 423,
"497664" : 372,
"501760" : 327,
"505856" : 353,
"509952" : 403,
"514048" : 398,
"518144" : 382,
"522240" : 407,
"528384" : 775,
"536576" : 636,
"544768" : 541,
"552960" : 394,
"561152" : 408,
"569344" : 294,
"577536" : 319,
"585728" : 285,
"593920" : 313,
"602112" : 305,
"610304" : 336,
"618496" : 419,
"626688" : 517,
"634880" : 703,
"643072" : 909,
"651264" : 1080,
"659456" : 1243,
"667648" : 1703,
"675840" : 2565,
"684032" : 3679,
"692224" : 4784,
"700416" : 5030,
"708608" : 4619,
"716800" : 4503,
"724992" : 5194,
"733184" : 7153,
"741376" : 9024,
"749568" : 9913,
"757760" : 8812,
"765952" : 7574,
"774144" : 7102,
"782336" : 6949,
"790528" : 7743,
"798720" : 8010,
"806912" : 7615,
"815104" : 6863,
"823296" : 6123,
"831488" : 5493,
"839680" : 4968,
"847872" : 4461,
"856064" : 3937,
"864256" : 3513,
"872448" : 3372,
"880640" : 3332,
"888832" : 3200,
"897024" : 3011,
"905216" : 2703,
"913408" : 2457,
"921600" : 2364,
"929792" : 2128,
"937984" : 2077,
"946176" : 1990,
"954368" : 2021,
"962560" : 2140,
"970752" : 2142,
"978944" : 2322,
"987136" : 2642,
"995328" : 3158,
"1003520" : 3489,
"1011712" : 3759,
"1019904" : 3897,
"1028096" : 4150,
"1036288" : 4818,
"1044480" : 5669,
"1056768" : 13325,
"1073152" : 14364,
"1089536" : 15222,
"1105920" : 17539,
"1122304" : 17562,
"1138688" : 16714,
"1155072" : 15994,
"1171456" : 15103,
"1187840" : 13578,
"1204224" : 12156,
"1220608" : 10742,
"1236992" : 9628,
"1253376" : 8586,
"1269760" : 7609,
"1286144" : 6433,
"1302528" : 5706,
"1318912" : 4872,
"1335296" : 4376,
"1351680" : 3687,
"1368064" : 3182,
"1384448" : 2584,
"1400832" : 2187,
"1417216" : 1844,
"1433600" : 1487,
"1449984" : 1321,
"1466368" : 1113,
"1482752" : 889,
"1499136" : 745,
"1515520" : 621,
"1531904" : 519,
"1548288" : 452,
"1564672" : 363,
"1581056" : 243,
"1597440" : 244,
"1613824" : 183,
"1630208" : 135,
"1646592" : 128,
"1662976" : 107,
"1679360" : 57,
"1695744" : 67,
"1712128" : 44,
"1728512" : 37,
"1744896" : 32,
"1761280" : 19,
"1777664" : 21,
"1794048" : 24,
"1810432" : 13,
"1826816" : 10,
"1843200" : 9,
"1859584" : 10,
"1875968" : 8,
"1892352" : 1,
"1908736" : 3,
"1925120" : 3,
"1941504" : 2,
"1957888" : 2,
"1974272" : 6,
"1990656" : 3,
"2007040" : 5,
"2023424" : 1,
"2056192" : 1,
"2072576" : 1
}
},
"lat_ns" : {
"min" : 60733,
"max" : 2535804,
"mean" : 1258603.080827,
"stddev" : 328243.538418,
"N" : 508196
},
"bw_min" : 197453,
"bw_max" : 209396,
"bw_agg" : 100.000000,
"bw_mean" : 203400.000000,
"bw_dev" : 204.580159,
"bw_samples" : 304,
"iops_min" : 49361,
"iops_max" : 52348,
"iops_mean" : 50849.526316,
"iops_stddev" : 51.144704,
"iops_samples" : 304
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159985,
"usr_cpu" : 0.675688,
"sys_cpu" : 16.904085,
"ctx" : 404842,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999803,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999803,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 1.088719,
"250" : 0.010000,
"500" : 8.815612,
"750" : 12.878877,
"1000" : 26.544434
},
"latency_ms" : {
"2" : 50.659567,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081028,
"timestamp_ms" : 1773081028617,
"time" : "Mon Mar 9 15:30:28 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 4141768704,
"io_kbytes" : 4044696,
"bw_bytes" : 207098790,
"bw" : 202244,
"iops" : 50562.878144,
"runtime" : 19999,
"total_ios" : 1011207,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 6070,
"max" : 1310272,
"mean" : 314276.491340,
"stddev" : 158772.792986,
"N" : 1011206
},
"clat_ns" : {
"min" : 39971,
"max" : 2110084,
"mean" : 950794.553880,
"stddev" : 280074.497537,
"N" : 1011191,
"percentile" : {
"1.000000" : 80384,
"5.000000" : 419840,
"10.000000" : 528384,
"20.000000" : 741376,
"30.000000" : 790528,
"40.000000" : 864256,
"50.000000" : 1019904,
"60.000000" : 1089536,
"70.000000" : 1138688,
"80.000000" : 1187840,
"90.000000" : 1269760,
"95.000000" : 1335296,
"99.000000" : 1466368,
"99.500000" : 1531904,
"99.900000" : 1662976,
"99.950000" : 1712128,
"99.990000" : 1826816
},
"bins" : {
"40192" : 1,
"42240" : 2,
"43264" : 2,
"43776" : 1,
"44288" : 1,
"44800" : 1,
"45312" : 1,
"46336" : 1,
"47360" : 1,
"47872" : 1,
"48384" : 1,
"50944" : 1,
"51456" : 1,
"51968" : 1,
"52480" : 4,
"52992" : 8,
"53504" : 12,
"54016" : 15,
"54528" : 22,
"55040" : 23,
"55552" : 17,
"56064" : 28,
"56576" : 32,
"57088" : 32,
"57600" : 14,
"58112" : 30,
"58624" : 20,
"59136" : 36,
"59648" : 30,
"60160" : 30,
"60672" : 16,
"61184" : 18,
"61696" : 19,
"62208" : 30,
"62720" : 27,
"63232" : 36,
"63744" : 45,
"64256" : 54,
"64768" : 114,
"65280" : 175,
"66048" : 463,
"67072" : 645,
"68096" : 856,
"69120" : 912,
"70144" : 1034,
"71168" : 1014,
"72192" : 932,
"73216" : 850,
"74240" : 703,
"75264" : 561,
"76288" : 440,
"77312" : 309,
"78336" : 222,
"79360" : 174,
"80384" : 112,
"81408" : 77,
"82432" : 56,
"83456" : 45,
"84480" : 25,
"85504" : 19,
"86528" : 16,
"87552" : 11,
"88576" : 13,
"89600" : 8,
"90624" : 5,
"91648" : 7,
"92672" : 9,
"93696" : 2,
"94720" : 8,
"95744" : 2,
"96768" : 4,
"97792" : 1,
"98816" : 2,
"99840" : 1,
"100864" : 3,
"101888" : 3,
"102912" : 3,
"103936" : 4,
"104960" : 4,
"105984" : 3,
"107008" : 5,
"108032" : 4,
"109056" : 8,
"110080" : 2,
"111104" : 3,
"112128" : 1,
"113152" : 3,
"114176" : 2,
"115200" : 3,
"116224" : 1,
"117248" : 1,
"118272" : 1,
"119296" : 3,
"120320" : 1,
"121344" : 1,
"124416" : 2,
"134144" : 1,
"248832" : 1,
"252928" : 1,
"254976" : 3,
"259072" : 1,
"261120" : 1,
"264192" : 1,
"268288" : 4,
"272384" : 4,
"276480" : 5,
"280576" : 5,
"284672" : 7,
"288768" : 4,
"292864" : 19,
"296960" : 17,
"301056" : 30,
"305152" : 46,
"309248" : 51,
"313344" : 77,
"317440" : 114,
"321536" : 176,
"325632" : 270,
"329728" : 394,
"333824" : 446,
"337920" : 469,
"342016" : 481,
"346112" : 441,
"350208" : 353,
"354304" : 447,
"358400" : 588,
"362496" : 982,
"366592" : 1550,
"370688" : 2322,
"374784" : 3280,
"378880" : 3982,
"382976" : 4305,
"387072" : 4258,
"391168" : 3571,
"395264" : 2705,
"399360" : 2057,
"403456" : 1562,
"407552" : 1321,
"411648" : 1244,
"415744" : 1562,
"419840" : 2218,
"423936" : 3156,
"428032" : 4054,
"432128" : 4756,
"436224" : 4935,
"440320" : 4714,
"444416" : 4110,
"448512" : 3141,
"452608" : 2470,
"456704" : 1932,
"460800" : 1738,
"464896" : 1431,
"468992" : 1405,
"473088" : 1258,
"477184" : 1101,
"481280" : 991,
"485376" : 892,
"489472" : 841,
"493568" : 790,
"497664" : 728,
"501760" : 682,
"505856" : 679,
"509952" : 735,
"514048" : 782,
"518144" : 739,
"522240" : 795,
"528384" : 1392,
"536576" : 1162,
"544768" : 1060,
"552960" : 799,
"561152" : 773,
"569344" : 592,
"577536" : 580,
"585728" : 565,
"593920" : 617,
"602112" : 606,
"610304" : 636,
"618496" : 760,
"626688" : 1049,
"634880" : 1399,
"643072" : 1818,
"651264" : 2158,
"659456" : 2471,
"667648" : 3333,
"675840" : 5001,
"684032" : 7440,
"692224" : 9396,
"700416" : 9800,
"708608" : 9070,
"716800" : 8896,
"724992" : 10135,
"733184" : 14073,
"741376" : 17692,
"749568" : 19475,
"757760" : 17239,
"765952" : 14760,
"774144" : 13888,
"782336" : 13779,
"790528" : 15306,
"798720" : 15616,
"806912" : 15024,
"815104" : 13364,
"823296" : 12056,
"831488" : 10867,
"839680" : 9712,
"847872" : 8793,
"856064" : 7817,
"864256" : 7030,
"872448" : 6717,
"880640" : 6577,
"888832" : 6290,
"897024" : 5867,
"905216" : 5376,
"913408" : 4932,
"921600" : 4644,
"929792" : 4244,
"937984" : 4200,
"946176" : 3980,
"954368" : 4036,
"962560" : 4248,
"970752" : 4302,
"978944" : 4712,
"987136" : 5325,
"995328" : 6439,
"1003520" : 7015,
"1011712" : 7422,
"1019904" : 7883,
"1028096" : 8512,
"1036288" : 9731,
"1044480" : 11585,
"1056768" : 27317,
"1073152" : 28890,
"1089536" : 30724,
"1105920" : 35349,
"1122304" : 35434,
"1138688" : 33621,
"1155072" : 32196,
"1171456" : 30228,
"1187840" : 27466,
"1204224" : 24756,
"1220608" : 21835,
"1236992" : 19466,
"1253376" : 17407,
"1269760" : 15312,
"1286144" : 13154,
"1302528" : 11475,
"1318912" : 9885,
"1335296" : 8713,
"1351680" : 7374,
"1368064" : 6368,
"1384448" : 5229,
"1400832" : 4372,
"1417216" : 3749,
"1433600" : 3190,
"1449984" : 2612,
"1466368" : 2228,
"1482752" : 1790,
"1499136" : 1486,
"1515520" : 1237,
"1531904" : 1057,
"1548288" : 874,
"1564672" : 698,
"1581056" : 517,
"1597440" : 472,
"1613824" : 380,
"1630208" : 270,
"1646592" : 255,
"1662976" : 207,
"1679360" : 141,
"1695744" : 135,
"1712128" : 103,
"1728512" : 90,
"1744896" : 75,
"1761280" : 48,
"1777664" : 49,
"1794048" : 39,
"1810432" : 27,
"1826816" : 23,
"1843200" : 17,
"1859584" : 15,
"1875968" : 12,
"1892352" : 3,
"1908736" : 6,
"1925120" : 6,
"1941504" : 4,
"1957888" : 8,
"1974272" : 6,
"1990656" : 3,
"2007040" : 7,
"2023424" : 1,
"2039808" : 3,
"2056192" : 4,
"2072576" : 3,
"2088960" : 1,
"2113536" : 1
}
},
"lat_ns" : {
"min" : 60733,
"max" : 2535804,
"mean" : 1265072.000108,
"stddev" : 325839.163364,
"N" : 1011191
},
"bw_min" : 195929,
"bw_max" : 209522,
"bw_agg" : 100.000000,
"bw_mean" : 202285.538462,
"bw_dev" : 199.420747,
"bw_samples" : 624,
"iops_min" : 48981,
"iops_max" : 52378,
"iops_mean" : 50570.564103,
"iops_stddev" : 49.859173,
"iops_samples" : 624
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319984,
"usr_cpu" : 0.672221,
"sys_cpu" : 16.839592,
"ctx" : 809965,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999703,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999703,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 1.031243,
"250" : 0.010000,
"500" : 8.491436,
"750" : 12.699081,
"1000" : 26.338227
},
"latency_ms" : {
"2" : 51.428936,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081038,
"timestamp_ms" : 1773081038617,
"time" : "Mon Mar 9 15:30:38 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 6199189504,
"io_kbytes" : 6053896,
"bw_bytes" : 206646538,
"bw" : 201803,
"iops" : 50451.815061,
"runtime" : 29999,
"total_ios" : 1513504,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 6070,
"max" : 1310272,
"mean" : 314972.197684,
"stddev" : 158296.047504,
"N" : 1513503
},
"clat_ns" : {
"min" : 39961,
"max" : 2110084,
"mean" : 952855.863769,
"stddev" : 278983.969862,
"N" : 1513488,
"percentile" : {
"1.000000" : 284672,
"5.000000" : 419840,
"10.000000" : 536576,
"20.000000" : 741376,
"30.000000" : 790528,
"40.000000" : 864256,
"50.000000" : 1019904,
"60.000000" : 1089536,
"70.000000" : 1138688,
"80.000000" : 1187840,
"90.000000" : 1269760,
"95.000000" : 1335296,
"99.000000" : 1466368,
"99.500000" : 1531904,
"99.900000" : 1662976,
"99.950000" : 1712128,
"99.990000" : 1826816
},
"bins" : {
"40192" : 2,
"42240" : 2,
"42752" : 1,
"43264" : 2,
"43776" : 1,
"44288" : 2,
"44800" : 1,
"45312" : 1,
"45824" : 1,
"46336" : 1,
"47360" : 1,
"47872" : 1,
"48384" : 1,
"50432" : 1,
"50944" : 1,
"51456" : 2,
"51968" : 4,
"52480" : 7,
"52992" : 13,
"53504" : 17,
"54016" : 20,
"54528" : 30,
"55040" : 37,
"55552" : 28,
"56064" : 40,
"56576" : 43,
"57088" : 40,
"57600" : 23,
"58112" : 36,
"58624" : 33,
"59136" : 52,
"59648" : 46,
"60160" : 39,
"60672" : 27,
"61184" : 26,
"61696" : 27,
"62208" : 41,
"62720" : 42,
"63232" : 54,
"63744" : 75,
"64256" : 83,
"64768" : 172,
"65280" : 241,
"66048" : 659,
"67072" : 927,
"68096" : 1213,
"69120" : 1307,
"70144" : 1482,
"71168" : 1478,
"72192" : 1362,
"73216" : 1187,
"74240" : 1021,
"75264" : 793,
"76288" : 618,
"77312" : 462,
"78336" : 306,
"79360" : 267,
"80384" : 156,
"81408" : 104,
"82432" : 73,
"83456" : 67,
"84480" : 38,
"85504" : 34,
"86528" : 20,
"87552" : 16,
"88576" : 16,
"89600" : 12,
"90624" : 9,
"91648" : 10,
"92672" : 9,
"93696" : 6,
"94720" : 13,
"95744" : 4,
"96768" : 5,
"97792" : 3,
"98816" : 2,
"99840" : 2,
"100864" : 3,
"101888" : 4,
"102912" : 3,
"103936" : 6,
"104960" : 6,
"105984" : 4,
"107008" : 10,
"108032" : 5,
"109056" : 9,
"110080" : 2,
"111104" : 5,
"112128" : 2,
"113152" : 7,
"114176" : 2,
"115200" : 3,
"116224" : 1,
"117248" : 1,
"118272" : 1,
"119296" : 3,
"120320" : 1,
"121344" : 1,
"124416" : 2,
"134144" : 2,
"150528" : 1,
"246784" : 1,
"248832" : 1,
"252928" : 4,
"254976" : 4,
"259072" : 2,
"261120" : 1,
"264192" : 3,
"268288" : 7,
"272384" : 9,
"276480" : 5,
"280576" : 9,
"284672" : 14,
"288768" : 10,
"292864" : 21,
"296960" : 30,
"301056" : 45,
"305152" : 62,
"309248" : 90,
"313344" : 118,
"317440" : 187,
"321536" : 248,
"325632" : 383,
"329728" : 581,
"333824" : 666,
"337920" : 707,
"342016" : 677,
"346112" : 626,
"350208" : 541,
"354304" : 641,
"358400" : 909,
"362496" : 1436,
"366592" : 2248,
"370688" : 3463,
"374784" : 4881,
"378880" : 5840,
"382976" : 6331,
"387072" : 6217,
"391168" : 5252,
"395264" : 3946,
"399360" : 2997,
"403456" : 2319,
"407552" : 1939,
"411648" : 1860,
"415744" : 2344,
"419840" : 3278,
"423936" : 4616,
"428032" : 5963,
"432128" : 7001,
"436224" : 7293,
"440320" : 6921,
"444416" : 5944,
"448512" : 4635,
"452608" : 3589,
"456704" : 2874,
"460800" : 2599,
"464896" : 2149,
"468992" : 2051,
"473088" : 1822,
"477184" : 1648,
"481280" : 1474,
"485376" : 1349,
"489472" : 1270,
"493568" : 1132,
"497664" : 1054,
"501760" : 998,
"505856" : 1013,
"509952" : 1065,
"514048" : 1125,
"518144" : 1068,
"522240" : 1107,
"528384" : 2068,
"536576" : 1702,
"544768" : 1548,
"552960" : 1172,
"561152" : 1085,
"569344" : 897,
"577536" : 882,
"585728" : 865,
"593920" : 916,
"602112" : 896,
"610304" : 955,
"618496" : 1161,
"626688" : 1543,
"634880" : 2085,
"643072" : 2794,
"651264" : 3292,
"659456" : 3747,
"667648" : 4981,
"675840" : 7445,
"684032" : 11193,
"692224" : 14013,
"700416" : 14638,
"708608" : 13504,
"716800" : 13192,
"724992" : 15384,
"733184" : 21008,
"741376" : 26385,
"749568" : 28959,
"757760" : 25780,
"765952" : 21973,
"774144" : 20454,
"782336" : 20661,
"790528" : 22791,
"798720" : 23325,
"806912" : 22255,
"815104" : 19879,
"823296" : 17852,
"831488" : 16194,
"839680" : 14481,
"847872" : 13135,
"856064" : 11702,
"864256" : 10492,
"872448" : 10054,
"880640" : 9776,
"888832" : 9349,
"897024" : 8667,
"905216" : 8000,
"913408" : 7389,
"921600" : 6892,
"929792" : 6447,
"937984" : 6283,
"946176" : 6049,
"954368" : 6059,
"962560" : 6328,
"970752" : 6468,
"978944" : 7224,
"987136" : 8072,
"995328" : 9621,
"1003520" : 10572,
"1011712" : 11147,
"1019904" : 11819,
"1028096" : 12783,
"1036288" : 14706,
"1044480" : 17506,
"1056768" : 41404,
"1073152" : 43512,
"1089536" : 46532,
"1105920" : 53244,
"1122304" : 53282,
"1138688" : 50353,
"1155072" : 48135,
"1171456" : 45328,
"1187840" : 41298,
"1204224" : 37408,
"1220608" : 32854,
"1236992" : 29145,
"1253376" : 26255,
"1269760" : 23052,
"1286144" : 19960,
"1302528" : 17272,
"1318912" : 14919,
"1335296" : 13036,
"1351680" : 11228,
"1368064" : 9545,
"1384448" : 7967,
"1400832" : 6653,
"1417216" : 5629,
"1433600" : 4861,
"1449984" : 3939,
"1466368" : 3323,
"1482752" : 2681,
"1499136" : 2205,
"1515520" : 1848,
"1531904" : 1574,
"1548288" : 1265,
"1564672" : 1045,
"1581056" : 823,
"1597440" : 695,
"1613824" : 571,
"1630208" : 424,
"1646592" : 381,
"1662976" : 317,
"1679360" : 221,
"1695744" : 191,
"1712128" : 153,
"1728512" : 133,
"1744896" : 111,
"1761280" : 79,
"1777664" : 72,
"1794048" : 58,
"1810432" : 37,
"1826816" : 35,
"1843200" : 30,
"1859584" : 25,
"1875968" : 15,
"1892352" : 6,
"1908736" : 12,
"1925120" : 10,
"1941504" : 6,
"1957888" : 11,
"1974272" : 6,
"1990656" : 4,
"2007040" : 7,
"2023424" : 1,
"2039808" : 3,
"2056192" : 4,
"2072576" : 3,
"2088960" : 1,
"2113536" : 1
}
},
"lat_ns" : {
"min" : 60733,
"max" : 2645131,
"mean" : 1267827.204223,
"stddev" : 324522.419961,
"N" : 1513488
},
"bw_min" : 195470,
"bw_max" : 209522,
"bw_agg" : 100.000000,
"bw_mean" : 201832.576271,
"bw_dev" : 191.374693,
"bw_samples" : 944,
"iops_min" : 48866,
"iops_max" : 52378,
"iops_mean" : 50457.254237,
"iops_stddev" : 47.846033,
"iops_samples" : 944
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479984,
"usr_cpu" : 0.661064,
"sys_cpu" : 16.835561,
"ctx" : 1215308,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999934,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999934,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.989756,
"250" : 0.010000,
"500" : 8.351547,
"750" : 12.669474,
"1000" : 26.247238
},
"latency_ms" : {
"2" : 51.732734,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081048,
"timestamp_ms" : 1773081048617,
"time" : "Mon Mar 9 15:30:48 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 8257515520,
"io_kbytes" : 8063980,
"bw_bytes" : 206443049,
"bw" : 201604,
"iops" : 50401.735043,
"runtime" : 39999,
"total_ios" : 2016019,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5878,
"max" : 1310272,
"mean" : 315282.532829,
"stddev" : 158050.411822,
"N" : 2016019
},
"clat_ns" : {
"min" : 39961,
"max" : 2133199,
"mean" : 953790.788815,
"stddev" : 278495.610200,
"N" : 2016003,
"percentile" : {
"1.000000" : 309248,
"5.000000" : 423936,
"10.000000" : 544768,
"20.000000" : 741376,
"30.000000" : 790528,
"40.000000" : 872448,
"50.000000" : 1019904,
"60.000000" : 1089536,
"70.000000" : 1138688,
"80.000000" : 1187840,
"90.000000" : 1269760,
"95.000000" : 1335296,
"99.000000" : 1466368,
"99.500000" : 1531904,
"99.900000" : 1662976,
"99.950000" : 1712128,
"99.990000" : 1826816
},
"bins" : {
"40192" : 2,
"42240" : 2,
"42752" : 1,
"43264" : 2,
"43776" : 1,
"44288" : 2,
"44800" : 1,
"45312" : 1,
"45824" : 1,
"46336" : 2,
"46848" : 1,
"47360" : 2,
"47872" : 1,
"48384" : 1,
"49920" : 1,
"50432" : 1,
"50944" : 2,
"51456" : 2,
"51968" : 4,
"52480" : 9,
"52992" : 15,
"53504" : 23,
"54016" : 29,
"54528" : 38,
"55040" : 48,
"55552" : 37,
"56064" : 59,
"56576" : 54,
"57088" : 58,
"57600" : 34,
"58112" : 51,
"58624" : 45,
"59136" : 66,
"59648" : 59,
"60160" : 46,
"60672" : 36,
"61184" : 35,
"61696" : 40,
"62208" : 51,
"62720" : 57,
"63232" : 70,
"63744" : 98,
"64256" : 104,
"64768" : 207,
"65280" : 316,
"66048" : 827,
"67072" : 1219,
"68096" : 1530,
"69120" : 1744,
"70144" : 1932,
"71168" : 1920,
"72192" : 1772,
"73216" : 1575,
"74240" : 1374,
"75264" : 1073,
"76288" : 809,
"77312" : 642,
"78336" : 405,
"79360" : 348,
"80384" : 215,
"81408" : 138,
"82432" : 102,
"83456" : 90,
"84480" : 49,
"85504" : 41,
"86528" : 31,
"87552" : 21,
"88576" : 22,
"89600" : 16,
"90624" : 11,
"91648" : 14,
"92672" : 10,
"93696" : 7,
"94720" : 16,
"95744" : 6,
"96768" : 8,
"97792" : 6,
"98816" : 2,
"99840" : 3,
"100864" : 3,
"101888" : 7,
"102912" : 4,
"103936" : 9,
"104960" : 8,
"105984" : 8,
"107008" : 10,
"108032" : 7,
"109056" : 10,
"110080" : 3,
"111104" : 7,
"112128" : 3,
"113152" : 7,
"114176" : 4,
"115200" : 5,
"116224" : 3,
"117248" : 3,
"118272" : 1,
"119296" : 3,
"120320" : 1,
"121344" : 1,
"124416" : 2,
"134144" : 2,
"150528" : 1,
"244736" : 1,
"246784" : 1,
"248832" : 1,
"252928" : 4,
"254976" : 4,
"259072" : 2,
"261120" : 1,
"264192" : 5,
"268288" : 7,
"272384" : 14,
"276480" : 8,
"280576" : 9,
"284672" : 18,
"288768" : 18,
"292864" : 26,
"296960" : 33,
"301056" : 55,
"305152" : 82,
"309248" : 119,
"313344" : 149,
"317440" : 266,
"321536" : 320,
"325632" : 511,
"329728" : 735,
"333824" : 870,
"337920" : 934,
"342016" : 884,
"346112" : 818,
"350208" : 730,
"354304" : 833,
"358400" : 1194,
"362496" : 1861,
"366592" : 2889,
"370688" : 4565,
"374784" : 6417,
"378880" : 7768,
"382976" : 8370,
"387072" : 8376,
"391168" : 6934,
"395264" : 5297,
"399360" : 4008,
"403456" : 3052,
"407552" : 2600,
"411648" : 2429,
"415744" : 3027,
"419840" : 4345,
"423936" : 6154,
"428032" : 7817,
"432128" : 9257,
"436224" : 9623,
"440320" : 9089,
"444416" : 7798,
"448512" : 6119,
"452608" : 4773,
"456704" : 3837,
"460800" : 3408,
"464896" : 2885,
"468992" : 2699,
"473088" : 2414,
"477184" : 2166,
"481280" : 1922,
"485376" : 1787,
"489472" : 1629,
"493568" : 1487,
"497664" : 1403,
"501760" : 1341,
"505856" : 1331,
"509952" : 1400,
"514048" : 1494,
"518144" : 1417,
"522240" : 1457,
"528384" : 2748,
"536576" : 2281,
"544768" : 2039,
"552960" : 1537,
"561152" : 1460,
"569344" : 1224,
"577536" : 1172,
"585728" : 1149,
"593920" : 1213,
"602112" : 1191,
"610304" : 1291,
"618496" : 1544,
"626688" : 2023,
"634880" : 2770,
"643072" : 3748,
"651264" : 4347,
"659456" : 4917,
"667648" : 6606,
"675840" : 9956,
"684032" : 14913,
"692224" : 18695,
"700416" : 19438,
"708608" : 18034,
"716800" : 17512,
"724992" : 20447,
"733184" : 27794,
"741376" : 35276,
"749568" : 38254,
"757760" : 34414,
"765952" : 29333,
"774144" : 27026,
"782336" : 27442,
"790528" : 30223,
"798720" : 31147,
"806912" : 29453,
"815104" : 26378,
"823296" : 23722,
"831488" : 21483,
"839680" : 19407,
"847872" : 17456,
"856064" : 15455,
"864256" : 14089,
"872448" : 13258,
"880640" : 12981,
"888832" : 12408,
"897024" : 11584,
"905216" : 10686,
"913408" : 9732,
"921600" : 9063,
"929792" : 8547,
"937984" : 8364,
"946176" : 8215,
"954368" : 8169,
"962560" : 8418,
"970752" : 8655,
"978944" : 9617,
"987136" : 10763,
"995328" : 12745,
"1003520" : 14093,
"1011712" : 14855,
"1019904" : 15833,
"1028096" : 17142,
"1036288" : 19618,
"1044480" : 23422,
"1056768" : 55509,
"1073152" : 58101,
"1089536" : 62163,
"1105920" : 71285,
"1122304" : 71293,
"1138688" : 67237,
"1155072" : 64496,
"1171456" : 60339,
"1187840" : 55210,
"1204224" : 49862,
"1220608" : 43901,
"1236992" : 38928,
"1253376" : 35057,
"1269760" : 30766,
"1286144" : 26570,
"1302528" : 23087,
"1318912" : 20014,
"1335296" : 17432,
"1351680" : 14938,
"1368064" : 12717,
"1384448" : 10576,
"1400832" : 8927,
"1417216" : 7404,
"1433600" : 6478,
"1449984" : 5343,
"1466368" : 4402,
"1482752" : 3567,
"1499136" : 2938,
"1515520" : 2438,
"1531904" : 2120,
"1548288" : 1679,
"1564672" : 1410,
"1581056" : 1098,
"1597440" : 935,
"1613824" : 763,
"1630208" : 562,
"1646592" : 512,
"1662976" : 423,
"1679360" : 292,
"1695744" : 262,
"1712128" : 195,
"1728512" : 174,
"1744896" : 156,
"1761280" : 102,
"1777664" : 101,
"1794048" : 79,
"1810432" : 59,
"1826816" : 45,
"1843200" : 36,
"1859584" : 31,
"1875968" : 20,
"1892352" : 11,
"1908736" : 15,
"1925120" : 13,
"1941504" : 8,
"1957888" : 12,
"1974272" : 6,
"1990656" : 6,
"2007040" : 8,
"2023424" : 1,
"2039808" : 3,
"2056192" : 4,
"2072576" : 4,
"2088960" : 2,
"2113536" : 1,
"2146304" : 1
}
},
"lat_ns" : {
"min" : 60733,
"max" : 2645131,
"mean" : 1269072.949526,
"stddev" : 323920.744288,
"N" : 2016003
},
"bw_min" : 195286,
"bw_max" : 209570,
"bw_agg" : 100.000000,
"bw_mean" : 201651.721519,
"bw_dev" : 186.462880,
"bw_samples" : 1264,
"iops_min" : 48820,
"iops_max" : 52390,
"iops_mean" : 50412.025316,
"iops_stddev" : 46.614425,
"iops_samples" : 1264
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639984,
"usr_cpu" : 0.659235,
"sys_cpu" : 16.830733,
"ctx" : 1620545,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.975735,
"250" : 0.010000,
"500" : 8.281073,
"750" : 12.646905,
"1000" : 26.198315
},
"latency_ms" : {
"2" : 51.889194,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081058,
"timestamp_ms" : 1773081058616,
"time" : "Mon Mar 9 15:30:58 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 10311536640,
"io_kbytes" : 10069860,
"bw_bytes" : 206234857,
"bw" : 201401,
"iops" : 50350.827017,
"runtime" : 49999,
"total_ios" : 2517491,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5878,
"max" : 4283824,
"mean" : 315598.229855,
"stddev" : 158120.790134,
"N" : 2517490
},
"clat_ns" : {
"min" : 39961,
"max" : 5209840,
"mean" : 954746.107493,
"stddev" : 278578.621892,
"N" : 2517475,
"percentile" : {
"1.000000" : 317440,
"5.000000" : 423936,
"10.000000" : 552960,
"20.000000" : 741376,
"30.000000" : 790528,
"40.000000" : 872448,
"50.000000" : 1019904,
"60.000000" : 1089536,
"70.000000" : 1138688,
"80.000000" : 1187840,
"90.000000" : 1269760,
"95.000000" : 1335296,
"99.000000" : 1466368,
"99.500000" : 1531904,
"99.900000" : 1662976,
"99.950000" : 1712128,
"99.990000" : 1843200
},
"bins" : {
"40192" : 2,
"41728" : 1,
"42240" : 3,
"42752" : 1,
"43264" : 3,
"43776" : 1,
"44288" : 2,
"44800" : 1,
"45312" : 1,
"45824" : 2,
"46336" : 3,
"46848" : 1,
"47360" : 2,
"47872" : 1,
"48384" : 2,
"48896" : 1,
"49920" : 1,
"50432" : 1,
"50944" : 2,
"51456" : 3,
"51968" : 4,
"52480" : 9,
"52992" : 17,
"53504" : 25,
"54016" : 37,
"54528" : 48,
"55040" : 63,
"55552" : 47,
"56064" : 70,
"56576" : 68,
"57088" : 71,
"57600" : 50,
"58112" : 66,
"58624" : 59,
"59136" : 74,
"59648" : 67,
"60160" : 54,
"60672" : 42,
"61184" : 41,
"61696" : 48,
"62208" : 64,
"62720" : 77,
"63232" : 82,
"63744" : 127,
"64256" : 150,
"64768" : 268,
"65280" : 375,
"66048" : 1037,
"67072" : 1513,
"68096" : 1908,
"69120" : 2151,
"70144" : 2371,
"71168" : 2368,
"72192" : 2184,
"73216" : 1952,
"74240" : 1690,
"75264" : 1289,
"76288" : 978,
"77312" : 802,
"78336" : 509,
"79360" : 431,
"80384" : 274,
"81408" : 171,
"82432" : 131,
"83456" : 106,
"84480" : 56,
"85504" : 58,
"86528" : 32,
"87552" : 24,
"88576" : 29,
"89600" : 19,
"90624" : 19,
"91648" : 17,
"92672" : 16,
"93696" : 9,
"94720" : 19,
"95744" : 7,
"96768" : 9,
"97792" : 10,
"98816" : 3,
"99840" : 5,
"100864" : 6,
"101888" : 9,
"102912" : 4,
"103936" : 10,
"104960" : 8,
"105984" : 11,
"107008" : 14,
"108032" : 10,
"109056" : 11,
"110080" : 4,
"111104" : 9,
"112128" : 4,
"113152" : 8,
"114176" : 5,
"115200" : 5,
"116224" : 3,
"117248" : 4,
"118272" : 3,
"119296" : 3,
"120320" : 1,
"121344" : 1,
"124416" : 2,
"134144" : 2,
"142336" : 1,
"150528" : 1,
"162816" : 1,
"244736" : 1,
"246784" : 1,
"248832" : 1,
"252928" : 4,
"254976" : 5,
"257024" : 1,
"259072" : 2,
"261120" : 1,
"264192" : 5,
"268288" : 9,
"272384" : 14,
"276480" : 11,
"280576" : 10,
"284672" : 18,
"288768" : 23,
"292864" : 33,
"296960" : 40,
"301056" : 70,
"305152" : 99,
"309248" : 145,
"313344" : 190,
"317440" : 316,
"321536" : 403,
"325632" : 626,
"329728" : 909,
"333824" : 1071,
"337920" : 1147,
"342016" : 1079,
"346112" : 994,
"350208" : 884,
"354304" : 1054,
"358400" : 1478,
"362496" : 2310,
"366592" : 3624,
"370688" : 5671,
"374784" : 7859,
"378880" : 9679,
"382976" : 10416,
"387072" : 10295,
"391168" : 8620,
"395264" : 6594,
"399360" : 4963,
"403456" : 3820,
"407552" : 3264,
"411648" : 2985,
"415744" : 3732,
"419840" : 5415,
"423936" : 7533,
"428032" : 9720,
"432128" : 11488,
"436224" : 11902,
"440320" : 11253,
"444416" : 9654,
"448512" : 7576,
"452608" : 5970,
"456704" : 4759,
"460800" : 4226,
"464896" : 3534,
"468992" : 3385,
"473088" : 3001,
"477184" : 2732,
"481280" : 2399,
"485376" : 2263,
"489472" : 1997,
"493568" : 1815,
"497664" : 1723,
"501760" : 1667,
"505856" : 1631,
"509952" : 1685,
"514048" : 1798,
"518144" : 1759,
"522240" : 1810,
"528384" : 3382,
"536576" : 2820,
"544768" : 2531,
"552960" : 1925,
"561152" : 1789,
"569344" : 1504,
"577536" : 1476,
"585728" : 1433,
"593920" : 1503,
"602112" : 1483,
"610304" : 1608,
"618496" : 1950,
"626688" : 2510,
"634880" : 3467,
"643072" : 4667,
"651264" : 5371,
"659456" : 6151,
"667648" : 8217,
"675840" : 12434,
"684032" : 18726,
"692224" : 23404,
"700416" : 24230,
"708608" : 22447,
"716800" : 21767,
"724992" : 25513,
"733184" : 34807,
"741376" : 43848,
"749568" : 47593,
"757760" : 42917,
"765952" : 36759,
"774144" : 33714,
"782336" : 34348,
"790528" : 37549,
"798720" : 38834,
"806912" : 36754,
"815104" : 32856,
"823296" : 29438,
"831488" : 26731,
"839680" : 24165,
"847872" : 21763,
"856064" : 19249,
"864256" : 17551,
"872448" : 16614,
"880640" : 16195,
"888832" : 15435,
"897024" : 14509,
"905216" : 13390,
"913408" : 12143,
"921600" : 11313,
"929792" : 10616,
"937984" : 10492,
"946176" : 10324,
"954368" : 10161,
"962560" : 10500,
"970752" : 10878,
"978944" : 11960,
"987136" : 13434,
"995328" : 15887,
"1003520" : 17598,
"1011712" : 18495,
"1019904" : 19629,
"1028096" : 21391,
"1036288" : 24429,
"1044480" : 29282,
"1056768" : 69537,
"1073152" : 72850,
"1089536" : 77845,
"1105920" : 89143,
"1122304" : 89224,
"1138688" : 84019,
"1155072" : 80637,
"1171456" : 75526,
"1187840" : 69288,
"1204224" : 62416,
"1220608" : 54794,
"1236992" : 48895,
"1253376" : 43744,
"1269760" : 38674,
"1286144" : 33460,
"1302528" : 28987,
"1318912" : 25122,
"1335296" : 22040,
"1351680" : 18683,
"1368064" : 15917,
"1384448" : 13219,
"1400832" : 11260,
"1417216" : 9375,
"1433600" : 8059,
"1449984" : 6702,
"1466368" : 5457,
"1482752" : 4481,
"1499136" : 3695,
"1515520" : 3054,
"1531904" : 2657,
"1548288" : 2074,
"1564672" : 1745,
"1581056" : 1364,
"1597440" : 1148,
"1613824" : 920,
"1630208" : 689,
"1646592" : 660,
"1662976" : 509,
"1679360" : 383,
"1695744" : 328,
"1712128" : 241,
"1728512" : 214,
"1744896" : 174,
"1761280" : 134,
"1777664" : 125,
"1794048" : 99,
"1810432" : 80,
"1826816" : 56,
"1843200" : 47,
"1859584" : 36,
"1875968" : 27,
"1892352" : 13,
"1908736" : 19,
"1925120" : 17,
"1941504" : 9,
"1957888" : 13,
"1974272" : 9,
"1990656" : 6,
"2007040" : 8,
"2023424" : 1,
"2039808" : 3,
"2056192" : 4,
"2072576" : 4,
"2088960" : 2,
"2113536" : 1,
"2146304" : 1,
"3686400" : 1,
"3784704" : 1,
"4177920" : 1,
"4227072" : 3,
"4292608" : 2,
"4358144" : 3,
"4423680" : 4,
"4489216" : 1,
"4554752" : 6,
"4620288" : 3,
"4685824" : 6,
"4751360" : 7,
"4816896" : 4,
"4882432" : 2,
"4947968" : 2,
"5013504" : 1,
"5210112" : 1
}
},
"lat_ns" : {
"min" : 60733,
"max" : 5731876,
"mean" : 1270344.416474,
"stddev" : 323971.070889,
"N" : 2517475
},
"bw_min" : 194773,
"bw_max" : 209618,
"bw_agg" : 100.000000,
"bw_mean" : 201437.656566,
"bw_dev" : 187.431004,
"bw_samples" : 1584,
"iops_min" : 48691,
"iops_max" : 52402,
"iops_mean" : 50358.474747,
"iops_stddev" : 46.860110,
"iops_samples" : 1584
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 799984,
"usr_cpu" : 0.651263,
"sys_cpu" : 16.832712,
"ctx" : 2025542,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999921,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999960,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.965406,
"250" : 0.010000,
"500" : 8.219970,
"750" : 12.616530,
"1000" : 26.171613
},
"latency_ms" : {
"2" : 52.016114,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081068,
"timestamp_ms" : 1773081068616,
"time" : "Mon Mar 9 15:31:08 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 12368687104,
"io_kbytes" : 12078796,
"bw_bytes" : 206148220,
"bw" : 201316,
"iops" : 50329.605493,
"runtime" : 59999,
"total_ios" : 3019726,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5448,
"max" : 4283824,
"mean" : 315732.866850,
"stddev" : 157998.066025,
"N" : 3019725
},
"clat_ns" : {
"min" : 39961,
"max" : 5209840,
"mean" : 955140.094738,
"stddev" : 278268.894617,
"N" : 3019710,
"percentile" : {
"1.000000" : 317440,
"5.000000" : 423936,
"10.000000" : 561152,
"20.000000" : 741376,
"30.000000" : 798720,
"40.000000" : 872448,
"50.000000" : 1019904,
"60.000000" : 1089536,
"70.000000" : 1138688,
"80.000000" : 1187840,
"90.000000" : 1269760,
"95.000000" : 1335296,
"99.000000" : 1482752,
"99.500000" : 1531904,
"99.900000" : 1662976,
"99.950000" : 1712128,
"99.990000" : 1843200
},
"bins" : {
"40192" : 2,
"41728" : 1,
"42240" : 3,
"42752" : 1,
"43264" : 3,
"43776" : 1,
"44288" : 3,
"44800" : 1,
"45312" : 1,
"45824" : 2,
"46336" : 3,
"46848" : 1,
"47360" : 3,
"47872" : 1,
"48384" : 2,
"48896" : 1,
"49920" : 1,
"50432" : 1,
"50944" : 2,
"51456" : 3,
"51968" : 5,
"52480" : 11,
"52992" : 19,
"53504" : 33,
"54016" : 44,
"54528" : 54,
"55040" : 77,
"55552" : 59,
"56064" : 81,
"56576" : 87,
"57088" : 88,
"57600" : 65,
"58112" : 77,
"58624" : 79,
"59136" : 82,
"59648" : 77,
"60160" : 65,
"60672" : 49,
"61184" : 52,
"61696" : 54,
"62208" : 74,
"62720" : 94,
"63232" : 101,
"63744" : 150,
"64256" : 179,
"64768" : 314,
"65280" : 442,
"66048" : 1237,
"67072" : 1824,
"68096" : 2263,
"69120" : 2562,
"70144" : 2802,
"71168" : 2839,
"72192" : 2604,
"73216" : 2321,
"74240" : 1997,
"75264" : 1511,
"76288" : 1154,
"77312" : 936,
"78336" : 606,
"79360" : 503,
"80384" : 312,
"81408" : 201,
"82432" : 158,
"83456" : 118,
"84480" : 69,
"85504" : 65,
"86528" : 38,
"87552" : 28,
"88576" : 30,
"89600" : 23,
"90624" : 20,
"91648" : 18,
"92672" : 16,
"93696" : 10,
"94720" : 19,
"95744" : 7,
"96768" : 10,
"97792" : 10,
"98816" : 3,
"99840" : 7,
"100864" : 6,
"101888" : 10,
"102912" : 5,
"103936" : 11,
"104960" : 11,
"105984" : 15,
"107008" : 16,
"108032" : 11,
"109056" : 15,
"110080" : 6,
"111104" : 13,
"112128" : 4,
"113152" : 12,
"114176" : 5,
"115200" : 6,
"116224" : 3,
"117248" : 4,
"118272" : 4,
"119296" : 3,
"120320" : 2,
"121344" : 1,
"124416" : 2,
"134144" : 2,
"142336" : 1,
"150528" : 1,
"162816" : 1,
"244736" : 1,
"246784" : 1,
"248832" : 1,
"252928" : 4,
"254976" : 5,
"257024" : 1,
"259072" : 3,
"261120" : 2,
"264192" : 5,
"268288" : 10,
"272384" : 14,
"276480" : 12,
"280576" : 17,
"284672" : 22,
"288768" : 27,
"292864" : 40,
"296960" : 61,
"301056" : 81,
"305152" : 125,
"309248" : 171,
"313344" : 216,
"317440" : 383,
"321536" : 487,
"325632" : 751,
"329728" : 1099,
"333824" : 1287,
"337920" : 1359,
"342016" : 1313,
"346112" : 1187,
"350208" : 1065,
"354304" : 1269,
"358400" : 1761,
"362496" : 2768,
"366592" : 4362,
"370688" : 6837,
"374784" : 9380,
"378880" : 11564,
"382976" : 12477,
"387072" : 12309,
"391168" : 10254,
"395264" : 7838,
"399360" : 5905,
"403456" : 4549,
"407552" : 3833,
"411648" : 3603,
"415744" : 4512,
"419840" : 6478,
"423936" : 9023,
"428032" : 11592,
"432128" : 13742,
"436224" : 14228,
"440320" : 13504,
"444416" : 11476,
"448512" : 8983,
"452608" : 7109,
"456704" : 5732,
"460800" : 5038,
"464896" : 4264,
"468992" : 4046,
"473088" : 3640,
"477184" : 3230,
"481280" : 2870,
"485376" : 2682,
"489472" : 2369,
"493568" : 2172,
"497664" : 2066,
"501760" : 1991,
"505856" : 1928,
"509952" : 2028,
"514048" : 2130,
"518144" : 2084,
"522240" : 2156,
"528384" : 4050,
"536576" : 3384,
"544768" : 3023,
"552960" : 2318,
"561152" : 2096,
"569344" : 1759,
"577536" : 1760,
"585728" : 1724,
"593920" : 1790,
"602112" : 1769,
"610304" : 1939,
"618496" : 2387,
"626688" : 3046,
"634880" : 4209,
"643072" : 5548,
"651264" : 6429,
"659456" : 7413,
"667648" : 9889,
"675840" : 14943,
"684032" : 22356,
"692224" : 28173,
"700416" : 28967,
"708608" : 26925,
"716800" : 26111,
"724992" : 30609,
"733184" : 41826,
"741376" : 52673,
"749568" : 57145,
"757760" : 51357,
"765952" : 44044,
"774144" : 40173,
"782336" : 41229,
"790528" : 45060,
"798720" : 46420,
"806912" : 44154,
"815104" : 39501,
"823296" : 35360,
"831488" : 32027,
"839680" : 28956,
"847872" : 26051,
"856064" : 22942,
"864256" : 21074,
"872448" : 20091,
"880640" : 19309,
"888832" : 18524,
"897024" : 17311,
"905216" : 16034,
"913408" : 14601,
"921600" : 13588,
"929792" : 12740,
"937984" : 12604,
"946176" : 12469,
"954368" : 12268,
"962560" : 12601,
"970752" : 13034,
"978944" : 14419,
"987136" : 16237,
"995328" : 19100,
"1003520" : 21148,
"1011712" : 22253,
"1019904" : 23522,
"1028096" : 25727,
"1036288" : 29407,
"1044480" : 35170,
"1056768" : 83407,
"1073152" : 87217,
"1089536" : 93255,
"1105920" : 107093,
"1122304" : 107014,
"1138688" : 100641,
"1155072" : 96969,
"1171456" : 90713,
"1187840" : 83304,
"1204224" : 74926,
"1220608" : 65645,
"1236992" : 58933,
"1253376" : 52416,
"1269760" : 46492,
"1286144" : 40256,
"1302528" : 34889,
"1318912" : 30202,
"1335296" : 26365,
"1351680" : 22421,
"1368064" : 19078,
"1384448" : 15890,
"1400832" : 13568,
"1417216" : 11191,
"1433600" : 9621,
"1449984" : 8050,
"1466368" : 6595,
"1482752" : 5428,
"1499136" : 4416,
"1515520" : 3742,
"1531904" : 3205,
"1548288" : 2472,
"1564672" : 2084,
"1581056" : 1645,
"1597440" : 1378,
"1613824" : 1092,
"1630208" : 831,
"1646592" : 792,
"1662976" : 614,
"1679360" : 468,
"1695744" : 390,
"1712128" : 282,
"1728512" : 265,
"1744896" : 214,
"1761280" : 160,
"1777664" : 151,
"1794048" : 119,
"1810432" : 88,
"1826816" : 70,
"1843200" : 58,
"1859584" : 43,
"1875968" : 32,
"1892352" : 18,
"1908736" : 23,
"1925120" : 18,
"1941504" : 13,
"1957888" : 13,
"1974272" : 10,
"1990656" : 7,
"2007040" : 9,
"2023424" : 2,
"2039808" : 3,
"2056192" : 6,
"2072576" : 4,
"2088960" : 3,
"2113536" : 2,
"2146304" : 2,
"2179072" : 1,
"2441216" : 1,
"3686400" : 1,
"3784704" : 1,
"4177920" : 1,
"4227072" : 3,
"4292608" : 2,
"4358144" : 3,
"4423680" : 4,
"4489216" : 1,
"4554752" : 6,
"4620288" : 3,
"4685824" : 6,
"4751360" : 7,
"4816896" : 4,
"4882432" : 2,
"4947968" : 2,
"5013504" : 1,
"5210112" : 1
}
},
"lat_ns" : {
"min" : 60733,
"max" : 5731876,
"mean" : 1270872.443767,
"stddev" : 323564.549972,
"N" : 3019710
},
"bw_min" : 194685,
"bw_max" : 209658,
"bw_agg" : 100.000000,
"bw_mean" : 201358.058824,
"bw_dev" : 188.800295,
"bw_samples" : 1904,
"iops_min" : 48669,
"iops_max" : 52412,
"iops_mean" : 50338.613445,
"iops_stddev" : 47.202180,
"iops_samples" : 1904
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959984,
"usr_cpu" : 0.653032,
"sys_cpu" : 16.821426,
"ctx" : 2430891,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.954954,
"250" : 0.010000,
"500" : 8.191240,
"750" : 12.619787,
"1000" : 26.163433
},
"latency_ms" : {
"2" : 52.060584,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081078,
"timestamp_ms" : 1773081078616,
"time" : "Mon Mar 9 15:31:18 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 14431039488,
"io_kbytes" : 14092812,
"bw_bytes" : 206160652,
"bw" : 201328,
"iops" : 50332.633323,
"runtime" : 69999,
"total_ios" : 3523234,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5448,
"max" : 4283824,
"mean" : 315713.007213,
"stddev" : 157977.952251,
"N" : 3523233
},
"clat_ns" : {
"min" : 39961,
"max" : 5209840,
"mean" : 955084.579677,
"stddev" : 278180.932760,
"N" : 3523218,
"percentile" : {
"1.000000" : 321536,
"5.000000" : 423936,
"10.000000" : 561152,
"20.000000" : 741376,
"30.000000" : 798720,
"40.000000" : 872448,
"50.000000" : 1019904,
"60.000000" : 1089536,
"70.000000" : 1138688,
"80.000000" : 1187840,
"90.000000" : 1269760,
"95.000000" : 1335296,
"99.000000" : 1482752,
"99.500000" : 1531904,
"99.900000" : 1662976,
"99.950000" : 1712128,
"99.990000" : 1843200
},
"bins" : {
"40192" : 2,
"41728" : 1,
"42240" : 3,
"42752" : 1,
"43264" : 4,
"43776" : 1,
"44288" : 3,
"44800" : 1,
"45312" : 1,
"45824" : 2,
"46336" : 3,
"46848" : 1,
"47360" : 4,
"47872" : 2,
"48384" : 2,
"48896" : 1,
"49920" : 1,
"50432" : 1,
"50944" : 2,
"51456" : 3,
"51968" : 6,
"52480" : 14,
"52992" : 22,
"53504" : 38,
"54016" : 51,
"54528" : 67,
"55040" : 87,
"55552" : 72,
"56064" : 93,
"56576" : 101,
"57088" : 102,
"57600" : 84,
"58112" : 97,
"58624" : 88,
"59136" : 91,
"59648" : 91,
"60160" : 78,
"60672" : 59,
"61184" : 59,
"61696" : 67,
"62208" : 85,
"62720" : 110,
"63232" : 118,
"63744" : 183,
"64256" : 213,
"64768" : 376,
"65280" : 510,
"66048" : 1426,
"67072" : 2116,
"68096" : 2614,
"69120" : 2983,
"70144" : 3237,
"71168" : 3301,
"72192" : 3007,
"73216" : 2680,
"74240" : 2295,
"75264" : 1768,
"76288" : 1320,
"77312" : 1073,
"78336" : 716,
"79360" : 586,
"80384" : 364,
"81408" : 238,
"82432" : 194,
"83456" : 134,
"84480" : 79,
"85504" : 81,
"86528" : 46,
"87552" : 35,
"88576" : 37,
"89600" : 34,
"90624" : 24,
"91648" : 23,
"92672" : 22,
"93696" : 16,
"94720" : 23,
"95744" : 11,
"96768" : 13,
"97792" : 13,
"98816" : 6,
"99840" : 7,
"100864" : 6,
"101888" : 12,
"102912" : 9,
"103936" : 13,
"104960" : 12,
"105984" : 15,
"107008" : 17,
"108032" : 16,
"109056" : 19,
"110080" : 6,
"111104" : 14,
"112128" : 6,
"113152" : 13,
"114176" : 6,
"115200" : 6,
"116224" : 3,
"117248" : 5,
"118272" : 5,
"119296" : 3,
"120320" : 2,
"121344" : 1,
"122368" : 1,
"124416" : 2,
"132096" : 1,
"134144" : 2,
"140288" : 1,
"142336" : 1,
"150528" : 1,
"162816" : 1,
"244736" : 1,
"246784" : 1,
"248832" : 1,
"252928" : 4,
"254976" : 7,
"257024" : 1,
"259072" : 4,
"261120" : 2,
"264192" : 5,
"268288" : 12,
"272384" : 18,
"276480" : 16,
"280576" : 19,
"284672" : 27,
"288768" : 33,
"292864" : 44,
"296960" : 72,
"301056" : 98,
"305152" : 146,
"309248" : 211,
"313344" : 274,
"317440" : 446,
"321536" : 568,
"325632" : 866,
"329728" : 1272,
"333824" : 1506,
"337920" : 1567,
"342016" : 1508,
"346112" : 1398,
"350208" : 1264,
"354304" : 1474,
"358400" : 2059,
"362496" : 3262,
"366592" : 5144,
"370688" : 7982,
"374784" : 10985,
"378880" : 13484,
"382976" : 14545,
"387072" : 14279,
"391168" : 11914,
"395264" : 9153,
"399360" : 6883,
"403456" : 5313,
"407552" : 4493,
"411648" : 4212,
"415744" : 5306,
"419840" : 7569,
"423936" : 10627,
"428032" : 13525,
"432128" : 16063,
"436224" : 16585,
"440320" : 15760,
"444416" : 13387,
"448512" : 10464,
"452608" : 8270,
"456704" : 6734,
"460800" : 5929,
"464896" : 5010,
"468992" : 4729,
"473088" : 4242,
"477184" : 3764,
"481280" : 3332,
"485376" : 3102,
"489472" : 2769,
"493568" : 2510,
"497664" : 2438,
"501760" : 2297,
"505856" : 2277,
"509952" : 2379,
"514048" : 2491,
"518144" : 2418,
"522240" : 2480,
"528384" : 4747,
"536576" : 3965,
"544768" : 3464,
"552960" : 2701,
"561152" : 2475,
"569344" : 2057,
"577536" : 2066,
"585728" : 2024,
"593920" : 2074,
"602112" : 2069,
"610304" : 2276,
"618496" : 2761,
"626688" : 3583,
"634880" : 4959,
"643072" : 6501,
"651264" : 7494,
"659456" : 8690,
"667648" : 11569,
"675840" : 17528,
"684032" : 26094,
"692224" : 32855,
"700416" : 33932,
"708608" : 31481,
"716800" : 30481,
"724992" : 35746,
"733184" : 48682,
"741376" : 61390,
"749568" : 66699,
"757760" : 59849,
"765952" : 51324,
"774144" : 46939,
"782336" : 47915,
"790528" : 52463,
"798720" : 54294,
"806912" : 51685,
"815104" : 46064,
"823296" : 41265,
"831488" : 37278,
"839680" : 33793,
"847872" : 30411,
"856064" : 26842,
"864256" : 24518,
"872448" : 23491,
"880640" : 22508,
"888832" : 21587,
"897024" : 20172,
"905216" : 18715,
"913408" : 17097,
"921600" : 15887,
"929792" : 14863,
"937984" : 14660,
"946176" : 14562,
"954368" : 14429,
"962560" : 14676,
"970752" : 15215,
"978944" : 16743,
"987136" : 18961,
"995328" : 22192,
"1003520" : 24606,
"1011712" : 26024,
"1019904" : 27387,
"1028096" : 30003,
"1036288" : 34395,
"1044480" : 41056,
"1056768" : 97287,
"1073152" : 101711,
"1089536" : 108591,
"1105920" : 124910,
"1122304" : 125058,
"1138688" : 117395,
"1155072" : 113098,
"1171456" : 106113,
"1187840" : 97074,
"1204224" : 87351,
"1220608" : 76701,
"1236992" : 68686,
"1253376" : 61257,
"1269760" : 54217,
"1286144" : 46905,
"1302528" : 40736,
"1318912" : 35311,
"1335296" : 30604,
"1351680" : 26082,
"1368064" : 22154,
"1384448" : 18576,
"1400832" : 15805,
"1417216" : 13127,
"1433600" : 11184,
"1449984" : 9368,
"1466368" : 7658,
"1482752" : 6309,
"1499136" : 5189,
"1515520" : 4341,
"1531904" : 3764,
"1548288" : 2897,
"1564672" : 2447,
"1581056" : 1888,
"1597440" : 1589,
"1613824" : 1289,
"1630208" : 981,
"1646592" : 940,
"1662976" : 704,
"1679360" : 551,
"1695744" : 454,
"1712128" : 338,
"1728512" : 298,
"1744896" : 256,
"1761280" : 184,
"1777664" : 181,
"1794048" : 132,
"1810432" : 104,
"1826816" : 78,
"1843200" : 71,
"1859584" : 50,
"1875968" : 39,
"1892352" : 23,
"1908736" : 25,
"1925120" : 18,
"1941504" : 14,
"1957888" : 15,
"1974272" : 11,
"1990656" : 8,
"2007040" : 9,
"2023424" : 2,
"2039808" : 5,
"2056192" : 6,
"2072576" : 4,
"2088960" : 3,
"2113536" : 4,
"2146304" : 2,
"2179072" : 1,
"2310144" : 1,
"2342912" : 1,
"2441216" : 1,
"3686400" : 1,
"3784704" : 1,
"4177920" : 1,
"4227072" : 3,
"4292608" : 2,
"4358144" : 3,
"4423680" : 4,
"4489216" : 1,
"4554752" : 6,
"4620288" : 3,
"4685824" : 6,
"4751360" : 7,
"4816896" : 4,
"4882432" : 2,
"4947968" : 2,
"5013504" : 1,
"5210112" : 1
}
},
"lat_ns" : {
"min" : 60733,
"max" : 5731876,
"mean" : 1270797.333637,
"stddev" : 323432.893137,
"N" : 3523218
},
"bw_min" : 194605,
"bw_max" : 209715,
"bw_agg" : 100.000000,
"bw_mean" : 201360.258993,
"bw_dev" : 191.493061,
"bw_samples" : 2224,
"iops_min" : 48649,
"iops_max" : 52426,
"iops_mean" : 50339.223022,
"iops_stddev" : 47.875639,
"iops_samples" : 2224
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1119984,
"usr_cpu" : 0.652599,
"sys_cpu" : 16.817919,
"ctx" : 2836002,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999972,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999972,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.950490,
"250" : 0.010000,
"500" : 8.198320,
"750" : 12.629675,
"1000" : 26.159347
},
"latency_ms" : {
"2" : 52.052518,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081088,
"timestamp_ms" : 1773081088616,
"time" : "Mon Mar 9 15:31:28 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 16501350400,
"io_kbytes" : 16114600,
"bw_bytes" : 206269458,
"bw" : 201435,
"iops" : 50359.166990,
"runtime" : 79999,
"total_ios" : 4028683,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5448,
"max" : 4283824,
"mean" : 315546.283634,
"stddev" : 158050.694544,
"N" : 4028682
},
"clat_ns" : {
"min" : 39961,
"max" : 5209840,
"mean" : 954581.721943,
"stddev" : 278266.834979,
"N" : 4028667,
"percentile" : {
"1.000000" : 317440,
"5.000000" : 423936,
"10.000000" : 552960,
"20.000000" : 741376,
"30.000000" : 790528,
"40.000000" : 872448,
"50.000000" : 1019904,
"60.000000" : 1089536,
"70.000000" : 1138688,
"80.000000" : 1187840,
"90.000000" : 1269760,
"95.000000" : 1335296,
"99.000000" : 1482752,
"99.500000" : 1531904,
"99.900000" : 1662976,
"99.950000" : 1712128,
"99.990000" : 1826816
},
"bins" : {
"40192" : 2,
"41728" : 2,
"42240" : 3,
"42752" : 1,
"43264" : 4,
"43776" : 1,
"44288" : 3,
"44800" : 2,
"45312" : 2,
"45824" : 2,
"46336" : 4,
"46848" : 1,
"47360" : 4,
"47872" : 2,
"48384" : 3,
"48896" : 1,
"49408" : 1,
"49920" : 1,
"50432" : 2,
"50944" : 3,
"51456" : 4,
"51968" : 9,
"52480" : 15,
"52992" : 27,
"53504" : 45,
"54016" : 55,
"54528" : 77,
"55040" : 105,
"55552" : 82,
"56064" : 111,
"56576" : 110,
"57088" : 114,
"57600" : 99,
"58112" : 108,
"58624" : 101,
"59136" : 98,
"59648" : 102,
"60160" : 87,
"60672" : 65,
"61184" : 66,
"61696" : 74,
"62208" : 100,
"62720" : 123,
"63232" : 131,
"63744" : 213,
"64256" : 255,
"64768" : 436,
"65280" : 582,
"66048" : 1627,
"67072" : 2396,
"68096" : 3013,
"69120" : 3392,
"70144" : 3707,
"71168" : 3763,
"72192" : 3429,
"73216" : 3070,
"74240" : 2652,
"75264" : 2018,
"76288" : 1528,
"77312" : 1225,
"78336" : 847,
"79360" : 678,
"80384" : 412,
"81408" : 289,
"82432" : 226,
"83456" : 160,
"84480" : 96,
"85504" : 91,
"86528" : 60,
"87552" : 48,
"88576" : 42,
"89600" : 42,
"90624" : 31,
"91648" : 30,
"92672" : 23,
"93696" : 20,
"94720" : 24,
"95744" : 14,
"96768" : 14,
"97792" : 15,
"98816" : 6,
"99840" : 10,
"100864" : 8,
"101888" : 12,
"102912" : 9,
"103936" : 13,
"104960" : 14,
"105984" : 20,
"107008" : 19,
"108032" : 19,
"109056" : 22,
"110080" : 8,
"111104" : 14,
"112128" : 6,
"113152" : 13,
"114176" : 7,
"115200" : 7,
"116224" : 3,
"117248" : 5,
"118272" : 5,
"119296" : 4,
"120320" : 2,
"121344" : 1,
"122368" : 2,
"124416" : 2,
"132096" : 1,
"134144" : 2,
"140288" : 1,
"142336" : 1,
"144384" : 1,
"150528" : 1,
"162816" : 1,
"244736" : 1,
"246784" : 1,
"248832" : 1,
"252928" : 5,
"254976" : 7,
"257024" : 2,
"259072" : 6,
"261120" : 3,
"264192" : 5,
"268288" : 12,
"272384" : 20,
"276480" : 19,
"280576" : 21,
"284672" : 33,
"288768" : 44,
"292864" : 57,
"296960" : 83,
"301056" : 125,
"305152" : 161,
"309248" : 242,
"313344" : 321,
"317440" : 502,
"321536" : 668,
"325632" : 995,
"329728" : 1469,
"333824" : 1732,
"337920" : 1801,
"342016" : 1726,
"346112" : 1609,
"350208" : 1439,
"354304" : 1697,
"358400" : 2378,
"362496" : 3742,
"366592" : 5910,
"370688" : 9180,
"374784" : 12556,
"378880" : 15448,
"382976" : 16677,
"387072" : 16320,
"391168" : 13665,
"395264" : 10541,
"399360" : 7860,
"403456" : 6082,
"407552" : 5091,
"411648" : 4849,
"415744" : 6069,
"419840" : 8738,
"423936" : 12223,
"428032" : 15546,
"432128" : 18401,
"436224" : 19052,
"440320" : 17981,
"444416" : 15305,
"448512" : 11981,
"452608" : 9461,
"456704" : 7710,
"460800" : 6802,
"464896" : 5797,
"468992" : 5419,
"473088" : 4874,
"477184" : 4371,
"481280" : 3865,
"485376" : 3580,
"489472" : 3185,
"493568" : 2895,
"497664" : 2798,
"501760" : 2629,
"505856" : 2591,
"509952" : 2749,
"514048" : 2855,
"518144" : 2792,
"522240" : 2853,
"528384" : 5451,
"536576" : 4513,
"544768" : 3982,
"552960" : 3131,
"561152" : 2842,
"569344" : 2394,
"577536" : 2370,
"585728" : 2306,
"593920" : 2383,
"602112" : 2372,
"610304" : 2599,
"618496" : 3146,
"626688" : 4086,
"634880" : 5700,
"643072" : 7490,
"651264" : 8548,
"659456" : 9995,
"667648" : 13275,
"675840" : 20111,
"684032" : 29866,
"692224" : 37699,
"700416" : 39072,
"708608" : 36044,
"716800" : 34911,
"724992" : 41126,
"733184" : 55857,
"741376" : 70385,
"749568" : 76274,
"757760" : 68326,
"765952" : 58738,
"774144" : 53755,
"782336" : 54911,
"790528" : 60090,
"798720" : 62087,
"806912" : 59084,
"815104" : 52680,
"823296" : 47135,
"831488" : 42531,
"839680" : 38827,
"847872" : 34967,
"856064" : 30817,
"864256" : 28089,
"872448" : 26891,
"880640" : 25804,
"888832" : 24548,
"897024" : 23066,
"905216" : 21526,
"913408" : 19616,
"921600" : 18173,
"929792" : 17012,
"937984" : 16767,
"946176" : 16679,
"954368" : 16444,
"962560" : 16837,
"970752" : 17370,
"978944" : 19188,
"987136" : 21765,
"995328" : 25315,
"1003520" : 28058,
"1011712" : 29678,
"1019904" : 31253,
"1028096" : 34332,
"1036288" : 39433,
"1044480" : 46972,
"1056768" : 110890,
"1073152" : 115874,
"1089536" : 124101,
"1105920" : 142881,
"1122304" : 142975,
"1138688" : 133975,
"1155072" : 128820,
"1171456" : 121019,
"1187840" : 110762,
"1204224" : 99819,
"1220608" : 87540,
"1236992" : 78386,
"1253376" : 69894,
"1269760" : 61863,
"1286144" : 53492,
"1302528" : 46584,
"1318912" : 40214,
"1335296" : 34844,
"1351680" : 29756,
"1368064" : 25290,
"1384448" : 21144,
"1400832" : 17967,
"1417216" : 14975,
"1433600" : 12679,
"1449984" : 10688,
"1466368" : 8721,
"1482752" : 7269,
"1499136" : 5990,
"1515520" : 4988,
"1531904" : 4280,
"1548288" : 3367,
"1564672" : 2818,
"1581056" : 2187,
"1597440" : 1796,
"1613824" : 1489,
"1630208" : 1138,
"1646592" : 1069,
"1662976" : 808,
"1679360" : 630,
"1695744" : 519,
"1712128" : 375,
"1728512" : 346,
"1744896" : 290,
"1761280" : 209,
"1777664" : 206,
"1794048" : 154,
"1810432" : 123,
"1826816" : 89,
"1843200" : 80,
"1859584" : 55,
"1875968" : 46,
"1892352" : 25,
"1908736" : 28,
"1925120" : 21,
"1941504" : 16,
"1957888" : 15,
"1974272" : 12,
"1990656" : 8,
"2007040" : 10,
"2023424" : 2,
"2039808" : 6,
"2056192" : 6,
"2072576" : 4,
"2088960" : 3,
"2113536" : 4,
"2146304" : 2,
"2179072" : 1,
"2310144" : 1,
"2342912" : 1,
"2441216" : 1,
"3686400" : 1,
"3784704" : 1,
"4177920" : 1,
"4227072" : 3,
"4292608" : 2,
"4358144" : 3,
"4423680" : 4,
"4489216" : 1,
"4554752" : 6,
"4620288" : 3,
"4685824" : 6,
"4751360" : 7,
"4816896" : 4,
"4882432" : 2,
"4947968" : 2,
"5013504" : 1,
"5210112" : 1
}
},
"lat_ns" : {
"min" : 60733,
"max" : 5731876,
"mean" : 1270128.134843,
"stddev" : 323510.204650,
"N" : 4028667
},
"bw_min" : 194549,
"bw_max" : 209883,
"bw_agg" : 100.000000,
"bw_mean" : 201460.383648,
"bw_dev" : 190.777616,
"bw_samples" : 2544,
"iops_min" : 48635,
"iops_max" : 52468,
"iops_mean" : 50364.245283,
"iops_stddev" : 47.696063,
"iops_samples" : 2544
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279984,
"usr_cpu" : 0.656961,
"sys_cpu" : 16.805991,
"ctx" : 3241271,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.952991,
"250" : 0.010000,
"500" : 8.224524,
"750" : 12.668284,
"1000" : 26.182080
},
"latency_ms" : {
"2" : 51.962837,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081098,
"timestamp_ms" : 1773081098616,
"time" : "Mon Mar 9 15:31:38 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 18574491648,
"io_kbytes" : 18139152,
"bw_bytes" : 206385533,
"bw" : 201548,
"iops" : 50387.437638,
"runtime" : 89999,
"total_ios" : 4534819,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5448,
"max" : 4283824,
"mean" : 315370.219011,
"stddev" : 158114.156159,
"N" : 4534818
},
"clat_ns" : {
"min" : 39961,
"max" : 5209840,
"mean" : 954043.341696,
"stddev" : 278334.540459,
"N" : 4534803,
"percentile" : {
"1.000000" : 317440,
"5.000000" : 423936,
"10.000000" : 552960,
"20.000000" : 741376,
"30.000000" : 790528,
"40.000000" : 872448,
"50.000000" : 1019904,
"60.000000" : 1089536,
"70.000000" : 1138688,
"80.000000" : 1187840,
"90.000000" : 1269760,
"95.000000" : 1335296,
"99.000000" : 1482752,
"99.500000" : 1531904,
"99.900000" : 1662976,
"99.950000" : 1712128,
"99.990000" : 1826816
},
"bins" : {
"40192" : 2,
"41728" : 2,
"42240" : 3,
"42752" : 1,
"43264" : 4,
"43776" : 1,
"44288" : 3,
"44800" : 2,
"45312" : 3,
"45824" : 3,
"46336" : 4,
"46848" : 1,
"47360" : 5,
"47872" : 2,
"48384" : 3,
"48896" : 1,
"49408" : 1,
"49920" : 1,
"50432" : 2,
"50944" : 4,
"51456" : 7,
"51968" : 10,
"52480" : 16,
"52992" : 32,
"53504" : 50,
"54016" : 63,
"54528" : 88,
"55040" : 112,
"55552" : 95,
"56064" : 122,
"56576" : 125,
"57088" : 134,
"57600" : 119,
"58112" : 113,
"58624" : 112,
"59136" : 111,
"59648" : 113,
"60160" : 95,
"60672" : 70,
"61184" : 75,
"61696" : 84,
"62208" : 107,
"62720" : 129,
"63232" : 152,
"63744" : 245,
"64256" : 285,
"64768" : 500,
"65280" : 661,
"66048" : 1848,
"67072" : 2731,
"68096" : 3404,
"69120" : 3864,
"70144" : 4202,
"71168" : 4239,
"72192" : 3865,
"73216" : 3448,
"74240" : 2933,
"75264" : 2278,
"76288" : 1724,
"77312" : 1392,
"78336" : 963,
"79360" : 758,
"80384" : 472,
"81408" : 334,
"82432" : 255,
"83456" : 183,
"84480" : 107,
"85504" : 104,
"86528" : 64,
"87552" : 58,
"88576" : 44,
"89600" : 44,
"90624" : 33,
"91648" : 31,
"92672" : 24,
"93696" : 20,
"94720" : 25,
"95744" : 15,
"96768" : 14,
"97792" : 16,
"98816" : 7,
"99840" : 10,
"100864" : 8,
"101888" : 13,
"102912" : 13,
"103936" : 14,
"104960" : 18,
"105984" : 22,
"107008" : 19,
"108032" : 23,
"109056" : 25,
"110080" : 9,
"111104" : 15,
"112128" : 9,
"113152" : 14,
"114176" : 8,
"115200" : 7,
"116224" : 4,
"117248" : 5,
"118272" : 5,
"119296" : 4,
"120320" : 3,
"121344" : 2,
"122368" : 2,
"124416" : 2,
"132096" : 1,
"134144" : 2,
"140288" : 1,
"142336" : 1,
"144384" : 1,
"150528" : 1,
"162816" : 1,
"244736" : 1,
"246784" : 1,
"248832" : 1,
"252928" : 6,
"254976" : 8,
"257024" : 3,
"259072" : 7,
"261120" : 4,
"264192" : 6,
"268288" : 14,
"272384" : 26,
"276480" : 19,
"280576" : 21,
"284672" : 40,
"288768" : 52,
"292864" : 68,
"296960" : 98,
"301056" : 141,
"305152" : 181,
"309248" : 281,
"313344" : 371,
"317440" : 567,
"321536" : 771,
"325632" : 1147,
"329728" : 1647,
"333824" : 1954,
"337920" : 1995,
"342016" : 1958,
"346112" : 1823,
"350208" : 1634,
"354304" : 1941,
"358400" : 2716,
"362496" : 4259,
"366592" : 6699,
"370688" : 10409,
"374784" : 14222,
"378880" : 17553,
"382976" : 18893,
"387072" : 18450,
"391168" : 15432,
"395264" : 11833,
"399360" : 8836,
"403456" : 6827,
"407552" : 5699,
"411648" : 5519,
"415744" : 6900,
"419840" : 9908,
"423936" : 13810,
"428032" : 17612,
"432128" : 20686,
"436224" : 21495,
"440320" : 20307,
"444416" : 17247,
"448512" : 13607,
"452608" : 10702,
"456704" : 8686,
"460800" : 7611,
"464896" : 6538,
"468992" : 6075,
"473088" : 5505,
"477184" : 4950,
"481280" : 4347,
"485376" : 3989,
"489472" : 3572,
"493568" : 3273,
"497664" : 3154,
"501760" : 2980,
"505856" : 2904,
"509952" : 3111,
"514048" : 3217,
"518144" : 3143,
"522240" : 3228,
"528384" : 6154,
"536576" : 5144,
"544768" : 4462,
"552960" : 3524,
"561152" : 3195,
"569344" : 2742,
"577536" : 2717,
"585728" : 2601,
"593920" : 2714,
"602112" : 2685,
"610304" : 2896,
"618496" : 3531,
"626688" : 4571,
"634880" : 6428,
"643072" : 8440,
"651264" : 9636,
"659456" : 11319,
"667648" : 15079,
"675840" : 22698,
"684032" : 33772,
"692224" : 42423,
"700416" : 43916,
"708608" : 40589,
"716800" : 39399,
"724992" : 46386,
"733184" : 63049,
"741376" : 79321,
"749568" : 86033,
"757760" : 77145,
"765952" : 66172,
"774144" : 60551,
"782336" : 61902,
"790528" : 67628,
"798720" : 69978,
"806912" : 66574,
"815104" : 59278,
"823296" : 53084,
"831488" : 47873,
"839680" : 43694,
"847872" : 39307,
"856064" : 34694,
"864256" : 31560,
"872448" : 30218,
"880640" : 29099,
"888832" : 27693,
"897024" : 26060,
"905216" : 24209,
"913408" : 22127,
"921600" : 20426,
"929792" : 19211,
"937984" : 18959,
"946176" : 18809,
"954368" : 18626,
"962560" : 18998,
"970752" : 19568,
"978944" : 21661,
"987136" : 24508,
"995328" : 28550,
"1003520" : 31500,
"1011712" : 33537,
"1019904" : 35267,
"1028096" : 38702,
"1036288" : 44414,
"1044480" : 53178,
"1056768" : 124646,
"1073152" : 130140,
"1089536" : 139664,
"1105920" : 160591,
"1122304" : 160692,
"1138688" : 150535,
"1155072" : 144740,
"1171456" : 136110,
"1187840" : 124545,
"1204224" : 112118,
"1220608" : 98282,
"1236992" : 88040,
"1253376" : 78350,
"1269760" : 69143,
"1286144" : 60267,
"1302528" : 52425,
"1318912" : 45110,
"1335296" : 39077,
"1351680" : 33262,
"1368064" : 28293,
"1384448" : 23700,
"1400832" : 20174,
"1417216" : 16844,
"1433600" : 14252,
"1449984" : 12025,
"1466368" : 9809,
"1482752" : 8124,
"1499136" : 6697,
"1515520" : 5623,
"1531904" : 4784,
"1548288" : 3795,
"1564672" : 3166,
"1581056" : 2477,
"1597440" : 2015,
"1613824" : 1679,
"1630208" : 1283,
"1646592" : 1203,
"1662976" : 911,
"1679360" : 700,
"1695744" : 575,
"1712128" : 425,
"1728512" : 384,
"1744896" : 323,
"1761280" : 224,
"1777664" : 229,
"1794048" : 170,
"1810432" : 143,
"1826816" : 100,
"1843200" : 84,
"1859584" : 56,
"1875968" : 55,
"1892352" : 28,
"1908736" : 32,
"1925120" : 24,
"1941504" : 17,
"1957888" : 21,
"1974272" : 14,
"1990656" : 9,
"2007040" : 10,
"2023424" : 2,
"2039808" : 6,
"2056192" : 6,
"2072576" : 4,
"2088960" : 3,
"2113536" : 4,
"2146304" : 2,
"2179072" : 1,
"2211840" : 2,
"2310144" : 1,
"2342912" : 1,
"2441216" : 1,
"3686400" : 1,
"3784704" : 1,
"4177920" : 1,
"4227072" : 3,
"4292608" : 2,
"4358144" : 3,
"4423680" : 4,
"4489216" : 1,
"4554752" : 6,
"4620288" : 3,
"4685824" : 6,
"4751360" : 7,
"4816896" : 4,
"4882432" : 2,
"4947968" : 2,
"5013504" : 1,
"5210112" : 1
}
},
"lat_ns" : {
"min" : 59642,
"max" : 5731876,
"mean" : 1269414.045229,
"stddev" : 323581.033505,
"N" : 4534803
},
"bw_min" : 194549,
"bw_max" : 209995,
"bw_agg" : 100.000000,
"bw_mean" : 201579.139665,
"bw_dev" : 189.662675,
"bw_samples" : 2864,
"iops_min" : 48635,
"iops_max" : 52496,
"iops_mean" : 50393.910615,
"iops_stddev" : 47.417006,
"iops_samples" : 2864
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1439984,
"usr_cpu" : 0.658063,
"sys_cpu" : 16.799701,
"ctx" : 3646656,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.955628,
"250" : 0.010000,
"500" : 8.254310,
"750" : 12.694134,
"1000" : 26.206382
},
"latency_ms" : {
"2" : 51.880549,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081108,
"timestamp_ms" : 1773081108616,
"time" : "Mon Mar 9 15:31:48 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 20652130304,
"io_kbytes" : 20168096,
"bw_bytes" : 206523368,
"bw" : 201682,
"iops" : 50421.044210,
"runtime" : 99999,
"total_ios" : 5042054,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5448,
"max" : 4283824,
"mean" : 315157.862617,
"stddev" : 158242.105171,
"N" : 5042053
},
"clat_ns" : {
"min" : 39961,
"max" : 5209840,
"mean" : 953407.344007,
"stddev" : 278528.964448,
"N" : 5042038,
"percentile" : {
"1.000000" : 317440,
"5.000000" : 423936,
"10.000000" : 544768,
"20.000000" : 741376,
"30.000000" : 790528,
"40.000000" : 864256,
"50.000000" : 1019904,
"60.000000" : 1089536,
"70.000000" : 1138688,
"80.000000" : 1187840,
"90.000000" : 1269760,
"95.000000" : 1335296,
"99.000000" : 1482752,
"99.500000" : 1531904,
"99.900000" : 1662976,
"99.950000" : 1712128,
"99.990000" : 1826816
},
"bins" : {
"40192" : 2,
"41728" : 2,
"42240" : 3,
"42752" : 1,
"43264" : 4,
"43776" : 2,
"44288" : 5,
"44800" : 2,
"45312" : 4,
"45824" : 3,
"46336" : 4,
"46848" : 1,
"47360" : 5,
"47872" : 2,
"48384" : 4,
"48896" : 1,
"49408" : 1,
"49920" : 1,
"50432" : 3,
"50944" : 7,
"51456" : 7,
"51968" : 15,
"52480" : 19,
"52992" : 42,
"53504" : 57,
"54016" : 71,
"54528" : 99,
"55040" : 116,
"55552" : 118,
"56064" : 135,
"56576" : 145,
"57088" : 143,
"57600" : 130,
"58112" : 126,
"58624" : 126,
"59136" : 121,
"59648" : 126,
"60160" : 105,
"60672" : 82,
"61184" : 81,
"61696" : 93,
"62208" : 119,
"62720" : 159,
"63232" : 188,
"63744" : 290,
"64256" : 352,
"64768" : 593,
"65280" : 761,
"66048" : 2130,
"67072" : 3091,
"68096" : 3813,
"69120" : 4296,
"70144" : 4689,
"71168" : 4703,
"72192" : 4279,
"73216" : 3806,
"74240" : 3260,
"75264" : 2530,
"76288" : 1912,
"77312" : 1519,
"78336" : 1071,
"79360" : 823,
"80384" : 517,
"81408" : 376,
"82432" : 283,
"83456" : 203,
"84480" : 127,
"85504" : 119,
"86528" : 77,
"87552" : 65,
"88576" : 49,
"89600" : 52,
"90624" : 43,
"91648" : 41,
"92672" : 28,
"93696" : 21,
"94720" : 25,
"95744" : 17,
"96768" : 17,
"97792" : 18,
"98816" : 8,
"99840" : 15,
"100864" : 9,
"101888" : 14,
"102912" : 14,
"103936" : 15,
"104960" : 19,
"105984" : 27,
"107008" : 20,
"108032" : 25,
"109056" : 28,
"110080" : 12,
"111104" : 20,
"112128" : 13,
"113152" : 16,
"114176" : 9,
"115200" : 9,
"116224" : 4,
"117248" : 5,
"118272" : 5,
"119296" : 5,
"120320" : 3,
"121344" : 2,
"122368" : 2,
"124416" : 2,
"132096" : 1,
"134144" : 2,
"140288" : 1,
"142336" : 1,
"144384" : 1,
"150528" : 1,
"162816" : 1,
"244736" : 1,
"246784" : 2,
"248832" : 1,
"252928" : 6,
"254976" : 8,
"257024" : 3,
"259072" : 8,
"261120" : 4,
"264192" : 6,
"268288" : 15,
"272384" : 30,
"276480" : 21,
"280576" : 24,
"284672" : 44,
"288768" : 56,
"292864" : 75,
"296960" : 113,
"301056" : 162,
"305152" : 207,
"309248" : 321,
"313344" : 427,
"317440" : 623,
"321536" : 857,
"325632" : 1281,
"329728" : 1837,
"333824" : 2156,
"337920" : 2224,
"342016" : 2214,
"346112" : 2031,
"350208" : 1815,
"354304" : 2163,
"358400" : 3026,
"362496" : 4773,
"366592" : 7504,
"370688" : 11655,
"374784" : 15918,
"378880" : 19587,
"382976" : 21072,
"387072" : 20518,
"391168" : 17208,
"395264" : 13182,
"399360" : 9887,
"403456" : 7637,
"407552" : 6373,
"411648" : 6191,
"415744" : 7742,
"419840" : 11041,
"423936" : 15496,
"428032" : 19726,
"432128" : 23173,
"436224" : 24066,
"440320" : 22652,
"444416" : 19219,
"448512" : 15224,
"452608" : 12012,
"456704" : 9665,
"460800" : 8580,
"464896" : 7334,
"468992" : 6819,
"473088" : 6180,
"477184" : 5566,
"481280" : 4903,
"485376" : 4453,
"489472" : 3954,
"493568" : 3632,
"497664" : 3511,
"501760" : 3348,
"505856" : 3275,
"509952" : 3498,
"514048" : 3572,
"518144" : 3520,
"522240" : 3614,
"528384" : 6885,
"536576" : 5730,
"544768" : 4920,
"552960" : 3901,
"561152" : 3534,
"569344" : 3038,
"577536" : 3038,
"585728" : 2881,
"593920" : 3033,
"602112" : 2988,
"610304" : 3252,
"618496" : 3908,
"626688" : 5097,
"634880" : 7176,
"643072" : 9298,
"651264" : 10715,
"659456" : 12545,
"667648" : 16777,
"675840" : 25378,
"684032" : 37603,
"692224" : 47123,
"700416" : 48829,
"708608" : 45113,
"716800" : 43915,
"724992" : 51685,
"733184" : 70284,
"741376" : 88361,
"749568" : 95550,
"757760" : 85809,
"765952" : 73707,
"774144" : 67585,
"782336" : 69109,
"790528" : 75281,
"798720" : 77952,
"806912" : 73990,
"815104" : 66197,
"823296" : 59208,
"831488" : 53503,
"839680" : 48788,
"847872" : 43772,
"856064" : 38640,
"864256" : 35129,
"872448" : 33591,
"880640" : 32366,
"888832" : 30861,
"897024" : 28923,
"905216" : 26961,
"913408" : 24578,
"921600" : 22748,
"929792" : 21421,
"937984" : 21115,
"946176" : 20839,
"954368" : 20660,
"962560" : 21080,
"970752" : 21775,
"978944" : 24065,
"987136" : 27304,
"995328" : 31667,
"1003520" : 35018,
"1011712" : 37352,
"1019904" : 39174,
"1028096" : 42960,
"1036288" : 49484,
"1044480" : 59075,
"1056768" : 138229,
"1073152" : 144284,
"1089536" : 155195,
"1105920" : 178310,
"1122304" : 178192,
"1138688" : 167004,
"1155072" : 160721,
"1171456" : 150831,
"1187840" : 138115,
"1204224" : 124302,
"1220608" : 108966,
"1236992" : 97564,
"1253376" : 86818,
"1269760" : 76669,
"1286144" : 66874,
"1302528" : 58147,
"1318912" : 50091,
"1335296" : 43420,
"1351680" : 36806,
"1368064" : 31443,
"1384448" : 26304,
"1400832" : 22422,
"1417216" : 18712,
"1433600" : 15824,
"1449984" : 13321,
"1466368" : 10931,
"1482752" : 8994,
"1499136" : 7430,
"1515520" : 6264,
"1531904" : 5333,
"1548288" : 4221,
"1564672" : 3529,
"1581056" : 2756,
"1597440" : 2232,
"1613824" : 1867,
"1630208" : 1433,
"1646592" : 1321,
"1662976" : 1006,
"1679360" : 779,
"1695744" : 628,
"1712128" : 466,
"1728512" : 427,
"1744896" : 359,
"1761280" : 254,
"1777664" : 250,
"1794048" : 187,
"1810432" : 162,
"1826816" : 110,
"1843200" : 94,
"1859584" : 61,
"1875968" : 60,
"1892352" : 31,
"1908736" : 35,
"1925120" : 27,
"1941504" : 18,
"1957888" : 21,
"1974272" : 15,
"1990656" : 10,
"2007040" : 12,
"2023424" : 2,
"2039808" : 6,
"2056192" : 6,
"2072576" : 4,
"2088960" : 3,
"2113536" : 4,
"2146304" : 2,
"2179072" : 1,
"2211840" : 2,
"2310144" : 1,
"2342912" : 1,
"2441216" : 1,
"3686400" : 1,
"3784704" : 1,
"4177920" : 1,
"4227072" : 3,
"4292608" : 2,
"4358144" : 3,
"4423680" : 4,
"4489216" : 1,
"4554752" : 6,
"4620288" : 3,
"4685824" : 6,
"4751360" : 7,
"4816896" : 4,
"4882432" : 2,
"4947968" : 2,
"5013504" : 1,
"5210112" : 1
}
},
"lat_ns" : {
"min" : 59642,
"max" : 5731876,
"mean" : 1268564.889892,
"stddev" : 323800.115554,
"N" : 5042038
},
"bw_min" : 194549,
"bw_max" : 210220,
"bw_agg" : 100.000000,
"bw_mean" : 201715.969849,
"bw_dev" : 189.165043,
"bw_samples" : 3184,
"iops_min" : 48635,
"iops_max" : 52553,
"iops_mean" : 50428.105528,
"iops_stddev" : 47.293094,
"iops_samples" : 3184
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1599984,
"usr_cpu" : 0.658132,
"sys_cpu" : 16.797668,
"ctx" : 4051580,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.960839,
"250" : 0.010000,
"500" : 8.299276,
"750" : 12.709146,
"1000" : 26.245534
},
"latency_ms" : {
"2" : 51.776240,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081118,
"timestamp_ms" : 1773081118617,
"time" : "Mon Mar 9 15:31:58 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 22736326656,
"io_kbytes" : 22203444,
"bw_bytes" : 206695757,
"bw" : 201851,
"iops" : 50463.122392,
"runtime" : 109999,
"total_ios" : 5550893,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5448,
"max" : 4283824,
"mean" : 314894.119382,
"stddev" : 158389.467517,
"N" : 5550892
},
"clat_ns" : {
"min" : 39961,
"max" : 5209840,
"mean" : 952613.574303,
"stddev" : 278896.341238,
"N" : 5550877,
"percentile" : {
"1.000000" : 309248,
"5.000000" : 419840,
"10.000000" : 544768,
"20.000000" : 741376,
"30.000000" : 790528,
"40.000000" : 864256,
"50.000000" : 1019904,
"60.000000" : 1089536,
"70.000000" : 1138688,
"80.000000" : 1187840,
"90.000000" : 1269760,
"95.000000" : 1335296,
"99.000000" : 1466368,
"99.500000" : 1531904,
"99.900000" : 1662976,
"99.950000" : 1712128,
"99.990000" : 1826816
},
"bins" : {
"40192" : 3,
"41728" : 2,
"42240" : 5,
"42752" : 3,
"43264" : 4,
"43776" : 2,
"44288" : 5,
"44800" : 2,
"45312" : 4,
"45824" : 4,
"46336" : 4,
"46848" : 1,
"47360" : 5,
"47872" : 2,
"48384" : 4,
"48896" : 1,
"49408" : 1,
"49920" : 2,
"50432" : 3,
"50944" : 8,
"51456" : 9,
"51968" : 16,
"52480" : 21,
"52992" : 43,
"53504" : 67,
"54016" : 82,
"54528" : 113,
"55040" : 131,
"55552" : 133,
"56064" : 148,
"56576" : 164,
"57088" : 158,
"57600" : 147,
"58112" : 139,
"58624" : 143,
"59136" : 135,
"59648" : 136,
"60160" : 118,
"60672" : 102,
"61184" : 91,
"61696" : 101,
"62208" : 128,
"62720" : 179,
"63232" : 221,
"63744" : 334,
"64256" : 405,
"64768" : 674,
"65280" : 860,
"66048" : 2420,
"67072" : 3481,
"68096" : 4245,
"69120" : 4820,
"70144" : 5238,
"71168" : 5236,
"72192" : 4738,
"73216" : 4227,
"74240" : 3573,
"75264" : 2836,
"76288" : 2118,
"77312" : 1691,
"78336" : 1182,
"79360" : 910,
"80384" : 578,
"81408" : 414,
"82432" : 307,
"83456" : 222,
"84480" : 140,
"85504" : 131,
"86528" : 87,
"87552" : 69,
"88576" : 53,
"89600" : 54,
"90624" : 43,
"91648" : 45,
"92672" : 33,
"93696" : 22,
"94720" : 26,
"95744" : 19,
"96768" : 20,
"97792" : 19,
"98816" : 8,
"99840" : 15,
"100864" : 10,
"101888" : 16,
"102912" : 14,
"103936" : 16,
"104960" : 22,
"105984" : 30,
"107008" : 21,
"108032" : 31,
"109056" : 28,
"110080" : 15,
"111104" : 22,
"112128" : 15,
"113152" : 18,
"114176" : 9,
"115200" : 11,
"116224" : 5,
"117248" : 5,
"118272" : 5,
"119296" : 5,
"120320" : 3,
"121344" : 3,
"122368" : 2,
"124416" : 2,
"132096" : 2,
"134144" : 3,
"138240" : 1,
"140288" : 1,
"142336" : 1,
"144384" : 1,
"150528" : 1,
"162816" : 1,
"244736" : 1,
"246784" : 2,
"248832" : 1,
"252928" : 6,
"254976" : 8,
"257024" : 5,
"259072" : 8,
"261120" : 4,
"264192" : 7,
"268288" : 21,
"272384" : 31,
"276480" : 24,
"280576" : 27,
"284672" : 47,
"288768" : 60,
"292864" : 90,
"296960" : 132,
"301056" : 179,
"305152" : 232,
"309248" : 356,
"313344" : 478,
"317440" : 689,
"321536" : 967,
"325632" : 1440,
"329728" : 2019,
"333824" : 2381,
"337920" : 2488,
"342016" : 2466,
"346112" : 2248,
"350208" : 1999,
"354304" : 2377,
"358400" : 3381,
"362496" : 5294,
"366592" : 8310,
"370688" : 12914,
"374784" : 17641,
"378880" : 21674,
"382976" : 23491,
"387072" : 22736,
"391168" : 19098,
"395264" : 14657,
"399360" : 10942,
"403456" : 8401,
"407552" : 7103,
"411648" : 6833,
"415744" : 8591,
"419840" : 12185,
"423936" : 17136,
"428032" : 21878,
"432128" : 25713,
"436224" : 26636,
"440320" : 25091,
"444416" : 21320,
"448512" : 16870,
"452608" : 13298,
"456704" : 10811,
"460800" : 9470,
"464896" : 8082,
"468992" : 7515,
"473088" : 6897,
"477184" : 6169,
"481280" : 5439,
"485376" : 4932,
"489472" : 4355,
"493568" : 3993,
"497664" : 3825,
"501760" : 3755,
"505856" : 3654,
"509952" : 3918,
"514048" : 3932,
"518144" : 3927,
"522240" : 4015,
"528384" : 7649,
"536576" : 6352,
"544768" : 5413,
"552960" : 4360,
"561152" : 3898,
"569344" : 3384,
"577536" : 3348,
"585728" : 3209,
"593920" : 3338,
"602112" : 3310,
"610304" : 3575,
"618496" : 4353,
"626688" : 5617,
"634880" : 7941,
"643072" : 10305,
"651264" : 11838,
"659456" : 13778,
"667648" : 18579,
"675840" : 28055,
"684032" : 41469,
"692224" : 51874,
"700416" : 53808,
"708608" : 49641,
"716800" : 48260,
"724992" : 57176,
"733184" : 77545,
"741376" : 97637,
"749568" : 105147,
"757760" : 94785,
"765952" : 81152,
"774144" : 74360,
"782336" : 76165,
"790528" : 82892,
"798720" : 85800,
"806912" : 81397,
"815104" : 72959,
"823296" : 65151,
"831488" : 58843,
"839680" : 53802,
"847872" : 48269,
"856064" : 42516,
"864256" : 38713,
"872448" : 37048,
"880640" : 35751,
"888832" : 33996,
"897024" : 31884,
"905216" : 29671,
"913408" : 27012,
"921600" : 25155,
"929792" : 23605,
"937984" : 23374,
"946176" : 22909,
"954368" : 22733,
"962560" : 23199,
"970752" : 23976,
"978944" : 26487,
"987136" : 30030,
"995328" : 34810,
"1003520" : 38636,
"1011712" : 41068,
"1019904" : 43109,
"1028096" : 47217,
"1036288" : 54542,
"1044480" : 64866,
"1056768" : 151937,
"1073152" : 158553,
"1089536" : 170484,
"1105920" : 195724,
"1122304" : 195546,
"1138688" : 183348,
"1155072" : 176822,
"1171456" : 165553,
"1187840" : 151697,
"1204224" : 136408,
"1220608" : 119619,
"1236992" : 107289,
"1253376" : 95560,
"1269760" : 84225,
"1286144" : 73404,
"1302528" : 63862,
"1318912" : 54984,
"1335296" : 47566,
"1351680" : 40405,
"1368064" : 34567,
"1384448" : 29034,
"1400832" : 24591,
"1417216" : 20557,
"1433600" : 17380,
"1449984" : 14590,
"1466368" : 11980,
"1482752" : 9855,
"1499136" : 8131,
"1515520" : 6887,
"1531904" : 5817,
"1548288" : 4636,
"1564672" : 3844,
"1581056" : 3035,
"1597440" : 2446,
"1613824" : 2051,
"1630208" : 1596,
"1646592" : 1448,
"1662976" : 1104,
"1679360" : 875,
"1695744" : 701,
"1712128" : 527,
"1728512" : 460,
"1744896" : 402,
"1761280" : 275,
"1777664" : 271,
"1794048" : 211,
"1810432" : 170,
"1826816" : 123,
"1843200" : 97,
"1859584" : 66,
"1875968" : 63,
"1892352" : 36,
"1908736" : 43,
"1925120" : 31,
"1941504" : 21,
"1957888" : 23,
"1974272" : 17,
"1990656" : 14,
"2007040" : 13,
"2023424" : 3,
"2039808" : 7,
"2056192" : 8,
"2072576" : 4,
"2088960" : 3,
"2113536" : 5,
"2146304" : 2,
"2179072" : 1,
"2211840" : 2,
"2310144" : 1,
"2342912" : 1,
"2441216" : 1,
"3686400" : 1,
"3784704" : 1,
"4177920" : 1,
"4227072" : 3,
"4292608" : 2,
"4358144" : 3,
"4423680" : 4,
"4489216" : 1,
"4554752" : 6,
"4620288" : 3,
"4685824" : 6,
"4751360" : 7,
"4816896" : 4,
"4882432" : 2,
"4947968" : 2,
"5013504" : 1,
"5210112" : 1
}
},
"lat_ns" : {
"min" : 59642,
"max" : 5731876,
"mean" : 1267507.832063,
"stddev" : 324282.447367,
"N" : 5550877
},
"bw_min" : 194549,
"bw_max" : 210722,
"bw_agg" : 100.000000,
"bw_mean" : 201881.757991,
"bw_dev" : 192.881071,
"bw_samples" : 3504,
"iops_min" : 48635,
"iops_max" : 52679,
"iops_mean" : 50469.538813,
"iops_stddev" : 48.220532,
"iops_samples" : 3504
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1759984,
"usr_cpu" : 0.657676,
"sys_cpu" : 16.797141,
"ctx" : 4456549,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999946,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999946,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.973231,
"250" : 0.010000,
"500" : 8.354349,
"750" : 12.740094,
"1000" : 26.259451
},
"latency_ms" : {
"2" : 51.663903,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081128,
"timestamp_ms" : 1773081128617,
"time" : "Mon Mar 9 15:32:08 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 24825757696,
"io_kbytes" : 24243904,
"bw_bytes" : 206883038,
"bw" : 202034,
"iops" : 50508.904241,
"runtime" : 119999,
"total_ios" : 6061018,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5448,
"max" : 4283824,
"mean" : 314608.622420,
"stddev" : 158531.190148,
"N" : 6061017
},
"clat_ns" : {
"min" : 39961,
"max" : 5209840,
"mean" : 951752.351882,
"stddev" : 279169.962168,
"N" : 6061002,
"percentile" : {
"1.000000" : 296960,
"5.000000" : 419840,
"10.000000" : 536576,
"20.000000" : 741376,
"30.000000" : 790528,
"40.000000" : 864256,
"50.000000" : 1019904,
"60.000000" : 1089536,
"70.000000" : 1138688,
"80.000000" : 1187840,
"90.000000" : 1269760,
"95.000000" : 1335296,
"99.000000" : 1466368,
"99.500000" : 1531904,
"99.900000" : 1662976,
"99.950000" : 1712128,
"99.990000" : 1826816
},
"bins" : {
"40192" : 3,
"41728" : 2,
"42240" : 5,
"42752" : 3,
"43264" : 4,
"43776" : 3,
"44288" : 5,
"44800" : 2,
"45312" : 4,
"45824" : 4,
"46336" : 4,
"46848" : 1,
"47360" : 5,
"47872" : 2,
"48384" : 4,
"48896" : 1,
"49408" : 1,
"49920" : 3,
"50432" : 3,
"50944" : 8,
"51456" : 11,
"51968" : 18,
"52480" : 23,
"52992" : 47,
"53504" : 72,
"54016" : 94,
"54528" : 125,
"55040" : 139,
"55552" : 154,
"56064" : 159,
"56576" : 185,
"57088" : 169,
"57600" : 166,
"58112" : 149,
"58624" : 152,
"59136" : 144,
"59648" : 148,
"60160" : 123,
"60672" : 109,
"61184" : 104,
"61696" : 115,
"62208" : 147,
"62720" : 200,
"63232" : 256,
"63744" : 387,
"64256" : 462,
"64768" : 753,
"65280" : 960,
"66048" : 2659,
"67072" : 3859,
"68096" : 4726,
"69120" : 5347,
"70144" : 5810,
"71168" : 5757,
"72192" : 5227,
"73216" : 4658,
"74240" : 3922,
"75264" : 3134,
"76288" : 2359,
"77312" : 1846,
"78336" : 1300,
"79360" : 1003,
"80384" : 623,
"81408" : 466,
"82432" : 348,
"83456" : 238,
"84480" : 150,
"85504" : 138,
"86528" : 91,
"87552" : 74,
"88576" : 58,
"89600" : 58,
"90624" : 47,
"91648" : 45,
"92672" : 34,
"93696" : 25,
"94720" : 26,
"95744" : 20,
"96768" : 20,
"97792" : 20,
"98816" : 8,
"99840" : 16,
"100864" : 11,
"101888" : 17,
"102912" : 15,
"103936" : 18,
"104960" : 23,
"105984" : 34,
"107008" : 24,
"108032" : 33,
"109056" : 30,
"110080" : 17,
"111104" : 24,
"112128" : 16,
"113152" : 20,
"114176" : 10,
"115200" : 13,
"116224" : 5,
"117248" : 6,
"118272" : 5,
"119296" : 5,
"120320" : 3,
"121344" : 3,
"122368" : 3,
"124416" : 2,
"132096" : 2,
"134144" : 3,
"138240" : 1,
"140288" : 1,
"142336" : 1,
"144384" : 1,
"150528" : 1,
"162816" : 1,
"244736" : 1,
"246784" : 3,
"248832" : 2,
"252928" : 7,
"254976" : 8,
"257024" : 6,
"259072" : 8,
"261120" : 4,
"264192" : 7,
"268288" : 25,
"272384" : 34,
"276480" : 27,
"280576" : 30,
"284672" : 49,
"288768" : 66,
"292864" : 97,
"296960" : 141,
"301056" : 197,
"305152" : 259,
"309248" : 401,
"313344" : 526,
"317440" : 756,
"321536" : 1060,
"325632" : 1563,
"329728" : 2216,
"333824" : 2635,
"337920" : 2727,
"342016" : 2704,
"346112" : 2468,
"350208" : 2183,
"354304" : 2606,
"358400" : 3730,
"362496" : 5820,
"366592" : 9181,
"370688" : 14165,
"374784" : 19466,
"378880" : 23852,
"382976" : 25786,
"387072" : 24985,
"391168" : 20947,
"395264" : 16128,
"399360" : 12030,
"403456" : 9250,
"407552" : 7814,
"411648" : 7504,
"415744" : 9441,
"419840" : 13451,
"423936" : 18912,
"428032" : 24063,
"432128" : 28205,
"436224" : 29330,
"440320" : 27495,
"444416" : 23403,
"448512" : 18488,
"452608" : 14556,
"456704" : 11846,
"460800" : 10374,
"464896" : 8892,
"468992" : 8289,
"473088" : 7564,
"477184" : 6783,
"481280" : 6010,
"485376" : 5398,
"489472" : 4723,
"493568" : 4394,
"497664" : 4158,
"501760" : 4127,
"505856" : 4000,
"509952" : 4276,
"514048" : 4350,
"518144" : 4293,
"522240" : 4414,
"528384" : 8464,
"536576" : 6982,
"544768" : 5962,
"552960" : 4781,
"561152" : 4241,
"569344" : 3699,
"577536" : 3669,
"585728" : 3535,
"593920" : 3659,
"602112" : 3614,
"610304" : 3941,
"618496" : 4748,
"626688" : 6080,
"634880" : 8726,
"643072" : 11261,
"651264" : 12958,
"659456" : 15049,
"667648" : 20337,
"675840" : 30750,
"684032" : 45363,
"692224" : 56721,
"700416" : 58879,
"708608" : 54181,
"716800" : 52842,
"724992" : 62605,
"733184" : 84871,
"741376" : 107042,
"749568" : 114796,
"757760" : 103543,
"765952" : 88693,
"774144" : 81330,
"782336" : 83330,
"790528" : 90741,
"798720" : 93982,
"806912" : 89015,
"815104" : 79722,
"823296" : 71292,
"831488" : 64418,
"839680" : 58835,
"847872" : 52847,
"856064" : 46555,
"864256" : 42407,
"872448" : 40639,
"880640" : 39043,
"888832" : 37269,
"897024" : 34759,
"905216" : 32416,
"913408" : 29428,
"921600" : 27477,
"929792" : 25877,
"937984" : 25454,
"946176" : 25046,
"954368" : 24870,
"962560" : 25266,
"970752" : 26242,
"978944" : 28826,
"987136" : 32718,
"995328" : 37947,
"1003520" : 42193,
"1011712" : 44747,
"1019904" : 47089,
"1028096" : 51333,
"1036288" : 59378,
"1044480" : 70648,
"1056768" : 165665,
"1073152" : 172886,
"1089536" : 185642,
"1105920" : 213040,
"1122304" : 213205,
"1138688" : 199780,
"1155072" : 192484,
"1171456" : 180521,
"1187840" : 165212,
"1204224" : 148599,
"1220608" : 130332,
"1236992" : 116960,
"1253376" : 103996,
"1269760" : 91825,
"1286144" : 79824,
"1302528" : 69576,
"1318912" : 59783,
"1335296" : 51838,
"1351680" : 43944,
"1368064" : 37542,
"1384448" : 31532,
"1400832" : 26801,
"1417216" : 22342,
"1433600" : 18851,
"1449984" : 15815,
"1466368" : 13033,
"1482752" : 10692,
"1499136" : 8840,
"1515520" : 7468,
"1531904" : 6297,
"1548288" : 5005,
"1564672" : 4175,
"1581056" : 3305,
"1597440" : 2676,
"1613824" : 2208,
"1630208" : 1737,
"1646592" : 1560,
"1662976" : 1187,
"1679360" : 953,
"1695744" : 760,
"1712128" : 572,
"1728512" : 490,
"1744896" : 431,
"1761280" : 302,
"1777664" : 287,
"1794048" : 232,
"1810432" : 181,
"1826816" : 133,
"1843200" : 109,
"1859584" : 71,
"1875968" : 70,
"1892352" : 40,
"1908736" : 43,
"1925120" : 32,
"1941504" : 21,
"1957888" : 25,
"1974272" : 18,
"1990656" : 14,
"2007040" : 13,
"2023424" : 3,
"2039808" : 8,
"2056192" : 9,
"2072576" : 4,
"2088960" : 3,
"2113536" : 5,
"2146304" : 2,
"2179072" : 1,
"2211840" : 2,
"2277376" : 1,
"2310144" : 1,
"2342912" : 1,
"2441216" : 1,
"3686400" : 1,
"3784704" : 1,
"4177920" : 1,
"4227072" : 3,
"4292608" : 2,
"4358144" : 3,
"4423680" : 4,
"4489216" : 1,
"4554752" : 6,
"4620288" : 3,
"4685824" : 6,
"4751360" : 7,
"4816896" : 4,
"4882432" : 2,
"4947968" : 2,
"5013504" : 1,
"5210112" : 1
}
},
"lat_ns" : {
"min" : 59642,
"max" : 5731876,
"mean" : 1266360.852540,
"stddev" : 324631.817263,
"N" : 6061002
},
"bw_min" : 194549,
"bw_max" : 211060,
"bw_agg" : 100.000000,
"bw_mean" : 202060.054393,
"bw_dev" : 196.264016,
"bw_samples" : 3824,
"iops_min" : 48635,
"iops_max" : 52763,
"iops_mean" : 50514.108787,
"iops_stddev" : 49.066789,
"iops_samples" : 3824
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1919984,
"usr_cpu" : 0.657766,
"sys_cpu" : 16.805036,
"ctx" : 4861837,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.984802,
"250" : 0.010000,
"500" : 8.406971,
"750" : 12.770858,
"1000" : 26.293966
},
"latency_ms" : {
"2" : 51.534610,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081138,
"timestamp_ms" : 1773081138617,
"time" : "Mon Mar 9 15:32:18 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 26908774400,
"io_kbytes" : 26278100,
"bw_bytes" : 206990572,
"bw" : 202139,
"iops" : 50535.100000,
"runtime" : 130000,
"total_ios" : 6569563,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5448,
"max" : 4283824,
"mean" : 314442.104599,
"stddev" : 158625.844042,
"N" : 6569562
},
"clat_ns" : {
"min" : 39961,
"max" : 5209840,
"mean" : 951252.485041,
"stddev" : 279386.299752,
"N" : 6569547,
"percentile" : {
"1.000000" : 124416,
"5.000000" : 419840,
"10.000000" : 536576,
"20.000000" : 741376,
"30.000000" : 790528,
"40.000000" : 864256,
"50.000000" : 1019904,
"60.000000" : 1089536,
"70.000000" : 1138688,
"80.000000" : 1187840,
"90.000000" : 1269760,
"95.000000" : 1335296,
"99.000000" : 1466368,
"99.500000" : 1531904,
"99.900000" : 1662976,
"99.950000" : 1712128,
"99.990000" : 1826816
},
"bins" : {
"40192" : 3,
"41728" : 2,
"42240" : 5,
"42752" : 3,
"43264" : 4,
"43776" : 3,
"44288" : 5,
"44800" : 2,
"45312" : 4,
"45824" : 4,
"46336" : 4,
"46848" : 1,
"47360" : 5,
"47872" : 2,
"48384" : 4,
"48896" : 1,
"49408" : 2,
"49920" : 3,
"50432" : 3,
"50944" : 8,
"51456" : 11,
"51968" : 19,
"52480" : 27,
"52992" : 55,
"53504" : 77,
"54016" : 99,
"54528" : 132,
"55040" : 152,
"55552" : 168,
"56064" : 173,
"56576" : 196,
"57088" : 180,
"57600" : 183,
"58112" : 161,
"58624" : 165,
"59136" : 154,
"59648" : 169,
"60160" : 137,
"60672" : 118,
"61184" : 114,
"61696" : 126,
"62208" : 155,
"62720" : 225,
"63232" : 282,
"63744" : 425,
"64256" : 509,
"64768" : 831,
"65280" : 1065,
"66048" : 2964,
"67072" : 4235,
"68096" : 5190,
"69120" : 5854,
"70144" : 6320,
"71168" : 6262,
"72192" : 5738,
"73216" : 5084,
"74240" : 4296,
"75264" : 3391,
"76288" : 2563,
"77312" : 2003,
"78336" : 1414,
"79360" : 1087,
"80384" : 681,
"81408" : 504,
"82432" : 379,
"83456" : 263,
"84480" : 169,
"85504" : 145,
"86528" : 107,
"87552" : 82,
"88576" : 65,
"89600" : 65,
"90624" : 55,
"91648" : 49,
"92672" : 40,
"93696" : 25,
"94720" : 29,
"95744" : 23,
"96768" : 21,
"97792" : 21,
"98816" : 8,
"99840" : 16,
"100864" : 13,
"101888" : 17,
"102912" : 17,
"103936" : 21,
"104960" : 28,
"105984" : 35,
"107008" : 28,
"108032" : 37,
"109056" : 32,
"110080" : 19,
"111104" : 27,
"112128" : 17,
"113152" : 23,
"114176" : 11,
"115200" : 14,
"116224" : 5,
"117248" : 6,
"118272" : 5,
"119296" : 6,
"120320" : 3,
"121344" : 3,
"122368" : 3,
"123392" : 1,
"124416" : 2,
"132096" : 2,
"134144" : 3,
"138240" : 1,
"140288" : 1,
"142336" : 1,
"144384" : 1,
"150528" : 1,
"162816" : 1,
"244736" : 2,
"246784" : 3,
"248832" : 2,
"250880" : 2,
"252928" : 8,
"254976" : 8,
"257024" : 6,
"259072" : 11,
"261120" : 4,
"264192" : 8,
"268288" : 26,
"272384" : 34,
"276480" : 30,
"280576" : 31,
"284672" : 54,
"288768" : 74,
"292864" : 100,
"296960" : 155,
"301056" : 224,
"305152" : 281,
"309248" : 433,
"313344" : 580,
"317440" : 817,
"321536" : 1162,
"325632" : 1695,
"329728" : 2401,
"333824" : 2884,
"337920" : 2993,
"342016" : 2928,
"346112" : 2660,
"350208" : 2378,
"354304" : 2827,
"358400" : 4074,
"362496" : 6355,
"366592" : 9946,
"370688" : 15455,
"374784" : 21171,
"378880" : 25970,
"382976" : 27977,
"387072" : 27277,
"391168" : 22851,
"395264" : 17515,
"399360" : 13088,
"403456" : 10092,
"407552" : 8489,
"411648" : 8178,
"415744" : 10274,
"419840" : 14593,
"423936" : 20582,
"428032" : 26219,
"432128" : 30721,
"436224" : 31954,
"440320" : 29995,
"444416" : 25421,
"448512" : 20135,
"452608" : 15823,
"456704" : 12898,
"460800" : 11248,
"464896" : 9688,
"468992" : 8973,
"473088" : 8296,
"477184" : 7343,
"481280" : 6512,
"485376" : 5865,
"489472" : 5118,
"493568" : 4794,
"497664" : 4533,
"501760" : 4483,
"505856" : 4372,
"509952" : 4646,
"514048" : 4750,
"518144" : 4692,
"522240" : 4749,
"528384" : 9204,
"536576" : 7629,
"544768" : 6533,
"552960" : 5193,
"561152" : 4595,
"569344" : 4044,
"577536" : 3966,
"585728" : 3832,
"593920" : 4007,
"602112" : 3913,
"610304" : 4265,
"618496" : 5182,
"626688" : 6619,
"634880" : 9468,
"643072" : 12201,
"651264" : 14037,
"659456" : 16307,
"667648" : 21971,
"675840" : 33300,
"684032" : 49226,
"692224" : 61412,
"700416" : 63852,
"708608" : 58885,
"716800" : 57379,
"724992" : 67930,
"733184" : 92000,
"741376" : 116085,
"749568" : 124424,
"757760" : 112332,
"765952" : 96355,
"774144" : 88256,
"782336" : 90247,
"790528" : 98248,
"798720" : 101998,
"806912" : 96518,
"815104" : 86527,
"823296" : 77403,
"831488" : 69831,
"839680" : 63802,
"847872" : 57260,
"856064" : 50645,
"864256" : 46093,
"872448" : 44084,
"880640" : 42476,
"888832" : 40498,
"897024" : 37783,
"905216" : 35102,
"913408" : 31968,
"921600" : 29758,
"929792" : 28080,
"937984" : 27565,
"946176" : 27236,
"954368" : 26938,
"962560" : 27417,
"970752" : 28430,
"978944" : 31084,
"987136" : 35466,
"995328" : 41070,
"1003520" : 45602,
"1011712" : 48459,
"1019904" : 51087,
"1028096" : 55732,
"1036288" : 64180,
"1044480" : 76451,
"1056768" : 179200,
"1073152" : 187232,
"1089536" : 201152,
"1105920" : 230389,
"1122304" : 230961,
"1138688" : 216190,
"1155072" : 208250,
"1171456" : 195325,
"1187840" : 178845,
"1204224" : 160880,
"1220608" : 141096,
"1236992" : 126588,
"1253376" : 112579,
"1269760" : 99384,
"1286144" : 86358,
"1302528" : 75252,
"1318912" : 64809,
"1335296" : 56025,
"1351680" : 47505,
"1368064" : 40501,
"1384448" : 34163,
"1400832" : 29003,
"1417216" : 24239,
"1433600" : 20412,
"1449984" : 17138,
"1466368" : 14107,
"1482752" : 11563,
"1499136" : 9579,
"1515520" : 8067,
"1531904" : 6775,
"1548288" : 5403,
"1564672" : 4508,
"1581056" : 3561,
"1597440" : 2895,
"1613824" : 2369,
"1630208" : 1894,
"1646592" : 1679,
"1662976" : 1275,
"1679360" : 1034,
"1695744" : 822,
"1712128" : 631,
"1728512" : 538,
"1744896" : 466,
"1761280" : 326,
"1777664" : 312,
"1794048" : 247,
"1810432" : 199,
"1826816" : 147,
"1843200" : 118,
"1859584" : 78,
"1875968" : 77,
"1892352" : 47,
"1908736" : 46,
"1925120" : 32,
"1941504" : 24,
"1957888" : 25,
"1974272" : 20,
"1990656" : 17,
"2007040" : 13,
"2023424" : 3,
"2039808" : 10,
"2056192" : 10,
"2072576" : 4,
"2088960" : 3,
"2113536" : 6,
"2146304" : 2,
"2179072" : 2,
"2211840" : 2,
"2277376" : 1,
"2310144" : 1,
"2342912" : 1,
"2441216" : 1,
"3686400" : 1,
"3784704" : 1,
"4177920" : 1,
"4227072" : 3,
"4292608" : 2,
"4358144" : 3,
"4423680" : 4,
"4489216" : 1,
"4554752" : 6,
"4620288" : 3,
"4685824" : 6,
"4751360" : 7,
"4816896" : 4,
"4882432" : 2,
"4947968" : 2,
"5013504" : 1,
"5210112" : 1
}
},
"lat_ns" : {
"min" : 59642,
"max" : 5731876,
"mean" : 1265694.787680,
"stddev" : 324900.217565,
"N" : 6569547
},
"bw_min" : 194549,
"bw_max" : 211228,
"bw_agg" : 100.000000,
"bw_mean" : 202169.455598,
"bw_dev" : 196.914009,
"bw_samples" : 4144,
"iops_min" : 48635,
"iops_max" : 52805,
"iops_mean" : 50541.463320,
"iops_stddev" : 49.231179,
"iops_samples" : 4144
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2079991,
"usr_cpu" : 0.654186,
"sys_cpu" : 16.730794,
"ctx" : 5241586,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999985,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999985,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.993399,
"250" : 0.010000,
"500" : 8.441490,
"750" : 12.780667,
"1000" : 26.314140
},
"latency_ms" : {
"2" : 51.461536,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081148,
"timestamp_ms" : 1773081148617,
"time" : "Mon Mar 9 15:32:28 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 28989194240,
"io_kbytes" : 28309760,
"bw_bytes" : 207065673,
"bw" : 202212,
"iops" : 50553.350000,
"runtime" : 140000,
"total_ios" : 7077469,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5448,
"max" : 4283824,
"mean" : 314326.921443,
"stddev" : 158707.736451,
"N" : 7077468
},
"clat_ns" : {
"min" : 39961,
"max" : 5209840,
"mean" : 950909.535162,
"stddev" : 279551.823673,
"N" : 7077453,
"percentile" : {
"1.000000" : 99840,
"5.000000" : 419840,
"10.000000" : 528384,
"20.000000" : 741376,
"30.000000" : 790528,
"40.000000" : 864256,
"50.000000" : 1019904,
"60.000000" : 1089536,
"70.000000" : 1138688,
"80.000000" : 1187840,
"90.000000" : 1269760,
"95.000000" : 1335296,
"99.000000" : 1466368,
"99.500000" : 1531904,
"99.900000" : 1646592,
"99.950000" : 1712128,
"99.990000" : 1826816
},
"bins" : {
"40192" : 3,
"41728" : 3,
"42240" : 6,
"42752" : 3,
"43264" : 4,
"43776" : 5,
"44288" : 5,
"44800" : 3,
"45312" : 5,
"45824" : 4,
"46336" : 4,
"46848" : 1,
"47360" : 5,
"47872" : 2,
"48384" : 4,
"48896" : 1,
"49408" : 2,
"49920" : 3,
"50432" : 3,
"50944" : 8,
"51456" : 13,
"51968" : 22,
"52480" : 27,
"52992" : 57,
"53504" : 79,
"54016" : 106,
"54528" : 142,
"55040" : 169,
"55552" : 175,
"56064" : 185,
"56576" : 209,
"57088" : 196,
"57600" : 203,
"58112" : 175,
"58624" : 175,
"59136" : 164,
"59648" : 179,
"60160" : 148,
"60672" : 124,
"61184" : 128,
"61696" : 135,
"62208" : 164,
"62720" : 250,
"63232" : 309,
"63744" : 463,
"64256" : 569,
"64768" : 890,
"65280" : 1174,
"66048" : 3246,
"67072" : 4602,
"68096" : 5638,
"69120" : 6382,
"70144" : 6826,
"71168" : 6785,
"72192" : 6197,
"73216" : 5486,
"74240" : 4634,
"75264" : 3672,
"76288" : 2764,
"77312" : 2155,
"78336" : 1539,
"79360" : 1166,
"80384" : 739,
"81408" : 543,
"82432" : 405,
"83456" : 286,
"84480" : 185,
"85504" : 158,
"86528" : 121,
"87552" : 87,
"88576" : 73,
"89600" : 76,
"90624" : 60,
"91648" : 55,
"92672" : 43,
"93696" : 28,
"94720" : 31,
"95744" : 24,
"96768" : 21,
"97792" : 23,
"98816" : 9,
"99840" : 18,
"100864" : 13,
"101888" : 20,
"102912" : 20,
"103936" : 25,
"104960" : 29,
"105984" : 37,
"107008" : 28,
"108032" : 44,
"109056" : 35,
"110080" : 19,
"111104" : 27,
"112128" : 20,
"113152" : 26,
"114176" : 14,
"115200" : 17,
"116224" : 5,
"117248" : 6,
"118272" : 6,
"119296" : 7,
"120320" : 3,
"121344" : 4,
"122368" : 3,
"123392" : 1,
"124416" : 2,
"132096" : 2,
"134144" : 3,
"138240" : 1,
"140288" : 1,
"142336" : 1,
"144384" : 1,
"150528" : 1,
"162816" : 1,
"244736" : 2,
"246784" : 4,
"248832" : 2,
"250880" : 2,
"252928" : 8,
"254976" : 9,
"257024" : 7,
"259072" : 11,
"261120" : 4,
"264192" : 9,
"268288" : 26,
"272384" : 35,
"276480" : 31,
"280576" : 36,
"284672" : 55,
"288768" : 77,
"292864" : 109,
"296960" : 174,
"301056" : 243,
"305152" : 302,
"309248" : 465,
"313344" : 619,
"317440" : 876,
"321536" : 1253,
"325632" : 1853,
"329728" : 2581,
"333824" : 3069,
"337920" : 3256,
"342016" : 3160,
"346112" : 2887,
"350208" : 2551,
"354304" : 3069,
"358400" : 4409,
"362496" : 6896,
"366592" : 10779,
"370688" : 16614,
"374784" : 22937,
"378880" : 28037,
"382976" : 30282,
"387072" : 29491,
"391168" : 24706,
"395264" : 18916,
"399360" : 14147,
"403456" : 10905,
"407552" : 9134,
"411648" : 8852,
"415744" : 11086,
"419840" : 15737,
"423936" : 22225,
"428032" : 28319,
"432128" : 33219,
"436224" : 34550,
"440320" : 32381,
"444416" : 27486,
"448512" : 21765,
"452608" : 17104,
"456704" : 13915,
"460800" : 12183,
"464896" : 10494,
"468992" : 9727,
"473088" : 8960,
"477184" : 7949,
"481280" : 7037,
"485376" : 6332,
"489472" : 5541,
"493568" : 5194,
"497664" : 4905,
"501760" : 4783,
"505856" : 4736,
"509952" : 4973,
"514048" : 5122,
"518144" : 5098,
"522240" : 5162,
"528384" : 10000,
"536576" : 8237,
"544768" : 7005,
"552960" : 5599,
"561152" : 4944,
"569344" : 4377,
"577536" : 4296,
"585728" : 4152,
"593920" : 4305,
"602112" : 4246,
"610304" : 4571,
"618496" : 5573,
"626688" : 7142,
"634880" : 10172,
"643072" : 13138,
"651264" : 15157,
"659456" : 17577,
"667648" : 23638,
"675840" : 35897,
"684032" : 52999,
"692224" : 66143,
"700416" : 68933,
"708608" : 63445,
"716800" : 61691,
"724992" : 73223,
"733184" : 99131,
"741376" : 125082,
"749568" : 134106,
"757760" : 121100,
"765952" : 103970,
"774144" : 94960,
"782336" : 97294,
"790528" : 105841,
"798720" : 109947,
"806912" : 104153,
"815104" : 93372,
"823296" : 83445,
"831488" : 75276,
"839680" : 68794,
"847872" : 61736,
"856064" : 54707,
"864256" : 49683,
"872448" : 47592,
"880640" : 45764,
"888832" : 43745,
"897024" : 40755,
"905216" : 37711,
"913408" : 34409,
"921600" : 32037,
"929792" : 30277,
"937984" : 29699,
"946176" : 29377,
"954368" : 28952,
"962560" : 29521,
"970752" : 30644,
"978944" : 33447,
"987136" : 38229,
"995328" : 44208,
"1003520" : 49146,
"1011712" : 52196,
"1019904" : 55103,
"1028096" : 60030,
"1036288" : 69063,
"1044480" : 82289,
"1056768" : 192802,
"1073152" : 201478,
"1089536" : 216487,
"1105920" : 247882,
"1122304" : 248395,
"1138688" : 232619,
"1155072" : 224088,
"1171456" : 210017,
"1187840" : 192552,
"1204224" : 173113,
"1220608" : 151931,
"1236992" : 136266,
"1253376" : 121173,
"1269760" : 107004,
"1286144" : 93002,
"1302528" : 80944,
"1318912" : 69757,
"1335296" : 60282,
"1351680" : 51211,
"1368064" : 43549,
"1384448" : 36810,
"1400832" : 31209,
"1417216" : 26079,
"1433600" : 21989,
"1449984" : 18406,
"1466368" : 15148,
"1482752" : 12499,
"1499136" : 10359,
"1515520" : 8662,
"1531904" : 7328,
"1548288" : 5812,
"1564672" : 4830,
"1581056" : 3867,
"1597440" : 3124,
"1613824" : 2553,
"1630208" : 2028,
"1646592" : 1804,
"1662976" : 1373,
"1679360" : 1105,
"1695744" : 884,
"1712128" : 674,
"1728512" : 587,
"1744896" : 494,
"1761280" : 364,
"1777664" : 332,
"1794048" : 263,
"1810432" : 209,
"1826816" : 153,
"1843200" : 128,
"1859584" : 86,
"1875968" : 82,
"1892352" : 50,
"1908736" : 50,
"1925120" : 34,
"1941504" : 25,
"1957888" : 26,
"1974272" : 20,
"1990656" : 18,
"2007040" : 13,
"2023424" : 4,
"2039808" : 11,
"2056192" : 10,
"2072576" : 4,
"2088960" : 3,
"2113536" : 7,
"2146304" : 2,
"2179072" : 2,
"2211840" : 2,
"2277376" : 1,
"2310144" : 1,
"2342912" : 1,
"2441216" : 1,
"3686400" : 1,
"3784704" : 1,
"4177920" : 1,
"4227072" : 3,
"4292608" : 2,
"4358144" : 3,
"4423680" : 4,
"4489216" : 1,
"4554752" : 6,
"4620288" : 3,
"4685824" : 6,
"4751360" : 7,
"4816896" : 4,
"4882432" : 2,
"4947968" : 2,
"5013504" : 1,
"5210112" : 1
}
},
"lat_ns" : {
"min" : 59642,
"max" : 5731876,
"mean" : 1265236.620250,
"stddev" : 325091.962113,
"N" : 7077453
},
"bw_min" : 194445,
"bw_max" : 211380,
"bw_agg" : 100.000000,
"bw_mean" : 202251.670251,
"bw_dev" : 197.756263,
"bw_samples" : 4464,
"iops_min" : 48609,
"iops_max" : 52843,
"iops_mean" : 50562.071685,
"iops_stddev" : 49.442820,
"iops_samples" : 4464
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2239999,
"usr_cpu" : 0.659777,
"sys_cpu" : 16.810677,
"ctx" : 5671711,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.999128,
"250" : 0.010000,
"500" : 8.468366,
"750" : 12.783511,
"1000" : 26.330147
},
"latency_ms" : {
"2" : 51.410031,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081158,
"timestamp_ms" : 1773081158617,
"time" : "Mon Mar 9 15:32:38 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 31066210304,
"io_kbytes" : 30338096,
"bw_bytes" : 207108068,
"bw" : 202253,
"iops" : 50563.720000,
"runtime" : 150000,
"total_ios" : 7584558,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5448,
"max" : 4283824,
"mean" : 314262.169290,
"stddev" : 158747.366765,
"N" : 7584557
},
"clat_ns" : {
"min" : 39961,
"max" : 5209840,
"mean" : 950714.667030,
"stddev" : 279634.533844,
"N" : 7584542,
"percentile" : {
"1.000000" : 91648,
"5.000000" : 419840,
"10.000000" : 528384,
"20.000000" : 741376,
"30.000000" : 790528,
"40.000000" : 864256,
"50.000000" : 1011712,
"60.000000" : 1089536,
"70.000000" : 1138688,
"80.000000" : 1187840,
"90.000000" : 1269760,
"95.000000" : 1335296,
"99.000000" : 1466368,
"99.500000" : 1531904,
"99.900000" : 1646592,
"99.950000" : 1712128,
"99.990000" : 1826816
},
"bins" : {
"40192" : 3,
"41728" : 3,
"42240" : 6,
"42752" : 3,
"43264" : 4,
"43776" : 6,
"44288" : 5,
"44800" : 3,
"45312" : 5,
"45824" : 4,
"46336" : 5,
"46848" : 1,
"47360" : 5,
"47872" : 2,
"48384" : 4,
"48896" : 1,
"49408" : 2,
"49920" : 4,
"50432" : 3,
"50944" : 9,
"51456" : 14,
"51968" : 26,
"52480" : 32,
"52992" : 60,
"53504" : 87,
"54016" : 113,
"54528" : 154,
"55040" : 178,
"55552" : 191,
"56064" : 211,
"56576" : 232,
"57088" : 208,
"57600" : 220,
"58112" : 184,
"58624" : 182,
"59136" : 182,
"59648" : 194,
"60160" : 157,
"60672" : 134,
"61184" : 145,
"61696" : 145,
"62208" : 181,
"62720" : 277,
"63232" : 341,
"63744" : 518,
"64256" : 623,
"64768" : 970,
"65280" : 1302,
"66048" : 3517,
"67072" : 4981,
"68096" : 6082,
"69120" : 6877,
"70144" : 7369,
"71168" : 7302,
"72192" : 6630,
"73216" : 5888,
"74240" : 4953,
"75264" : 3876,
"76288" : 2954,
"77312" : 2269,
"78336" : 1648,
"79360" : 1247,
"80384" : 784,
"81408" : 571,
"82432" : 433,
"83456" : 307,
"84480" : 196,
"85504" : 162,
"86528" : 131,
"87552" : 95,
"88576" : 77,
"89600" : 80,
"90624" : 66,
"91648" : 56,
"92672" : 45,
"93696" : 30,
"94720" : 32,
"95744" : 25,
"96768" : 22,
"97792" : 24,
"98816" : 9,
"99840" : 19,
"100864" : 15,
"101888" : 22,
"102912" : 22,
"103936" : 26,
"104960" : 29,
"105984" : 37,
"107008" : 30,
"108032" : 48,
"109056" : 35,
"110080" : 22,
"111104" : 27,
"112128" : 21,
"113152" : 27,
"114176" : 15,
"115200" : 18,
"116224" : 6,
"117248" : 8,
"118272" : 6,
"119296" : 7,
"120320" : 3,
"121344" : 4,
"122368" : 3,
"123392" : 1,
"124416" : 2,
"126464" : 1,
"132096" : 3,
"134144" : 3,
"138240" : 1,
"140288" : 1,
"142336" : 1,
"144384" : 1,
"150528" : 1,
"162816" : 1,
"244736" : 2,
"246784" : 4,
"248832" : 2,
"250880" : 4,
"252928" : 8,
"254976" : 9,
"257024" : 7,
"259072" : 12,
"261120" : 5,
"264192" : 9,
"268288" : 29,
"272384" : 38,
"276480" : 37,
"280576" : 38,
"284672" : 61,
"288768" : 82,
"292864" : 117,
"296960" : 193,
"301056" : 262,
"305152" : 328,
"309248" : 496,
"313344" : 667,
"317440" : 938,
"321536" : 1351,
"325632" : 2019,
"329728" : 2802,
"333824" : 3290,
"337920" : 3472,
"342016" : 3391,
"346112" : 3112,
"350208" : 2753,
"354304" : 3310,
"358400" : 4777,
"362496" : 7451,
"366592" : 11618,
"370688" : 17879,
"374784" : 24663,
"378880" : 30067,
"382976" : 32506,
"387072" : 31670,
"391168" : 26462,
"395264" : 20194,
"399360" : 15107,
"403456" : 11689,
"407552" : 9784,
"411648" : 9530,
"415744" : 11996,
"419840" : 16973,
"423936" : 23886,
"428032" : 30365,
"432128" : 35694,
"436224" : 37094,
"440320" : 34684,
"444416" : 29411,
"448512" : 23305,
"452608" : 18245,
"456704" : 14879,
"460800" : 13032,
"464896" : 11269,
"468992" : 10467,
"473088" : 9578,
"477184" : 8531,
"481280" : 7559,
"485376" : 6781,
"489472" : 5956,
"493568" : 5587,
"497664" : 5265,
"501760" : 5107,
"505856" : 5064,
"509952" : 5351,
"514048" : 5481,
"518144" : 5488,
"522240" : 5546,
"528384" : 10700,
"536576" : 8831,
"544768" : 7508,
"552960" : 5996,
"561152" : 5305,
"569344" : 4710,
"577536" : 4608,
"585728" : 4449,
"593920" : 4609,
"602112" : 4533,
"610304" : 4911,
"618496" : 5954,
"626688" : 7661,
"634880" : 10978,
"643072" : 14099,
"651264" : 16280,
"659456" : 18896,
"667648" : 25349,
"675840" : 38574,
"684032" : 56888,
"692224" : 70981,
"700416" : 73987,
"708608" : 68057,
"716800" : 66193,
"724992" : 78580,
"733184" : 106413,
"741376" : 134192,
"749568" : 143777,
"757760" : 129798,
"765952" : 111491,
"774144" : 101648,
"782336" : 104287,
"790528" : 113421,
"798720" : 117725,
"806912" : 111565,
"815104" : 99982,
"823296" : 89464,
"831488" : 80657,
"839680" : 73667,
"847872" : 66056,
"856064" : 58596,
"864256" : 53232,
"872448" : 51048,
"880640" : 48990,
"888832" : 46856,
"897024" : 43627,
"905216" : 40344,
"913408" : 36874,
"921600" : 34325,
"929792" : 32499,
"937984" : 31785,
"946176" : 31409,
"954368" : 31098,
"962560" : 31751,
"970752" : 32867,
"978944" : 35796,
"987136" : 40940,
"995328" : 47422,
"1003520" : 52678,
"1011712" : 56000,
"1019904" : 59016,
"1028096" : 64465,
"1036288" : 73960,
"1044480" : 88091,
"1056768" : 206360,
"1073152" : 215929,
"1089536" : 231679,
"1105920" : 265506,
"1122304" : 266168,
"1138688" : 249222,
"1155072" : 240066,
"1171456" : 224983,
"1187840" : 206184,
"1204224" : 185357,
"1220608" : 162726,
"1236992" : 145840,
"1253376" : 129741,
"1269760" : 114710,
"1286144" : 99670,
"1302528" : 86607,
"1318912" : 74768,
"1335296" : 64570,
"1351680" : 54885,
"1368064" : 46557,
"1384448" : 39454,
"1400832" : 33431,
"1417216" : 27964,
"1433600" : 23514,
"1449984" : 19676,
"1466368" : 16277,
"1482752" : 13416,
"1499136" : 11047,
"1515520" : 9248,
"1531904" : 7817,
"1548288" : 6252,
"1564672" : 5212,
"1581056" : 4137,
"1597440" : 3371,
"1613824" : 2737,
"1630208" : 2185,
"1646592" : 1917,
"1662976" : 1459,
"1679360" : 1183,
"1695744" : 938,
"1712128" : 722,
"1728512" : 626,
"1744896" : 530,
"1761280" : 391,
"1777664" : 347,
"1794048" : 276,
"1810432" : 219,
"1826816" : 161,
"1843200" : 144,
"1859584" : 88,
"1875968" : 89,
"1892352" : 54,
"1908736" : 51,
"1925120" : 39,
"1941504" : 26,
"1957888" : 30,
"1974272" : 24,
"1990656" : 20,
"2007040" : 14,
"2023424" : 4,
"2039808" : 11,
"2056192" : 10,
"2072576" : 4,
"2088960" : 3,
"2113536" : 7,
"2146304" : 2,
"2179072" : 2,
"2211840" : 2,
"2277376" : 1,
"2310144" : 1,
"2342912" : 1,
"2441216" : 1,
"3686400" : 1,
"3784704" : 1,
"4177920" : 1,
"4227072" : 3,
"4292608" : 2,
"4358144" : 3,
"4423680" : 4,
"4489216" : 1,
"4554752" : 6,
"4620288" : 3,
"4685824" : 6,
"4751360" : 7,
"4816896" : 4,
"4882432" : 2,
"4947968" : 2,
"5013504" : 1,
"5210112" : 1
}
},
"lat_ns" : {
"min" : 59642,
"max" : 5731876,
"mean" : 1264976.800491,
"stddev" : 325197.914925,
"N" : 7584542
},
"bw_min" : 194445,
"bw_max" : 211579,
"bw_agg" : 100.000000,
"bw_mean" : 202294.518395,
"bw_dev" : 198.471757,
"bw_samples" : 4784,
"iops_min" : 48609,
"iops_max" : 52893,
"iops_mean" : 50572.832776,
"iops_stddev" : 49.622341,
"iops_samples" : 4784
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2399999,
"usr_cpu" : 0.661875,
"sys_cpu" : 16.811090,
"ctx" : 6076843,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 1.002366,
"250" : 0.010000,
"500" : 8.479940,
"750" : 12.800733,
"1000" : 26.324224
},
"latency_ms" : {
"2" : 51.384128,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081168,
"timestamp_ms" : 1773081168617,
"time" : "Mon Mar 9 15:32:48 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 33153900544,
"io_kbytes" : 32376856,
"bw_bytes" : 207211878,
"bw" : 202355,
"iops" : 50588.981250,
"runtime" : 160000,
"total_ios" : 8094237,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5448,
"max" : 4283824,
"mean" : 314103.647497,
"stddev" : 158842.631044,
"N" : 8094236
},
"clat_ns" : {
"min" : 39610,
"max" : 5209840,
"mean" : 950239.377081,
"stddev" : 279773.346963,
"N" : 8094221,
"percentile" : {
"1.000000" : 87552,
"5.000000" : 419840,
"10.000000" : 528384,
"20.000000" : 741376,
"30.000000" : 790528,
"40.000000" : 864256,
"50.000000" : 1011712,
"60.000000" : 1089536,
"70.000000" : 1138688,
"80.000000" : 1187840,
"90.000000" : 1269760,
"95.000000" : 1335296,
"99.000000" : 1466368,
"99.500000" : 1531904,
"99.900000" : 1646592,
"99.950000" : 1712128,
"99.990000" : 1826816
},
"bins" : {
"39680" : 1,
"40192" : 3,
"41216" : 1,
"41728" : 3,
"42240" : 7,
"42752" : 4,
"43264" : 6,
"43776" : 7,
"44288" : 5,
"44800" : 3,
"45312" : 5,
"45824" : 5,
"46336" : 5,
"46848" : 1,
"47360" : 6,
"47872" : 3,
"48384" : 4,
"48896" : 1,
"49408" : 3,
"49920" : 5,
"50432" : 4,
"50944" : 10,
"51456" : 20,
"51968" : 28,
"52480" : 35,
"52992" : 63,
"53504" : 93,
"54016" : 124,
"54528" : 161,
"55040" : 194,
"55552" : 203,
"56064" : 223,
"56576" : 246,
"57088" : 223,
"57600" : 230,
"58112" : 198,
"58624" : 200,
"59136" : 191,
"59648" : 206,
"60160" : 165,
"60672" : 142,
"61184" : 157,
"61696" : 162,
"62208" : 205,
"62720" : 293,
"63232" : 382,
"63744" : 582,
"64256" : 682,
"64768" : 1050,
"65280" : 1424,
"66048" : 3812,
"67072" : 5394,
"68096" : 6529,
"69120" : 7341,
"70144" : 7877,
"71168" : 7789,
"72192" : 7058,
"73216" : 6281,
"74240" : 5279,
"75264" : 4113,
"76288" : 3155,
"77312" : 2397,
"78336" : 1742,
"79360" : 1334,
"80384" : 847,
"81408" : 611,
"82432" : 459,
"83456" : 320,
"84480" : 214,
"85504" : 183,
"86528" : 144,
"87552" : 106,
"88576" : 82,
"89600" : 83,
"90624" : 70,
"91648" : 64,
"92672" : 50,
"93696" : 33,
"94720" : 37,
"95744" : 29,
"96768" : 26,
"97792" : 24,
"98816" : 12,
"99840" : 19,
"100864" : 19,
"101888" : 22,
"102912" : 23,
"103936" : 26,
"104960" : 30,
"105984" : 37,
"107008" : 32,
"108032" : 51,
"109056" : 38,
"110080" : 22,
"111104" : 30,
"112128" : 22,
"113152" : 27,
"114176" : 17,
"115200" : 19,
"116224" : 6,
"117248" : 8,
"118272" : 6,
"119296" : 7,
"120320" : 5,
"121344" : 4,
"122368" : 5,
"123392" : 1,
"124416" : 2,
"126464" : 1,
"132096" : 4,
"134144" : 3,
"138240" : 1,
"140288" : 1,
"142336" : 1,
"144384" : 1,
"150528" : 1,
"162816" : 1,
"244736" : 2,
"246784" : 5,
"248832" : 2,
"250880" : 4,
"252928" : 10,
"254976" : 12,
"257024" : 8,
"259072" : 12,
"261120" : 6,
"264192" : 9,
"268288" : 30,
"272384" : 38,
"276480" : 40,
"280576" : 42,
"284672" : 66,
"288768" : 89,
"292864" : 124,
"296960" : 209,
"301056" : 277,
"305152" : 340,
"309248" : 526,
"313344" : 723,
"317440" : 1011,
"321536" : 1459,
"325632" : 2175,
"329728" : 2993,
"333824" : 3521,
"337920" : 3727,
"342016" : 3617,
"346112" : 3337,
"350208" : 2942,
"354304" : 3588,
"358400" : 5149,
"362496" : 8016,
"366592" : 12472,
"370688" : 19262,
"374784" : 26474,
"378880" : 32298,
"382976" : 34681,
"387072" : 33854,
"391168" : 28254,
"395264" : 21578,
"399360" : 16173,
"403456" : 12502,
"407552" : 10493,
"411648" : 10220,
"415744" : 12932,
"419840" : 18242,
"423936" : 25640,
"428032" : 32656,
"432128" : 38131,
"436224" : 39705,
"440320" : 37098,
"444416" : 31371,
"448512" : 24907,
"452608" : 19456,
"456704" : 15895,
"460800" : 13856,
"464896" : 12128,
"468992" : 11231,
"473088" : 10204,
"477184" : 9160,
"481280" : 8105,
"485376" : 7246,
"489472" : 6405,
"493568" : 5994,
"497664" : 5633,
"501760" : 5509,
"505856" : 5411,
"509952" : 5748,
"514048" : 5890,
"518144" : 5901,
"522240" : 5933,
"528384" : 11432,
"536576" : 9429,
"544768" : 7994,
"552960" : 6427,
"561152" : 5634,
"569344" : 5040,
"577536" : 4929,
"585728" : 4776,
"593920" : 4901,
"602112" : 4859,
"610304" : 5241,
"618496" : 6344,
"626688" : 8201,
"634880" : 11731,
"643072" : 15070,
"651264" : 17390,
"659456" : 20222,
"667648" : 27120,
"675840" : 41354,
"684032" : 60693,
"692224" : 76010,
"700416" : 79063,
"708608" : 72804,
"716800" : 70629,
"724992" : 84192,
"733184" : 113784,
"741376" : 143342,
"749568" : 153635,
"757760" : 138725,
"765952" : 119164,
"774144" : 108614,
"782336" : 111475,
"790528" : 121237,
"798720" : 125717,
"806912" : 119183,
"815104" : 106836,
"823296" : 95617,
"831488" : 86184,
"839680" : 78670,
"847872" : 70506,
"856064" : 62597,
"864256" : 56810,
"872448" : 54535,
"880640" : 52311,
"888832" : 49992,
"897024" : 46561,
"905216" : 42986,
"913408" : 39393,
"921600" : 36588,
"929792" : 34653,
"937984" : 33927,
"946176" : 33521,
"954368" : 33261,
"962560" : 33891,
"970752" : 35016,
"978944" : 38341,
"987136" : 43694,
"995328" : 50595,
"1003520" : 56141,
"1011712" : 59589,
"1019904" : 62971,
"1028096" : 68719,
"1036288" : 78852,
"1044480" : 93874,
"1056768" : 220156,
"1073152" : 230296,
"1089536" : 246858,
"1105920" : 282978,
"1122304" : 283386,
"1138688" : 265501,
"1155072" : 255701,
"1171456" : 239730,
"1187840" : 219730,
"1204224" : 197544,
"1220608" : 173414,
"1236992" : 155345,
"1253376" : 138198,
"1269760" : 122172,
"1286144" : 106102,
"1302528" : 92270,
"1318912" : 79643,
"1335296" : 68803,
"1351680" : 58510,
"1368064" : 49736,
"1384448" : 42083,
"1400832" : 35546,
"1417216" : 29770,
"1433600" : 24991,
"1449984" : 20885,
"1466368" : 17344,
"1482752" : 14307,
"1499136" : 11746,
"1515520" : 9837,
"1531904" : 8362,
"1548288" : 6624,
"1564672" : 5560,
"1581056" : 4404,
"1597440" : 3602,
"1613824" : 2910,
"1630208" : 2365,
"1646592" : 2065,
"1662976" : 1553,
"1679360" : 1251,
"1695744" : 1001,
"1712128" : 783,
"1728512" : 680,
"1744896" : 568,
"1761280" : 422,
"1777664" : 364,
"1794048" : 295,
"1810432" : 232,
"1826816" : 171,
"1843200" : 153,
"1859584" : 99,
"1875968" : 95,
"1892352" : 60,
"1908736" : 55,
"1925120" : 40,
"1941504" : 28,
"1957888" : 30,
"1974272" : 25,
"1990656" : 20,
"2007040" : 14,
"2023424" : 5,
"2039808" : 11,
"2056192" : 10,
"2072576" : 4,
"2088960" : 3,
"2113536" : 7,
"2146304" : 2,
"2179072" : 2,
"2211840" : 2,
"2277376" : 1,
"2310144" : 1,
"2342912" : 1,
"2441216" : 1,
"3686400" : 1,
"3784704" : 1,
"4177920" : 1,
"4227072" : 3,
"4292608" : 2,
"4358144" : 3,
"4423680" : 4,
"4489216" : 1,
"4554752" : 6,
"4620288" : 3,
"4685824" : 6,
"4751360" : 7,
"4816896" : 4,
"4882432" : 2,
"4947968" : 2,
"5013504" : 1,
"5210112" : 1
}
},
"lat_ns" : {
"min" : 59642,
"max" : 5731876,
"mean" : 1264342.820246,
"stddev" : 325344.269670,
"N" : 8094221
},
"bw_min" : 194445,
"bw_max" : 212061,
"bw_agg" : 100.000000,
"bw_mean" : 202386.893417,
"bw_dev" : 201.455368,
"bw_samples" : 5104,
"iops_min" : 48609,
"iops_max" : 53014,
"iops_mean" : 50595.959248,
"iops_stddev" : 50.368529,
"iops_samples" : 5104
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2560000,
"usr_cpu" : 0.661953,
"sys_cpu" : 16.812734,
"ctx" : 6481902,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999963,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999975,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 1.005716,
"250" : 0.010000,
"500" : 8.509215,
"750" : 12.824865,
"1000" : 26.346795
},
"latency_ms" : {
"2" : 51.304848,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081178,
"timestamp_ms" : 1773081178617,
"time" : "Mon Mar 9 15:32:58 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 35201781760,
"io_kbytes" : 34376740,
"bw_bytes" : 207069304,
"bw" : 202216,
"iops" : 50554.164706,
"runtime" : 170000,
"total_ios" : 8594208,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5448,
"max" : 4283824,
"mean" : 314319.988031,
"stddev" : 158704.045719,
"N" : 8594207
},
"clat_ns" : {
"min" : 39610,
"max" : 5209840,
"mean" : 950892.997250,
"stddev" : 279492.647272,
"N" : 8594192,
"percentile" : {
"1.000000" : 112128,
"5.000000" : 419840,
"10.000000" : 528384,
"20.000000" : 741376,
"30.000000" : 790528,
"40.000000" : 864256,
"50.000000" : 1019904,
"60.000000" : 1089536,
"70.000000" : 1138688,
"80.000000" : 1187840,
"90.000000" : 1269760,
"95.000000" : 1335296,
"99.000000" : 1466368,
"99.500000" : 1531904,
"99.900000" : 1662976,
"99.950000" : 1712128,
"99.990000" : 1826816
},
"bins" : {
"39680" : 1,
"40192" : 3,
"41216" : 1,
"41728" : 4,
"42240" : 7,
"42752" : 4,
"43264" : 6,
"43776" : 8,
"44288" : 5,
"44800" : 3,
"45312" : 5,
"45824" : 5,
"46336" : 5,
"46848" : 2,
"47360" : 6,
"47872" : 3,
"48384" : 4,
"48896" : 1,
"49408" : 3,
"49920" : 5,
"50432" : 5,
"50944" : 13,
"51456" : 23,
"51968" : 29,
"52480" : 38,
"52992" : 66,
"53504" : 101,
"54016" : 132,
"54528" : 170,
"55040" : 203,
"55552" : 213,
"56064" : 241,
"56576" : 262,
"57088" : 237,
"57600" : 241,
"58112" : 211,
"58624" : 215,
"59136" : 202,
"59648" : 214,
"60160" : 175,
"60672" : 146,
"61184" : 169,
"61696" : 167,
"62208" : 218,
"62720" : 304,
"63232" : 404,
"63744" : 601,
"64256" : 730,
"64768" : 1103,
"65280" : 1496,
"66048" : 4013,
"67072" : 5695,
"68096" : 6873,
"69120" : 7713,
"70144" : 8254,
"71168" : 8178,
"72192" : 7384,
"73216" : 6565,
"74240" : 5516,
"75264" : 4301,
"76288" : 3312,
"77312" : 2525,
"78336" : 1840,
"79360" : 1398,
"80384" : 901,
"81408" : 642,
"82432" : 491,
"83456" : 327,
"84480" : 224,
"85504" : 197,
"86528" : 153,
"87552" : 109,
"88576" : 88,
"89600" : 90,
"90624" : 73,
"91648" : 66,
"92672" : 54,
"93696" : 35,
"94720" : 39,
"95744" : 30,
"96768" : 26,
"97792" : 25,
"98816" : 12,
"99840" : 21,
"100864" : 19,
"101888" : 23,
"102912" : 25,
"103936" : 27,
"104960" : 31,
"105984" : 39,
"107008" : 34,
"108032" : 53,
"109056" : 41,
"110080" : 23,
"111104" : 30,
"112128" : 23,
"113152" : 27,
"114176" : 18,
"115200" : 19,
"116224" : 6,
"117248" : 8,
"118272" : 7,
"119296" : 8,
"120320" : 6,
"121344" : 5,
"122368" : 5,
"123392" : 1,
"124416" : 2,
"126464" : 1,
"132096" : 4,
"134144" : 3,
"138240" : 1,
"140288" : 1,
"142336" : 1,
"144384" : 1,
"150528" : 1,
"162816" : 2,
"244736" : 2,
"246784" : 5,
"248832" : 2,
"250880" : 4,
"252928" : 10,
"254976" : 12,
"257024" : 8,
"259072" : 12,
"261120" : 7,
"264192" : 10,
"268288" : 32,
"272384" : 39,
"276480" : 43,
"280576" : 44,
"284672" : 69,
"288768" : 94,
"292864" : 131,
"296960" : 219,
"301056" : 290,
"305152" : 358,
"309248" : 552,
"313344" : 748,
"317440" : 1072,
"321536" : 1550,
"325632" : 2305,
"329728" : 3147,
"333824" : 3700,
"337920" : 3974,
"342016" : 3815,
"346112" : 3492,
"350208" : 3104,
"354304" : 3775,
"358400" : 5418,
"362496" : 8455,
"366592" : 13164,
"370688" : 20331,
"374784" : 28021,
"378880" : 34168,
"382976" : 36630,
"387072" : 35726,
"391168" : 29873,
"395264" : 22790,
"399360" : 17114,
"403456" : 13202,
"407552" : 11114,
"411648" : 10841,
"415744" : 13697,
"419840" : 19278,
"423936" : 27126,
"428032" : 34604,
"432128" : 40315,
"436224" : 42019,
"440320" : 39162,
"444416" : 33159,
"448512" : 26273,
"452608" : 20517,
"456704" : 16794,
"460800" : 14597,
"464896" : 12795,
"468992" : 11840,
"473088" : 10776,
"477184" : 9670,
"481280" : 8573,
"485376" : 7638,
"489472" : 6783,
"493568" : 6341,
"497664" : 5926,
"501760" : 5832,
"505856" : 5706,
"509952" : 6082,
"514048" : 6231,
"518144" : 6170,
"522240" : 6273,
"528384" : 12027,
"536576" : 9962,
"544768" : 8442,
"552960" : 6741,
"561152" : 5914,
"569344" : 5311,
"577536" : 5211,
"585728" : 5060,
"593920" : 5173,
"602112" : 5128,
"610304" : 5561,
"618496" : 6699,
"626688" : 8693,
"634880" : 12440,
"643072" : 15953,
"651264" : 18491,
"659456" : 21469,
"667648" : 28796,
"675840" : 43858,
"684032" : 64313,
"692224" : 80654,
"700416" : 83877,
"708608" : 77143,
"716800" : 74970,
"724992" : 89300,
"733184" : 120753,
"741376" : 151920,
"749568" : 162829,
"757760" : 147109,
"765952" : 126499,
"774144" : 115188,
"782336" : 118191,
"790528" : 128518,
"798720" : 133472,
"806912" : 126340,
"815104" : 113246,
"823296" : 101415,
"831488" : 91379,
"839680" : 83438,
"847872" : 74663,
"856064" : 66351,
"864256" : 60176,
"872448" : 57908,
"880640" : 55522,
"888832" : 53000,
"897024" : 49443,
"905216" : 45621,
"913408" : 41790,
"921600" : 38721,
"929792" : 36682,
"937984" : 36029,
"946176" : 35571,
"954368" : 35259,
"962560" : 36075,
"970752" : 37186,
"978944" : 40729,
"987136" : 46478,
"995328" : 53835,
"1003520" : 59774,
"1011712" : 63315,
"1019904" : 66907,
"1028096" : 73084,
"1036288" : 83923,
"1044480" : 99862,
"1056768" : 234378,
"1073152" : 245031,
"1089536" : 262376,
"1105920" : 301269,
"1122304" : 301524,
"1138688" : 282434,
"1155072" : 272133,
"1171456" : 254997,
"1187840" : 233519,
"1204224" : 210146,
"1220608" : 184480,
"1236992" : 165249,
"1253376" : 146910,
"1269760" : 129834,
"1286144" : 112823,
"1302528" : 98024,
"1318912" : 84815,
"1335296" : 73145,
"1351680" : 62216,
"1368064" : 53000,
"1384448" : 44792,
"1400832" : 37846,
"1417216" : 31639,
"1433600" : 26670,
"1449984" : 22261,
"1466368" : 18450,
"1482752" : 15283,
"1499136" : 12514,
"1515520" : 10444,
"1531904" : 8881,
"1548288" : 7068,
"1564672" : 5944,
"1581056" : 4667,
"1597440" : 3847,
"1613824" : 3113,
"1630208" : 2512,
"1646592" : 2191,
"1662976" : 1662,
"1679360" : 1341,
"1695744" : 1086,
"1712128" : 842,
"1728512" : 721,
"1744896" : 611,
"1761280" : 452,
"1777664" : 396,
"1794048" : 309,
"1810432" : 261,
"1826816" : 182,
"1843200" : 168,
"1859584" : 103,
"1875968" : 98,
"1892352" : 62,
"1908736" : 62,
"1925120" : 49,
"1941504" : 32,
"1957888" : 31,
"1974272" : 28,
"1990656" : 22,
"2007040" : 15,
"2023424" : 7,
"2039808" : 13,
"2056192" : 11,
"2072576" : 6,
"2088960" : 3,
"2113536" : 9,
"2146304" : 2,
"2179072" : 7,
"2211840" : 2,
"2244608" : 4,
"2277376" : 3,
"2310144" : 1,
"2342912" : 1,
"2375680" : 2,
"2408448" : 1,
"2441216" : 2,
"2506752" : 1,
"3686400" : 1,
"3784704" : 1,
"4177920" : 1,
"4227072" : 3,
"4292608" : 2,
"4358144" : 3,
"4423680" : 4,
"4489216" : 1,
"4554752" : 6,
"4620288" : 3,
"4685824" : 6,
"4751360" : 7,
"4816896" : 4,
"4882432" : 2,
"4947968" : 2,
"5013504" : 1,
"5210112" : 1
}
},
"lat_ns" : {
"min" : 59642,
"max" : 5731876,
"mean" : 1265212.823802,
"stddev" : 325011.734788,
"N" : 8594192
},
"bw_min" : 192126,
"bw_max" : 212573,
"bw_agg" : 100.000000,
"bw_mean" : 202271.212389,
"bw_dev" : 214.395248,
"bw_samples" : 5424,
"iops_min" : 48030,
"iops_max" : 53142,
"iops_mean" : 50567.056047,
"iops_stddev" : 53.602377,
"iops_samples" : 5424
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2719999,
"usr_cpu" : 0.661213,
"sys_cpu" : 16.808058,
"ctx" : 6887451,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999988,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999988,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.994775,
"250" : 0.010000,
"500" : 8.468145,
"750" : 12.803670,
"1000" : 26.321134
},
"latency_ms" : {
"2" : 51.403620,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081188,
"timestamp_ms" : 1773081188646,
"time" : "Mon Mar 9 15:33:08 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 179,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 37171683328,
"io_kbytes" : 36300472,
"bw_bytes" : 206508204,
"bw" : 201668,
"iops" : 50416.986572,
"runtime" : 180001,
"total_ios" : 9075108,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5448,
"max" : 4283824,
"mean" : 315177.587256,
"stddev" : 158142.019863,
"N" : 9075123
},
"clat_ns" : {
"min" : 2875,
"max" : 5209840,
"mean" : 953464.983256,
"stddev" : 278568.455060,
"N" : 9075156,
"percentile" : {
"1.000000" : 313344,
"5.000000" : 423936,
"10.000000" : 544768,
"20.000000" : 741376,
"30.000000" : 790528,
"40.000000" : 872448,
"50.000000" : 1019904,
"60.000000" : 1089536,
"70.000000" : 1138688,
"80.000000" : 1187840,
"90.000000" : 1269760,
"95.000000" : 1335296,
"99.000000" : 1466368,
"99.500000" : 1531904,
"99.900000" : 1662976,
"99.950000" : 1712128,
"99.990000" : 1826816
},
"bins" : {
"2864" : 1,
"2960" : 2,
"3056" : 1,
"5216" : 2,
"5344" : 1,
"5600" : 1,
"5920" : 1,
"6112" : 2,
"6304" : 1,
"6496" : 1,
"8032" : 1,
"12480" : 1,
"13120" : 1,
"39680" : 1,
"40192" : 4,
"41216" : 1,
"41728" : 4,
"42240" : 7,
"42752" : 4,
"43264" : 6,
"43776" : 8,
"44288" : 5,
"44800" : 3,
"45312" : 5,
"45824" : 5,
"46336" : 7,
"46848" : 2,
"47360" : 6,
"47872" : 3,
"48384" : 4,
"48896" : 1,
"49408" : 3,
"49920" : 6,
"50432" : 5,
"50944" : 15,
"51456" : 24,
"51968" : 30,
"52480" : 41,
"52992" : 68,
"53504" : 109,
"54016" : 134,
"54528" : 176,
"55040" : 205,
"55552" : 221,
"56064" : 247,
"56576" : 270,
"57088" : 247,
"57600" : 250,
"58112" : 218,
"58624" : 220,
"59136" : 213,
"59648" : 221,
"60160" : 180,
"60672" : 150,
"61184" : 173,
"61696" : 170,
"62208" : 222,
"62720" : 311,
"63232" : 412,
"63744" : 616,
"64256" : 744,
"64768" : 1129,
"65280" : 1524,
"66048" : 4122,
"67072" : 5824,
"68096" : 7028,
"69120" : 7893,
"70144" : 8447,
"71168" : 8399,
"72192" : 7565,
"73216" : 6718,
"74240" : 5671,
"75264" : 4399,
"76288" : 3412,
"77312" : 2600,
"78336" : 1881,
"79360" : 1434,
"80384" : 927,
"81408" : 652,
"82432" : 508,
"83456" : 338,
"84480" : 228,
"85504" : 201,
"86528" : 156,
"87552" : 111,
"88576" : 90,
"89600" : 95,
"90624" : 73,
"91648" : 68,
"92672" : 55,
"93696" : 35,
"94720" : 39,
"95744" : 30,
"96768" : 27,
"97792" : 25,
"98816" : 13,
"99840" : 21,
"100864" : 19,
"101888" : 26,
"102912" : 25,
"103936" : 27,
"104960" : 32,
"105984" : 40,
"107008" : 36,
"108032" : 55,
"109056" : 41,
"110080" : 24,
"111104" : 31,
"112128" : 24,
"113152" : 28,
"114176" : 20,
"115200" : 19,
"116224" : 8,
"117248" : 8,
"118272" : 7,
"119296" : 8,
"120320" : 6,
"121344" : 6,
"122368" : 5,
"123392" : 1,
"124416" : 3,
"126464" : 1,
"132096" : 5,
"134144" : 3,
"138240" : 1,
"140288" : 1,
"142336" : 1,
"144384" : 1,
"150528" : 1,
"162816" : 2,
"240640" : 1,
"244736" : 2,
"246784" : 5,
"248832" : 2,
"250880" : 4,
"252928" : 10,
"254976" : 12,
"257024" : 8,
"259072" : 14,
"261120" : 8,
"264192" : 12,
"268288" : 32,
"272384" : 39,
"276480" : 43,
"280576" : 47,
"284672" : 70,
"288768" : 97,
"292864" : 136,
"296960" : 223,
"301056" : 306,
"305152" : 380,
"309248" : 572,
"313344" : 783,
"317440" : 1114,
"321536" : 1618,
"325632" : 2404,
"329728" : 3285,
"333824" : 3829,
"337920" : 4124,
"342016" : 3963,
"346112" : 3621,
"350208" : 3233,
"354304" : 3940,
"358400" : 5635,
"362496" : 8781,
"366592" : 13630,
"370688" : 21066,
"374784" : 29033,
"378880" : 35412,
"382976" : 38052,
"387072" : 36990,
"391168" : 30949,
"395264" : 23603,
"399360" : 17693,
"403456" : 13667,
"407552" : 11516,
"411648" : 11243,
"415744" : 14221,
"419840" : 19967,
"423936" : 28097,
"428032" : 35867,
"432128" : 41825,
"436224" : 43599,
"440320" : 40591,
"444416" : 34369,
"448512" : 27239,
"452608" : 21263,
"456704" : 17360,
"460800" : 15126,
"464896" : 13226,
"468992" : 12267,
"473088" : 11177,
"477184" : 10054,
"481280" : 8867,
"485376" : 7896,
"489472" : 6996,
"493568" : 6550,
"497664" : 6140,
"501760" : 6058,
"505856" : 5899,
"509952" : 6286,
"514048" : 6466,
"518144" : 6378,
"522240" : 6505,
"528384" : 12472,
"536576" : 10302,
"544768" : 8700,
"552960" : 7013,
"561152" : 6138,
"569344" : 5510,
"577536" : 5387,
"585728" : 5278,
"593920" : 5368,
"602112" : 5332,
"610304" : 5799,
"618496" : 7004,
"626688" : 9091,
"634880" : 13070,
"643072" : 16699,
"651264" : 19344,
"659456" : 22509,
"667648" : 30141,
"675840" : 46057,
"684032" : 67431,
"692224" : 84439,
"700416" : 87987,
"708608" : 80902,
"716800" : 78715,
"724992" : 93610,
"733184" : 126716,
"741376" : 159211,
"749568" : 170766,
"757760" : 154279,
"765952" : 132665,
"774144" : 120907,
"782336" : 124014,
"790528" : 134855,
"798720" : 140095,
"806912" : 132582,
"815104" : 118778,
"823296" : 106362,
"831488" : 95718,
"839680" : 87497,
"847872" : 78258,
"856064" : 69567,
"864256" : 63167,
"872448" : 60741,
"880640" : 58246,
"888832" : 55695,
"897024" : 51855,
"905216" : 47902,
"913408" : 43893,
"921600" : 40658,
"929792" : 38545,
"937984" : 37905,
"946176" : 37431,
"954368" : 37225,
"962560" : 38034,
"970752" : 39291,
"978944" : 43112,
"987136" : 49122,
"995328" : 56959,
"1003520" : 63543,
"1011712" : 67232,
"1019904" : 71161,
"1028096" : 77705,
"1036288" : 89170,
"1044480" : 106312,
"1056768" : 249472,
"1073152" : 260933,
"1089536" : 279368,
"1105920" : 320998,
"1122304" : 321281,
"1138688" : 300682,
"1155072" : 289991,
"1171456" : 271506,
"1187840" : 248763,
"1204224" : 223894,
"1220608" : 196402,
"1236992" : 175970,
"1253376" : 156588,
"1269760" : 138265,
"1286144" : 120311,
"1302528" : 104395,
"1318912" : 90255,
"1335296" : 78027,
"1351680" : 66245,
"1368064" : 56493,
"1384448" : 47759,
"1400832" : 40322,
"1417216" : 33658,
"1433600" : 28379,
"1449984" : 23624,
"1466368" : 19684,
"1482752" : 16302,
"1499136" : 13405,
"1515520" : 11155,
"1531904" : 9442,
"1548288" : 7521,
"1564672" : 6347,
"1581056" : 4955,
"1597440" : 4085,
"1613824" : 3280,
"1630208" : 2691,
"1646592" : 2316,
"1662976" : 1773,
"1679360" : 1425,
"1695744" : 1154,
"1712128" : 898,
"1728512" : 756,
"1744896" : 640,
"1761280" : 490,
"1777664" : 416,
"1794048" : 327,
"1810432" : 278,
"1826816" : 192,
"1843200" : 176,
"1859584" : 109,
"1875968" : 106,
"1892352" : 65,
"1908736" : 64,
"1925120" : 53,
"1941504" : 34,
"1957888" : 32,
"1974272" : 28,
"1990656" : 23,
"2007040" : 15,
"2023424" : 7,
"2039808" : 14,
"2056192" : 11,
"2072576" : 6,
"2088960" : 3,
"2113536" : 9,
"2146304" : 2,
"2179072" : 7,
"2211840" : 2,
"2244608" : 4,
"2277376" : 3,
"2310144" : 1,
"2342912" : 1,
"2375680" : 2,
"2408448" : 1,
"2441216" : 2,
"2506752" : 1,
"3686400" : 1,
"3784704" : 1,
"4177920" : 1,
"4227072" : 3,
"4292608" : 2,
"4358144" : 3,
"4423680" : 4,
"4489216" : 1,
"4554752" : 6,
"4620288" : 3,
"4685824" : 6,
"4751360" : 7,
"4816896" : 4,
"4882432" : 2,
"4947968" : 2,
"5013504" : 1,
"5210112" : 1
}
},
"lat_ns" : {
"min" : 59642,
"max" : 5731876,
"mean" : 1268642.519499,
"stddev" : 323981.541182,
"N" : 9075156
},
"bw_min" : 182888,
"bw_max" : 212573,
"bw_agg" : 100.000000,
"bw_mean" : 201755.935933,
"bw_dev" : 273.348383,
"bw_samples" : 5744,
"iops_min" : 45721,
"iops_max" : 53142,
"iops_mean" : 50438.245125,
"iops_stddev" : 68.338877,
"iops_samples" : 5744
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2879994,
"usr_cpu" : 0.659446,
"sys_cpu" : 16.790278,
"ctx" : 7294060,
"majf" : 0,
"minf" : 586,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.965542,
"250" : 0.010000,
"500" : 8.312199,
"750" : 12.699243,
"1000" : 26.174256
},
"latency_ms" : {
"2" : 51.840805,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773081188,
"timestamp_ms" : 1773081188706,
"time" : "Mon Mar 9 15:33:08 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 37171900416,
"io_kbytes" : 36300684,
"bw_bytes" : 206474998,
"bw" : 201635,
"iops" : 50408.585188,
"runtime" : 180031,
"total_ios" : 9075108,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5448,
"max" : 4283824,
"mean" : 315177.587256,
"stddev" : 158142.019863,
"N" : 9075123
},
"clat_ns" : {
"min" : 2875,
"max" : 5209840,
"mean" : 953464.983256,
"stddev" : 278568.455060,
"N" : 9075156,
"percentile" : {
"1.000000" : 313344,
"5.000000" : 423936,
"10.000000" : 544768,
"20.000000" : 741376,
"30.000000" : 790528,
"40.000000" : 872448,
"50.000000" : 1019904,
"60.000000" : 1089536,
"70.000000" : 1138688,
"80.000000" : 1187840,
"90.000000" : 1269760,
"95.000000" : 1335296,
"99.000000" : 1466368,
"99.500000" : 1531904,
"99.900000" : 1662976,
"99.950000" : 1712128,
"99.990000" : 1826816
},
"bins" : {
"2864" : 1,
"2960" : 2,
"3056" : 1,
"5216" : 2,
"5344" : 1,
"5600" : 1,
"5920" : 1,
"6112" : 2,
"6304" : 1,
"6496" : 1,
"8032" : 1,
"12480" : 1,
"13120" : 1,
"39680" : 1,
"40192" : 4,
"41216" : 1,
"41728" : 4,
"42240" : 7,
"42752" : 4,
"43264" : 6,
"43776" : 8,
"44288" : 5,
"44800" : 3,
"45312" : 5,
"45824" : 5,
"46336" : 7,
"46848" : 2,
"47360" : 6,
"47872" : 3,
"48384" : 4,
"48896" : 1,
"49408" : 3,
"49920" : 6,
"50432" : 5,
"50944" : 15,
"51456" : 24,
"51968" : 30,
"52480" : 41,
"52992" : 68,
"53504" : 109,
"54016" : 134,
"54528" : 176,
"55040" : 205,
"55552" : 221,
"56064" : 247,
"56576" : 270,
"57088" : 247,
"57600" : 250,
"58112" : 218,
"58624" : 220,
"59136" : 213,
"59648" : 221,
"60160" : 180,
"60672" : 150,
"61184" : 173,
"61696" : 170,
"62208" : 222,
"62720" : 311,
"63232" : 412,
"63744" : 616,
"64256" : 744,
"64768" : 1129,
"65280" : 1524,
"66048" : 4122,
"67072" : 5824,
"68096" : 7028,
"69120" : 7893,
"70144" : 8447,
"71168" : 8399,
"72192" : 7565,
"73216" : 6718,
"74240" : 5671,
"75264" : 4399,
"76288" : 3412,
"77312" : 2600,
"78336" : 1881,
"79360" : 1434,
"80384" : 927,
"81408" : 652,
"82432" : 508,
"83456" : 338,
"84480" : 228,
"85504" : 201,
"86528" : 156,
"87552" : 111,
"88576" : 90,
"89600" : 95,
"90624" : 73,
"91648" : 68,
"92672" : 55,
"93696" : 35,
"94720" : 39,
"95744" : 30,
"96768" : 27,
"97792" : 25,
"98816" : 13,
"99840" : 21,
"100864" : 19,
"101888" : 26,
"102912" : 25,
"103936" : 27,
"104960" : 32,
"105984" : 40,
"107008" : 36,
"108032" : 55,
"109056" : 41,
"110080" : 24,
"111104" : 31,
"112128" : 24,
"113152" : 28,
"114176" : 20,
"115200" : 19,
"116224" : 8,
"117248" : 8,
"118272" : 7,
"119296" : 8,
"120320" : 6,
"121344" : 6,
"122368" : 5,
"123392" : 1,
"124416" : 3,
"126464" : 1,
"132096" : 5,
"134144" : 3,
"138240" : 1,
"140288" : 1,
"142336" : 1,
"144384" : 1,
"150528" : 1,
"162816" : 2,
"240640" : 1,
"244736" : 2,
"246784" : 5,
"248832" : 2,
"250880" : 4,
"252928" : 10,
"254976" : 12,
"257024" : 8,
"259072" : 14,
"261120" : 8,
"264192" : 12,
"268288" : 32,
"272384" : 39,
"276480" : 43,
"280576" : 47,
"284672" : 70,
"288768" : 97,
"292864" : 136,
"296960" : 223,
"301056" : 306,
"305152" : 380,
"309248" : 572,
"313344" : 783,
"317440" : 1114,
"321536" : 1618,
"325632" : 2404,
"329728" : 3285,
"333824" : 3829,
"337920" : 4124,
"342016" : 3963,
"346112" : 3621,
"350208" : 3233,
"354304" : 3940,
"358400" : 5635,
"362496" : 8781,
"366592" : 13630,
"370688" : 21066,
"374784" : 29033,
"378880" : 35412,
"382976" : 38052,
"387072" : 36990,
"391168" : 30949,
"395264" : 23603,
"399360" : 17693,
"403456" : 13667,
"407552" : 11516,
"411648" : 11243,
"415744" : 14221,
"419840" : 19967,
"423936" : 28097,
"428032" : 35867,
"432128" : 41825,
"436224" : 43599,
"440320" : 40591,
"444416" : 34369,
"448512" : 27239,
"452608" : 21263,
"456704" : 17360,
"460800" : 15126,
"464896" : 13226,
"468992" : 12267,
"473088" : 11177,
"477184" : 10054,
"481280" : 8867,
"485376" : 7896,
"489472" : 6996,
"493568" : 6550,
"497664" : 6140,
"501760" : 6058,
"505856" : 5899,
"509952" : 6286,
"514048" : 6466,
"518144" : 6378,
"522240" : 6505,
"528384" : 12472,
"536576" : 10302,
"544768" : 8700,
"552960" : 7013,
"561152" : 6138,
"569344" : 5510,
"577536" : 5387,
"585728" : 5278,
"593920" : 5368,
"602112" : 5332,
"610304" : 5799,
"618496" : 7004,
"626688" : 9091,
"634880" : 13070,
"643072" : 16699,
"651264" : 19344,
"659456" : 22509,
"667648" : 30141,
"675840" : 46057,
"684032" : 67431,
"692224" : 84439,
"700416" : 87987,
"708608" : 80902,
"716800" : 78715,
"724992" : 93610,
"733184" : 126716,
"741376" : 159211,
"749568" : 170766,
"757760" : 154279,
"765952" : 132665,
"774144" : 120907,
"782336" : 124014,
"790528" : 134855,
"798720" : 140095,
"806912" : 132582,
"815104" : 118778,
"823296" : 106362,
"831488" : 95718,
"839680" : 87497,
"847872" : 78258,
"856064" : 69567,
"864256" : 63167,
"872448" : 60741,
"880640" : 58246,
"888832" : 55695,
"897024" : 51855,
"905216" : 47902,
"913408" : 43893,
"921600" : 40658,
"929792" : 38545,
"937984" : 37905,
"946176" : 37431,
"954368" : 37225,
"962560" : 38034,
"970752" : 39291,
"978944" : 43112,
"987136" : 49122,
"995328" : 56959,
"1003520" : 63543,
"1011712" : 67232,
"1019904" : 71161,
"1028096" : 77705,
"1036288" : 89170,
"1044480" : 106312,
"1056768" : 249472,
"1073152" : 260933,
"1089536" : 279368,
"1105920" : 320998,
"1122304" : 321281,
"1138688" : 300682,
"1155072" : 289991,
"1171456" : 271506,
"1187840" : 248763,
"1204224" : 223894,
"1220608" : 196402,
"1236992" : 175970,
"1253376" : 156588,
"1269760" : 138265,
"1286144" : 120311,
"1302528" : 104395,
"1318912" : 90255,
"1335296" : 78027,
"1351680" : 66245,
"1368064" : 56493,
"1384448" : 47759,
"1400832" : 40322,
"1417216" : 33658,
"1433600" : 28379,
"1449984" : 23624,
"1466368" : 19684,
"1482752" : 16302,
"1499136" : 13405,
"1515520" : 11155,
"1531904" : 9442,
"1548288" : 7521,
"1564672" : 6347,
"1581056" : 4955,
"1597440" : 4085,
"1613824" : 3280,
"1630208" : 2691,
"1646592" : 2316,
"1662976" : 1773,
"1679360" : 1425,
"1695744" : 1154,
"1712128" : 898,
"1728512" : 756,
"1744896" : 640,
"1761280" : 490,
"1777664" : 416,
"1794048" : 327,
"1810432" : 278,
"1826816" : 192,
"1843200" : 176,
"1859584" : 109,
"1875968" : 106,
"1892352" : 65,
"1908736" : 64,
"1925120" : 53,
"1941504" : 34,
"1957888" : 32,
"1974272" : 28,
"1990656" : 23,
"2007040" : 15,
"2023424" : 7,
"2039808" : 14,
"2056192" : 11,
"2072576" : 6,
"2088960" : 3,
"2113536" : 9,
"2146304" : 2,
"2179072" : 7,
"2211840" : 2,
"2244608" : 4,
"2277376" : 3,
"2310144" : 1,
"2342912" : 1,
"2375680" : 2,
"2408448" : 1,
"2441216" : 2,
"2506752" : 1,
"3686400" : 1,
"3784704" : 1,
"4177920" : 1,
"4227072" : 3,
"4292608" : 2,
"4358144" : 3,
"4423680" : 4,
"4489216" : 1,
"4554752" : 6,
"4620288" : 3,
"4685824" : 6,
"4751360" : 7,
"4816896" : 4,
"4882432" : 2,
"4947968" : 2,
"5013504" : 1,
"5210112" : 1
}
},
"lat_ns" : {
"min" : 59642,
"max" : 5731876,
"mean" : 1268642.519499,
"stddev" : 323981.541182,
"N" : 9075156
},
"bw_min" : 176214,
"bw_max" : 212573,
"bw_agg" : 100.000000,
"bw_mean" : 201693.103196,
"bw_dev" : 286.106201,
"bw_samples" : 5757,
"iops_min" : 44048,
"iops_max" : 53142,
"iops_mean" : 50422.523367,
"iops_stddev" : 71.532784,
"iops_samples" : 5757
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880390,
"usr_cpu" : 0.659355,
"sys_cpu" : 16.787970,
"ctx" : 7294438,
"majf" : 0,
"minf" : 599,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.965542,
"250" : 0.010000,
"500" : 8.312199,
"750" : 12.699243,
"1000" : 26.174256
},
"latency_ms" : {
"2" : 51.840805,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}