raidz2/benchmarks/rand/rand-write-qd16-nj8_run2.json
{
"fio version" : "fio-3.35",
"timestamp" : 1774122228,
"timestamp_ms" : 1774122228045,
"time" : "Sat Mar 21 16:43:48 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1190416384,
"io_kbytes" : 1162516,
"bw_bytes" : 121968891,
"bw" : 119110,
"iops" : 29792.930328,
"runtime" : 9760,
"total_ios" : 290779,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 78080,
"usr_cpu" : 0.899078,
"sys_cpu" : 11.827613,
"ctx" : 284811,
"majf" : 0,
"minf" : 45,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 99.958732,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122238,
"timestamp_ms" : 1774122238285,
"time" : "Sat Mar 21 16:43:58 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1198538752,
"io_kbytes" : 1170448,
"bw_bytes" : 119853875,
"bw" : 117044,
"iops" : 29262.300000,
"runtime" : 10000,
"total_ios" : 292623,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 13540,
"max" : 1890838,
"mean" : 270617.372507,
"stddev" : 92725.567684,
"N" : 292623
},
"clat_ns" : {
"min" : 457638,
"max" : 7481588,
"mean" : 4102716.324255,
"stddev" : 1215998.627932,
"N" : 292615,
"percentile" : {
"1.000000" : 1122304,
"5.000000" : 1974272,
"10.000000" : 2342912,
"20.000000" : 3194880,
"30.000000" : 3620864,
"40.000000" : 3850240,
"50.000000" : 4079616,
"60.000000" : 4292608,
"70.000000" : 4685824,
"80.000000" : 5210112,
"90.000000" : 5799936,
"95.000000" : 6062080,
"99.000000" : 6455296,
"99.500000" : 6586368,
"99.900000" : 6848512,
"99.950000" : 6979584,
"99.990000" : 7176192
},
"bins" : {
"456704" : 1,
"460800" : 3,
"464896" : 5,
"468992" : 1,
"473088" : 1,
"477184" : 4,
"481280" : 10,
"485376" : 7,
"489472" : 3,
"493568" : 9,
"497664" : 11,
"501760" : 12,
"505856" : 21,
"509952" : 16,
"514048" : 15,
"518144" : 16,
"522240" : 20,
"528384" : 35,
"536576" : 24,
"544768" : 38,
"552960" : 21,
"561152" : 23,
"569344" : 24,
"577536" : 24,
"585728" : 30,
"593920" : 21,
"602112" : 27,
"610304" : 37,
"618496" : 22,
"626688" : 35,
"634880" : 40,
"643072" : 23,
"651264" : 35,
"659456" : 27,
"667648" : 33,
"675840" : 46,
"684032" : 41,
"692224" : 39,
"700416" : 36,
"708608" : 41,
"716800" : 45,
"724992" : 36,
"733184" : 26,
"741376" : 29,
"749568" : 35,
"757760" : 37,
"765952" : 39,
"774144" : 46,
"782336" : 49,
"790528" : 51,
"798720" : 46,
"806912" : 35,
"815104" : 49,
"823296" : 41,
"831488" : 40,
"839680" : 36,
"847872" : 43,
"856064" : 53,
"864256" : 43,
"872448" : 39,
"880640" : 54,
"888832" : 41,
"897024" : 42,
"905216" : 60,
"913408" : 46,
"921600" : 43,
"929792" : 30,
"937984" : 30,
"946176" : 39,
"954368" : 50,
"962560" : 49,
"970752" : 47,
"978944" : 42,
"987136" : 33,
"995328" : 46,
"1003520" : 48,
"1011712" : 40,
"1019904" : 42,
"1028096" : 45,
"1036288" : 24,
"1044480" : 46,
"1056768" : 87,
"1073152" : 66,
"1089536" : 97,
"1105920" : 76,
"1122304" : 100,
"1138688" : 62,
"1155072" : 90,
"1171456" : 71,
"1187840" : 90,
"1204224" : 84,
"1220608" : 83,
"1236992" : 85,
"1253376" : 84,
"1269760" : 70,
"1286144" : 88,
"1302528" : 81,
"1318912" : 67,
"1335296" : 71,
"1351680" : 81,
"1368064" : 77,
"1384448" : 84,
"1400832" : 90,
"1417216" : 83,
"1433600" : 114,
"1449984" : 108,
"1466368" : 76,
"1482752" : 91,
"1499136" : 99,
"1515520" : 103,
"1531904" : 112,
"1548288" : 129,
"1564672" : 121,
"1581056" : 126,
"1597440" : 158,
"1613824" : 179,
"1630208" : 172,
"1646592" : 203,
"1662976" : 202,
"1679360" : 196,
"1695744" : 224,
"1712128" : 279,
"1728512" : 324,
"1744896" : 387,
"1761280" : 385,
"1777664" : 336,
"1794048" : 330,
"1810432" : 366,
"1826816" : 446,
"1843200" : 531,
"1859584" : 694,
"1875968" : 767,
"1892352" : 640,
"1908736" : 576,
"1925120" : 502,
"1941504" : 499,
"1957888" : 604,
"1974272" : 668,
"1990656" : 854,
"2007040" : 895,
"2023424" : 804,
"2039808" : 682,
"2056192" : 691,
"2072576" : 567,
"2088960" : 595,
"2113536" : 1253,
"2146304" : 1577,
"2179072" : 1555,
"2211840" : 1199,
"2244608" : 1126,
"2277376" : 1034,
"2310144" : 1060,
"2342912" : 1103,
"2375680" : 1044,
"2408448" : 997,
"2441216" : 874,
"2473984" : 926,
"2506752" : 950,
"2539520" : 1007,
"2572288" : 977,
"2605056" : 883,
"2637824" : 907,
"2670592" : 950,
"2703360" : 952,
"2736128" : 897,
"2768896" : 982,
"2801664" : 1052,
"2834432" : 1050,
"2867200" : 1083,
"2899968" : 1022,
"2932736" : 1087,
"2965504" : 1275,
"2998272" : 1654,
"3031040" : 1738,
"3063808" : 1506,
"3096576" : 1326,
"3129344" : 1324,
"3162112" : 1328,
"3194880" : 1404,
"3227648" : 1773,
"3260416" : 1734,
"3293184" : 1747,
"3325952" : 2119,
"3358720" : 2247,
"3391488" : 2243,
"3424256" : 2162,
"3457024" : 2372,
"3489792" : 2788,
"3522560" : 2796,
"3555328" : 2649,
"3588096" : 2535,
"3620864" : 2495,
"3653632" : 2393,
"3686400" : 2959,
"3719168" : 5372,
"3751936" : 5863,
"3784704" : 4779,
"3817472" : 3865,
"3850240" : 3187,
"3883008" : 3430,
"3915776" : 3593,
"3948544" : 3984,
"3981312" : 5148,
"4014080" : 5919,
"4046848" : 4601,
"4079616" : 4795,
"4112384" : 5151,
"4145152" : 5036,
"4177920" : 4208,
"4227072" : 7243,
"4292608" : 8492,
"4358144" : 5261,
"4423680" : 5194,
"4489216" : 5610,
"4554752" : 4844,
"4620288" : 4563,
"4685824" : 4541,
"4751360" : 3697,
"4816896" : 3357,
"4882432" : 3160,
"4947968" : 3337,
"5013504" : 3696,
"5079040" : 2560,
"5144576" : 2816,
"5210112" : 2834,
"5275648" : 2928,
"5341184" : 2906,
"5406720" : 3112,
"5472256" : 3182,
"5537792" : 3578,
"5603328" : 3767,
"5668864" : 3500,
"5734400" : 3355,
"5799936" : 3433,
"5865472" : 3495,
"5931008" : 3432,
"5996544" : 3843,
"6062080" : 3288,
"6127616" : 2949,
"6193152" : 2535,
"6258688" : 2179,
"6324224" : 1810,
"6389760" : 1406,
"6455296" : 1117,
"6520832" : 748,
"6586368" : 531,
"6651904" : 354,
"6717440" : 178,
"6782976" : 120,
"6848512" : 93,
"6914048" : 77,
"6979584" : 49,
"7045120" : 43,
"7110656" : 23,
"7176192" : 32,
"7241728" : 3,
"7307264" : 3,
"7372800" : 1,
"7503872" : 1
}
},
"lat_ns" : {
"min" : 487595,
"max" : 7938906,
"mean" : 4373308.547101,
"stddev" : 1295438.087428,
"N" : 292615
},
"bw_min" : 99576,
"bw_max" : 127362,
"bw_agg" : 100.000000,
"bw_mean" : 117481.473684,
"bw_dev" : 859.083687,
"bw_samples" : 152,
"iops_min" : 24894,
"iops_max" : 31836,
"iops_mean" : 29369.789474,
"iops_stddev" : 214.715141,
"iops_samples" : 152
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79999,
"usr_cpu" : 0.918761,
"sys_cpu" : 11.793897,
"ctx" : 292496,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 99.999658,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.019479,
"750" : 0.332510,
"1000" : 0.450409
},
"latency_ms" : {
"2" : 4.710156,
"4" : 40.330391,
"10" : 54.154321,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122248,
"timestamp_ms" : 1774122248285,
"time" : "Sat Mar 21 16:44:08 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2308575232,
"io_kbytes" : 2254468,
"bw_bytes" : 115428761,
"bw" : 112723,
"iops" : 28181.350000,
"runtime" : 20000,
"total_ios" : 563627,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 13540,
"max" : 1953143,
"mean" : 281097.425138,
"stddev" : 94799.921603,
"N" : 563627
},
"clat_ns" : {
"min" : 457638,
"max" : 7659860,
"mean" : 4259997.184018,
"stddev" : 1267424.554536,
"N" : 563619,
"percentile" : {
"1.000000" : 1449984,
"5.000000" : 2007040,
"10.000000" : 2473984,
"20.000000" : 3293184,
"30.000000" : 3719168,
"40.000000" : 3981312,
"50.000000" : 4227072,
"60.000000" : 4489216,
"70.000000" : 4882432,
"80.000000" : 5406720,
"90.000000" : 6062080,
"95.000000" : 6389760,
"99.000000" : 6848512,
"99.500000" : 7045120,
"99.900000" : 7372800,
"99.950000" : 7438336,
"99.990000" : 7503872
},
"bins" : {
"456704" : 1,
"460800" : 3,
"464896" : 5,
"468992" : 1,
"473088" : 1,
"477184" : 4,
"481280" : 10,
"485376" : 7,
"489472" : 3,
"493568" : 9,
"497664" : 11,
"501760" : 12,
"505856" : 21,
"509952" : 16,
"514048" : 15,
"518144" : 16,
"522240" : 20,
"528384" : 35,
"536576" : 24,
"544768" : 38,
"552960" : 21,
"561152" : 23,
"569344" : 24,
"577536" : 24,
"585728" : 30,
"593920" : 21,
"602112" : 27,
"610304" : 37,
"618496" : 23,
"626688" : 36,
"634880" : 40,
"643072" : 23,
"651264" : 35,
"659456" : 27,
"667648" : 33,
"675840" : 46,
"684032" : 41,
"692224" : 39,
"700416" : 36,
"708608" : 42,
"716800" : 48,
"724992" : 37,
"733184" : 27,
"741376" : 32,
"749568" : 40,
"757760" : 43,
"765952" : 44,
"774144" : 47,
"782336" : 51,
"790528" : 51,
"798720" : 48,
"806912" : 42,
"815104" : 55,
"823296" : 44,
"831488" : 43,
"839680" : 41,
"847872" : 48,
"856064" : 54,
"864256" : 47,
"872448" : 46,
"880640" : 61,
"888832" : 44,
"897024" : 44,
"905216" : 67,
"913408" : 56,
"921600" : 62,
"929792" : 40,
"937984" : 42,
"946176" : 43,
"954368" : 56,
"962560" : 59,
"970752" : 61,
"978944" : 47,
"987136" : 42,
"995328" : 67,
"1003520" : 58,
"1011712" : 47,
"1019904" : 56,
"1028096" : 53,
"1036288" : 33,
"1044480" : 51,
"1056768" : 106,
"1073152" : 93,
"1089536" : 119,
"1105920" : 105,
"1122304" : 126,
"1138688" : 92,
"1155072" : 112,
"1171456" : 89,
"1187840" : 112,
"1204224" : 112,
"1220608" : 115,
"1236992" : 105,
"1253376" : 100,
"1269760" : 100,
"1286144" : 104,
"1302528" : 110,
"1318912" : 93,
"1335296" : 91,
"1351680" : 108,
"1368064" : 114,
"1384448" : 129,
"1400832" : 127,
"1417216" : 126,
"1433600" : 164,
"1449984" : 153,
"1466368" : 122,
"1482752" : 159,
"1499136" : 162,
"1515520" : 195,
"1531904" : 216,
"1548288" : 235,
"1564672" : 252,
"1581056" : 264,
"1597440" : 323,
"1613824" : 333,
"1630208" : 345,
"1646592" : 404,
"1662976" : 431,
"1679360" : 430,
"1695744" : 491,
"1712128" : 583,
"1728512" : 719,
"1744896" : 719,
"1761280" : 707,
"1777664" : 695,
"1794048" : 673,
"1810432" : 735,
"1826816" : 847,
"1843200" : 996,
"1859584" : 1177,
"1875968" : 1226,
"1892352" : 1066,
"1908736" : 987,
"1925120" : 919,
"1941504" : 951,
"1957888" : 1100,
"1974272" : 1187,
"1990656" : 1417,
"2007040" : 1567,
"2023424" : 1356,
"2039808" : 1216,
"2056192" : 1153,
"2072576" : 978,
"2088960" : 1050,
"2113536" : 2205,
"2146304" : 2559,
"2179072" : 2530,
"2211840" : 2023,
"2244608" : 1915,
"2277376" : 1795,
"2310144" : 1872,
"2342912" : 1970,
"2375680" : 1909,
"2408448" : 1759,
"2441216" : 1616,
"2473984" : 1616,
"2506752" : 1650,
"2539520" : 1738,
"2572288" : 1761,
"2605056" : 1604,
"2637824" : 1690,
"2670592" : 1740,
"2703360" : 1721,
"2736128" : 1682,
"2768896" : 1811,
"2801664" : 2038,
"2834432" : 2019,
"2867200" : 2027,
"2899968" : 1985,
"2932736" : 2074,
"2965504" : 2267,
"2998272" : 2948,
"3031040" : 3041,
"3063808" : 2762,
"3096576" : 2477,
"3129344" : 2582,
"3162112" : 2543,
"3194880" : 2626,
"3227648" : 3227,
"3260416" : 3073,
"3293184" : 3078,
"3325952" : 3710,
"3358720" : 3837,
"3391488" : 3804,
"3424256" : 3728,
"3457024" : 3973,
"3489792" : 4641,
"3522560" : 4669,
"3555328" : 4463,
"3588096" : 4300,
"3620864" : 4323,
"3653632" : 4249,
"3686400" : 5030,
"3719168" : 8247,
"3751936" : 9326,
"3784704" : 8090,
"3817472" : 6523,
"3850240" : 5462,
"3883008" : 5552,
"3915776" : 5640,
"3948544" : 6065,
"3981312" : 7855,
"4014080" : 9081,
"4046848" : 7158,
"4079616" : 7412,
"4112384" : 8220,
"4145152" : 8260,
"4177920" : 7471,
"4227072" : 15845,
"4292608" : 22670,
"4358144" : 13026,
"4423680" : 11107,
"4489216" : 11007,
"4554752" : 10055,
"4620288" : 9625,
"4685824" : 9213,
"4751360" : 8281,
"4816896" : 7770,
"4882432" : 8029,
"4947968" : 8635,
"5013504" : 9550,
"5079040" : 5672,
"5144576" : 5365,
"5210112" : 5243,
"5275648" : 5762,
"5341184" : 5662,
"5406720" : 5732,
"5472256" : 5625,
"5537792" : 5885,
"5603328" : 6333,
"5668864" : 5978,
"5734400" : 5739,
"5799936" : 5747,
"5865472" : 5626,
"5931008" : 5687,
"5996544" : 6605,
"6062080" : 5798,
"6127616" : 5638,
"6193152" : 5378,
"6258688" : 5400,
"6324224" : 4840,
"6389760" : 4503,
"6455296" : 4071,
"6520832" : 3601,
"6586368" : 3230,
"6651904" : 2959,
"6717440" : 2493,
"6782976" : 2281,
"6848512" : 1768,
"6914048" : 1225,
"6979584" : 853,
"7045120" : 630,
"7110656" : 476,
"7176192" : 441,
"7241728" : 417,
"7307264" : 379,
"7372800" : 278,
"7438336" : 206,
"7503872" : 156,
"7569408" : 50,
"7634944" : 4
}
},
"lat_ns" : {
"min" : 487595,
"max" : 8142938,
"mean" : 4541101.880783,
"stddev" : 1350547.242927,
"N" : 563619
},
"bw_min" : 95096,
"bw_max" : 127362,
"bw_agg" : 100.000000,
"bw_mean" : 113015.307692,
"bw_dev" : 1037.640091,
"bw_samples" : 312,
"iops_min" : 23774,
"iops_max" : 31836,
"iops_mean" : 28253.435897,
"iops_stddev" : 259.371737,
"iops_samples" : 312
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159996,
"usr_cpu" : 0.900648,
"sys_cpu" : 11.338408,
"ctx" : 564895,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999823,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999823,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010113,
"750" : 0.174938,
"1000" : 0.269150
},
"latency_ms" : {
"2" : 4.309410,
"4" : 35.731610,
"10" : 59.503359,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122258,
"timestamp_ms" : 1774122258285,
"time" : "Sat Mar 21 16:44:18 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3439054848,
"io_kbytes" : 3358452,
"bw_bytes" : 114638982,
"bw" : 111952,
"iops" : 27988.466282,
"runtime" : 29999,
"total_ios" : 839626,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 13540,
"max" : 3228852,
"mean" : 283053.146653,
"stddev" : 96002.169569,
"N" : 839626
},
"clat_ns" : {
"min" : 457638,
"max" : 8729143,
"mean" : 4289497.513447,
"stddev" : 1278831.450793,
"N" : 839618,
"percentile" : {
"1.000000" : 1449984,
"5.000000" : 2007040,
"10.000000" : 2473984,
"20.000000" : 3325952,
"30.000000" : 3751936,
"40.000000" : 4014080,
"50.000000" : 4227072,
"60.000000" : 4489216,
"70.000000" : 4882432,
"80.000000" : 5472256,
"90.000000" : 6062080,
"95.000000" : 6455296,
"99.000000" : 6848512,
"99.500000" : 7045120,
"99.900000" : 7307264,
"99.950000" : 7438336,
"99.990000" : 7503872
},
"bins" : {
"456704" : 1,
"460800" : 3,
"464896" : 5,
"468992" : 1,
"473088" : 1,
"477184" : 4,
"481280" : 10,
"485376" : 7,
"489472" : 3,
"493568" : 9,
"497664" : 11,
"501760" : 12,
"505856" : 21,
"509952" : 16,
"514048" : 15,
"518144" : 16,
"522240" : 20,
"528384" : 37,
"536576" : 26,
"544768" : 40,
"552960" : 27,
"561152" : 26,
"569344" : 32,
"577536" : 31,
"585728" : 36,
"593920" : 28,
"602112" : 35,
"610304" : 43,
"618496" : 32,
"626688" : 46,
"634880" : 43,
"643072" : 36,
"651264" : 51,
"659456" : 39,
"667648" : 55,
"675840" : 53,
"684032" : 52,
"692224" : 50,
"700416" : 46,
"708608" : 51,
"716800" : 64,
"724992" : 46,
"733184" : 35,
"741376" : 40,
"749568" : 53,
"757760" : 60,
"765952" : 63,
"774144" : 73,
"782336" : 74,
"790528" : 67,
"798720" : 61,
"806912" : 62,
"815104" : 85,
"823296" : 63,
"831488" : 56,
"839680" : 66,
"847872" : 65,
"856064" : 82,
"864256" : 76,
"872448" : 71,
"880640" : 80,
"888832" : 72,
"897024" : 68,
"905216" : 91,
"913408" : 75,
"921600" : 74,
"929792" : 55,
"937984" : 68,
"946176" : 60,
"954368" : 65,
"962560" : 82,
"970752" : 81,
"978944" : 77,
"987136" : 65,
"995328" : 88,
"1003520" : 86,
"1011712" : 67,
"1019904" : 75,
"1028096" : 74,
"1036288" : 60,
"1044480" : 71,
"1056768" : 169,
"1073152" : 158,
"1089536" : 155,
"1105920" : 149,
"1122304" : 174,
"1138688" : 142,
"1155072" : 159,
"1171456" : 152,
"1187840" : 180,
"1204224" : 167,
"1220608" : 181,
"1236992" : 182,
"1253376" : 167,
"1269760" : 159,
"1286144" : 171,
"1302528" : 157,
"1318912" : 160,
"1335296" : 152,
"1351680" : 195,
"1368064" : 202,
"1384448" : 237,
"1400832" : 229,
"1417216" : 228,
"1433600" : 273,
"1449984" : 287,
"1466368" : 272,
"1482752" : 344,
"1499136" : 306,
"1515520" : 348,
"1531904" : 400,
"1548288" : 417,
"1564672" : 523,
"1581056" : 569,
"1597440" : 626,
"1613824" : 597,
"1630208" : 612,
"1646592" : 685,
"1662976" : 756,
"1679360" : 814,
"1695744" : 913,
"1712128" : 1076,
"1728512" : 1198,
"1744896" : 1175,
"1761280" : 1131,
"1777664" : 1107,
"1794048" : 1113,
"1810432" : 1208,
"1826816" : 1373,
"1843200" : 1542,
"1859584" : 1731,
"1875968" : 1786,
"1892352" : 1577,
"1908736" : 1447,
"1925120" : 1352,
"1941504" : 1394,
"1957888" : 1539,
"1974272" : 1655,
"1990656" : 1925,
"2007040" : 2087,
"2023424" : 1845,
"2039808" : 1687,
"2056192" : 1576,
"2072576" : 1361,
"2088960" : 1412,
"2113536" : 3013,
"2146304" : 3388,
"2179072" : 3324,
"2211840" : 2830,
"2244608" : 2657,
"2277376" : 2577,
"2310144" : 2612,
"2342912" : 2737,
"2375680" : 2665,
"2408448" : 2506,
"2441216" : 2373,
"2473984" : 2337,
"2506752" : 2422,
"2539520" : 2521,
"2572288" : 2642,
"2605056" : 2458,
"2637824" : 2533,
"2670592" : 2551,
"2703360" : 2552,
"2736128" : 2475,
"2768896" : 2676,
"2801664" : 3062,
"2834432" : 3062,
"2867200" : 2996,
"2899968" : 2912,
"2932736" : 2929,
"2965504" : 3159,
"2998272" : 4128,
"3031040" : 4147,
"3063808" : 3792,
"3096576" : 3497,
"3129344" : 3586,
"3162112" : 3637,
"3194880" : 3682,
"3227648" : 4521,
"3260416" : 4436,
"3293184" : 4444,
"3325952" : 5078,
"3358720" : 5327,
"3391488" : 5278,
"3424256" : 5334,
"3457024" : 5763,
"3489792" : 6644,
"3522560" : 6825,
"3555328" : 6467,
"3588096" : 6226,
"3620864" : 6154,
"3653632" : 6230,
"3686400" : 7114,
"3719168" : 11052,
"3751936" : 12600,
"3784704" : 11320,
"3817472" : 9398,
"3850240" : 7821,
"3883008" : 7775,
"3915776" : 7859,
"3948544" : 8497,
"3981312" : 11181,
"4014080" : 13029,
"4046848" : 10571,
"4079616" : 10863,
"4112384" : 12154,
"4145152" : 12604,
"4177920" : 11396,
"4227072" : 24930,
"4292608" : 36045,
"4358144" : 21503,
"4423680" : 18229,
"4489216" : 18518,
"4554752" : 15443,
"4620288" : 13731,
"4685824" : 12785,
"4751360" : 11386,
"4816896" : 10858,
"4882432" : 11379,
"4947968" : 12948,
"5013504" : 15363,
"5079040" : 8672,
"5144576" : 7840,
"5210112" : 7337,
"5275648" : 8115,
"5341184" : 7993,
"5406720" : 8221,
"5472256" : 7906,
"5537792" : 8343,
"5603328" : 9341,
"5668864" : 9031,
"5734400" : 9055,
"5799936" : 9165,
"5865472" : 8861,
"5931008" : 8840,
"5996544" : 10248,
"6062080" : 8660,
"6127616" : 8775,
"6193152" : 8515,
"6258688" : 8541,
"6324224" : 7608,
"6389760" : 7086,
"6455296" : 6440,
"6520832" : 6251,
"6586368" : 5752,
"6651904" : 5051,
"6717440" : 4304,
"6782976" : 3717,
"6848512" : 2779,
"6914048" : 2050,
"6979584" : 1472,
"7045120" : 1047,
"7110656" : 768,
"7176192" : 657,
"7241728" : 507,
"7307264" : 439,
"7372800" : 307,
"7438336" : 234,
"7503872" : 167,
"7569408" : 56,
"7634944" : 4,
"7700480" : 1,
"8585216" : 8,
"8716288" : 7
}
},
"lat_ns" : {
"min" : 487595,
"max" : 9097345,
"mean" : 4572566.694946,
"stddev" : 1362700.429354,
"N" : 839618
},
"bw_min" : 95096,
"bw_max" : 127362,
"bw_agg" : 100.000000,
"bw_mean" : 111970.254237,
"bw_dev" : 969.078249,
"bw_samples" : 472,
"iops_min" : 23774,
"iops_max" : 31836,
"iops_mean" : 27992.271186,
"iops_stddev" : 242.234660,
"iops_samples" : 472
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 239992,
"usr_cpu" : 0.887530,
"sys_cpu" : 11.357462,
"ctx" : 840460,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.146017,
"1000" : 0.256185
},
"latency_ms" : {
"2" : 4.607170,
"4" : 33.903548,
"10" : 61.079338,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122268,
"timestamp_ms" : 1774122268285,
"time" : "Sat Mar 21 16:44:28 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4400218112,
"io_kbytes" : 4297088,
"bw_bytes" : 110008203,
"bw" : 107429,
"iops" : 26857.696442,
"runtime" : 39999,
"total_ios" : 1074281,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 13540,
"max" : 4772450,
"mean" : 295094.893474,
"stddev" : 138719.376564,
"N" : 1074281
},
"clat_ns" : {
"min" : 457638,
"max" : 14611968,
"mean" : 4469826.178481,
"stddev" : 1389643.964298,
"N" : 1074273,
"percentile" : {
"1.000000" : 1531904,
"5.000000" : 2088960,
"10.000000" : 2703360,
"20.000000" : 3457024,
"30.000000" : 3817472,
"40.000000" : 4112384,
"50.000000" : 4292608,
"60.000000" : 4620288,
"70.000000" : 5013504,
"80.000000" : 5668864,
"90.000000" : 6324224,
"95.000000" : 6782976,
"99.000000" : 8028160,
"99.500000" : 8716288,
"99.900000" : 10158080,
"99.950000" : 10813440,
"99.990000" : 12124160
},
"bins" : {
"456704" : 1,
"460800" : 3,
"464896" : 5,
"468992" : 1,
"473088" : 1,
"477184" : 4,
"481280" : 11,
"485376" : 7,
"489472" : 5,
"493568" : 11,
"497664" : 12,
"501760" : 14,
"505856" : 23,
"509952" : 18,
"514048" : 18,
"518144" : 18,
"522240" : 22,
"528384" : 40,
"536576" : 37,
"544768" : 58,
"552960" : 41,
"561152" : 46,
"569344" : 50,
"577536" : 45,
"585728" : 41,
"593920" : 33,
"602112" : 42,
"610304" : 46,
"618496" : 35,
"626688" : 56,
"634880" : 50,
"643072" : 37,
"651264" : 59,
"659456" : 41,
"667648" : 57,
"675840" : 60,
"684032" : 54,
"692224" : 53,
"700416" : 54,
"708608" : 59,
"716800" : 71,
"724992" : 53,
"733184" : 41,
"741376" : 44,
"749568" : 56,
"757760" : 65,
"765952" : 68,
"774144" : 84,
"782336" : 77,
"790528" : 73,
"798720" : 63,
"806912" : 64,
"815104" : 91,
"823296" : 74,
"831488" : 64,
"839680" : 82,
"847872" : 69,
"856064" : 91,
"864256" : 80,
"872448" : 82,
"880640" : 89,
"888832" : 77,
"897024" : 74,
"905216" : 95,
"913408" : 80,
"921600" : 79,
"929792" : 57,
"937984" : 72,
"946176" : 64,
"954368" : 73,
"962560" : 88,
"970752" : 84,
"978944" : 84,
"987136" : 73,
"995328" : 99,
"1003520" : 99,
"1011712" : 81,
"1019904" : 83,
"1028096" : 86,
"1036288" : 61,
"1044480" : 78,
"1056768" : 183,
"1073152" : 170,
"1089536" : 164,
"1105920" : 161,
"1122304" : 201,
"1138688" : 152,
"1155072" : 174,
"1171456" : 161,
"1187840" : 191,
"1204224" : 175,
"1220608" : 189,
"1236992" : 186,
"1253376" : 177,
"1269760" : 171,
"1286144" : 192,
"1302528" : 176,
"1318912" : 179,
"1335296" : 166,
"1351680" : 209,
"1368064" : 216,
"1384448" : 256,
"1400832" : 242,
"1417216" : 250,
"1433600" : 296,
"1449984" : 317,
"1466368" : 304,
"1482752" : 375,
"1499136" : 330,
"1515520" : 367,
"1531904" : 433,
"1548288" : 450,
"1564672" : 567,
"1581056" : 624,
"1597440" : 662,
"1613824" : 638,
"1630208" : 645,
"1646592" : 741,
"1662976" : 800,
"1679360" : 854,
"1695744" : 961,
"1712128" : 1108,
"1728512" : 1249,
"1744896" : 1232,
"1761280" : 1197,
"1777664" : 1179,
"1794048" : 1169,
"1810432" : 1249,
"1826816" : 1430,
"1843200" : 1606,
"1859584" : 1783,
"1875968" : 1853,
"1892352" : 1623,
"1908736" : 1485,
"1925120" : 1400,
"1941504" : 1447,
"1957888" : 1581,
"1974272" : 1712,
"1990656" : 1967,
"2007040" : 2129,
"2023424" : 1885,
"2039808" : 1729,
"2056192" : 1628,
"2072576" : 1399,
"2088960" : 1456,
"2113536" : 3090,
"2146304" : 3500,
"2179072" : 3446,
"2211840" : 2937,
"2244608" : 2766,
"2277376" : 2708,
"2310144" : 2733,
"2342912" : 2879,
"2375680" : 2831,
"2408448" : 2693,
"2441216" : 2587,
"2473984" : 2588,
"2506752" : 2692,
"2539520" : 2776,
"2572288" : 2902,
"2605056" : 2732,
"2637824" : 2814,
"2670592" : 2863,
"2703360" : 2867,
"2736128" : 2820,
"2768896" : 3036,
"2801664" : 3463,
"2834432" : 3503,
"2867200" : 3395,
"2899968" : 3372,
"2932736" : 3377,
"2965504" : 3654,
"2998272" : 4768,
"3031040" : 4729,
"3063808" : 4401,
"3096576" : 4139,
"3129344" : 4272,
"3162112" : 4368,
"3194880" : 4557,
"3227648" : 5448,
"3260416" : 5394,
"3293184" : 5499,
"3325952" : 6188,
"3358720" : 6451,
"3391488" : 6484,
"3424256" : 6599,
"3457024" : 7089,
"3489792" : 8102,
"3522560" : 8376,
"3555328" : 8090,
"3588096" : 7840,
"3620864" : 7911,
"3653632" : 8024,
"3686400" : 8982,
"3719168" : 13129,
"3751936" : 14959,
"3784704" : 13672,
"3817472" : 11658,
"3850240" : 10101,
"3883008" : 10048,
"3915776" : 10214,
"3948544" : 10927,
"3981312" : 13936,
"4014080" : 16147,
"4046848" : 13333,
"4079616" : 13719,
"4112384" : 15250,
"4145152" : 15718,
"4177920" : 14480,
"4227072" : 31216,
"4292608" : 42638,
"4358144" : 27346,
"4423680" : 23677,
"4489216" : 23496,
"4554752" : 20209,
"4620288" : 17945,
"4685824" : 16753,
"4751360" : 15178,
"4816896" : 14318,
"4882432" : 14773,
"4947968" : 16232,
"5013504" : 18754,
"5079040" : 11490,
"5144576" : 10722,
"5210112" : 10309,
"5275648" : 11027,
"5341184" : 10912,
"5406720" : 11143,
"5472256" : 10334,
"5537792" : 10696,
"5603328" : 11788,
"5668864" : 11263,
"5734400" : 11209,
"5799936" : 11468,
"5865472" : 11035,
"5931008" : 10893,
"5996544" : 12565,
"6062080" : 10725,
"6127616" : 11059,
"6193152" : 10657,
"6258688" : 10684,
"6324224" : 9665,
"6389760" : 9246,
"6455296" : 8569,
"6520832" : 8344,
"6586368" : 7874,
"6651904" : 7267,
"6717440" : 6517,
"6782976" : 5995,
"6848512" : 5251,
"6914048" : 4319,
"6979584" : 3693,
"7045120" : 3117,
"7110656" : 2692,
"7176192" : 2450,
"7241728" : 2137,
"7307264" : 1845,
"7372800" : 1626,
"7438336" : 1572,
"7503872" : 1317,
"7569408" : 1220,
"7634944" : 1080,
"7700480" : 1106,
"7766016" : 970,
"7831552" : 813,
"7897088" : 824,
"7962624" : 741,
"8028160" : 815,
"8093696" : 658,
"8159232" : 622,
"8224768" : 601,
"8290304" : 512,
"8355840" : 472,
"8454144" : 851,
"8585216" : 737,
"8716288" : 665,
"8847360" : 593,
"8978432" : 599,
"9109504" : 487,
"9240576" : 445,
"9371648" : 395,
"9502720" : 305,
"9633792" : 297,
"9764864" : 259,
"9895936" : 210,
"10027008" : 193,
"10158080" : 170,
"10289152" : 153,
"10420224" : 137,
"10551296" : 126,
"10682368" : 105,
"10813440" : 80,
"10944512" : 61,
"11075584" : 71,
"11206656" : 40,
"11337728" : 23,
"11468800" : 41,
"11599872" : 42,
"11730944" : 28,
"11862016" : 27,
"11993088" : 17,
"12124160" : 27,
"12255232" : 10,
"12386304" : 16,
"12517376" : 12,
"12648448" : 8,
"12779520" : 3,
"12910592" : 11,
"13565952" : 1,
"13697024" : 5,
"13828096" : 2,
"13959168" : 3,
"14090240" : 3,
"14221312" : 2,
"14352384" : 3,
"14483456" : 1,
"14614528" : 3
}
},
"lat_ns" : {
"min" : 487595,
"max" : 15082377,
"mean" : 4764922.309850,
"stddev" : 1477411.334736,
"N" : 1074273
},
"bw_min" : 80840,
"bw_max" : 127362,
"bw_agg" : 100.000000,
"bw_mean" : 107813.405063,
"bw_dev" : 1325.971686,
"bw_samples" : 632,
"iops_min" : 20210,
"iops_max" : 31836,
"iops_mean" : 26953.088608,
"iops_stddev" : 331.467759,
"iops_samples" : 632
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319992,
"usr_cpu" : 0.864397,
"sys_cpu" : 10.964962,
"ctx" : 1076721,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999907,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999907,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.134322,
"1000" : 0.218286
},
"latency_ms" : {
"2" : 3.780668,
"4" : 31.531973,
"10" : 64.202104,
"20" : 0.126038,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122278,
"timestamp_ms" : 1774122278286,
"time" : "Sat Mar 21 16:44:38 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5212213248,
"io_kbytes" : 5090052,
"bw_bytes" : 104244264,
"bw" : 101801,
"iops" : 25450.740000,
"runtime" : 50000,
"total_ios" : 1272537,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 13540,
"max" : 4949230,
"mean" : 311574.681986,
"stddev" : 169554.106165,
"N" : 1272537
},
"clat_ns" : {
"min" : 457638,
"max" : 16136667,
"mean" : 4716764.920449,
"stddev" : 1561077.025965,
"N" : 1272529,
"percentile" : {
"1.000000" : 1581056,
"5.000000" : 2179072,
"10.000000" : 2899968,
"20.000000" : 3588096,
"30.000000" : 3948544,
"40.000000" : 4227072,
"50.000000" : 4489216,
"60.000000" : 4882432,
"70.000000" : 5406720,
"80.000000" : 5996544,
"90.000000" : 6651904,
"95.000000" : 7372800,
"99.000000" : 9371648,
"99.500000" : 10027008,
"99.900000" : 11599872,
"99.950000" : 12124160,
"99.990000" : 13434880
},
"bins" : {
"456704" : 1,
"460800" : 3,
"464896" : 5,
"468992" : 1,
"473088" : 1,
"477184" : 4,
"481280" : 11,
"485376" : 7,
"489472" : 5,
"493568" : 11,
"497664" : 12,
"501760" : 14,
"505856" : 23,
"509952" : 18,
"514048" : 18,
"518144" : 18,
"522240" : 22,
"528384" : 40,
"536576" : 37,
"544768" : 58,
"552960" : 41,
"561152" : 46,
"569344" : 50,
"577536" : 45,
"585728" : 41,
"593920" : 33,
"602112" : 42,
"610304" : 46,
"618496" : 35,
"626688" : 56,
"634880" : 50,
"643072" : 37,
"651264" : 59,
"659456" : 41,
"667648" : 57,
"675840" : 60,
"684032" : 54,
"692224" : 53,
"700416" : 54,
"708608" : 59,
"716800" : 71,
"724992" : 53,
"733184" : 41,
"741376" : 44,
"749568" : 56,
"757760" : 65,
"765952" : 68,
"774144" : 84,
"782336" : 77,
"790528" : 73,
"798720" : 63,
"806912" : 64,
"815104" : 91,
"823296" : 74,
"831488" : 64,
"839680" : 82,
"847872" : 69,
"856064" : 91,
"864256" : 80,
"872448" : 82,
"880640" : 89,
"888832" : 77,
"897024" : 74,
"905216" : 95,
"913408" : 80,
"921600" : 79,
"929792" : 57,
"937984" : 72,
"946176" : 64,
"954368" : 73,
"962560" : 88,
"970752" : 84,
"978944" : 84,
"987136" : 73,
"995328" : 99,
"1003520" : 99,
"1011712" : 81,
"1019904" : 83,
"1028096" : 86,
"1036288" : 61,
"1044480" : 78,
"1056768" : 183,
"1073152" : 170,
"1089536" : 164,
"1105920" : 161,
"1122304" : 201,
"1138688" : 152,
"1155072" : 174,
"1171456" : 161,
"1187840" : 191,
"1204224" : 175,
"1220608" : 189,
"1236992" : 186,
"1253376" : 177,
"1269760" : 171,
"1286144" : 192,
"1302528" : 176,
"1318912" : 179,
"1335296" : 166,
"1351680" : 209,
"1368064" : 216,
"1384448" : 256,
"1400832" : 242,
"1417216" : 250,
"1433600" : 296,
"1449984" : 317,
"1466368" : 304,
"1482752" : 375,
"1499136" : 330,
"1515520" : 367,
"1531904" : 433,
"1548288" : 450,
"1564672" : 567,
"1581056" : 624,
"1597440" : 662,
"1613824" : 638,
"1630208" : 645,
"1646592" : 741,
"1662976" : 800,
"1679360" : 854,
"1695744" : 961,
"1712128" : 1108,
"1728512" : 1249,
"1744896" : 1232,
"1761280" : 1197,
"1777664" : 1179,
"1794048" : 1169,
"1810432" : 1249,
"1826816" : 1430,
"1843200" : 1606,
"1859584" : 1783,
"1875968" : 1853,
"1892352" : 1623,
"1908736" : 1485,
"1925120" : 1400,
"1941504" : 1447,
"1957888" : 1581,
"1974272" : 1712,
"1990656" : 1967,
"2007040" : 2129,
"2023424" : 1885,
"2039808" : 1729,
"2056192" : 1628,
"2072576" : 1399,
"2088960" : 1456,
"2113536" : 3090,
"2146304" : 3500,
"2179072" : 3446,
"2211840" : 2937,
"2244608" : 2768,
"2277376" : 2711,
"2310144" : 2740,
"2342912" : 2890,
"2375680" : 2853,
"2408448" : 2715,
"2441216" : 2613,
"2473984" : 2615,
"2506752" : 2729,
"2539520" : 2811,
"2572288" : 2941,
"2605056" : 2781,
"2637824" : 2871,
"2670592" : 2939,
"2703360" : 2934,
"2736128" : 2895,
"2768896" : 3112,
"2801664" : 3529,
"2834432" : 3580,
"2867200" : 3490,
"2899968" : 3486,
"2932736" : 3513,
"2965504" : 3796,
"2998272" : 4953,
"3031040" : 4915,
"3063808" : 4601,
"3096576" : 4372,
"3129344" : 4526,
"3162112" : 4642,
"3194880" : 4836,
"3227648" : 5733,
"3260416" : 5711,
"3293184" : 5846,
"3325952" : 6552,
"3358720" : 6831,
"3391488" : 6897,
"3424256" : 7059,
"3457024" : 7551,
"3489792" : 8556,
"3522560" : 8875,
"3555328" : 8638,
"3588096" : 8438,
"3620864" : 8523,
"3653632" : 8647,
"3686400" : 9676,
"3719168" : 13898,
"3751936" : 15773,
"3784704" : 14439,
"3817472" : 12441,
"3850240" : 10932,
"3883008" : 10910,
"3915776" : 11079,
"3948544" : 11791,
"3981312" : 14922,
"4014080" : 17235,
"4046848" : 14305,
"4079616" : 14669,
"4112384" : 16319,
"4145152" : 16779,
"4177920" : 15638,
"4227072" : 33722,
"4292608" : 45262,
"4358144" : 30076,
"4423680" : 26397,
"4489216" : 26255,
"4554752" : 23186,
"4620288" : 20957,
"4685824" : 19855,
"4751360" : 18315,
"4816896" : 17805,
"4882432" : 18359,
"4947968" : 19750,
"5013504" : 22584,
"5079040" : 15047,
"5144576" : 14450,
"5210112" : 13985,
"5275648" : 14581,
"5341184" : 14349,
"5406720" : 14555,
"5472256" : 13647,
"5537792" : 13827,
"5603328" : 14861,
"5668864" : 14254,
"5734400" : 14171,
"5799936" : 14258,
"5865472" : 13984,
"5931008" : 13544,
"5996544" : 15440,
"6062080" : 13335,
"6127616" : 13608,
"6193152" : 13190,
"6258688" : 13142,
"6324224" : 12065,
"6389760" : 11696,
"6455296" : 11101,
"6520832" : 10758,
"6586368" : 10122,
"6651904" : 9421,
"6717440" : 8559,
"6782976" : 8007,
"6848512" : 7321,
"6914048" : 6267,
"6979584" : 5703,
"7045120" : 4957,
"7110656" : 4527,
"7176192" : 4146,
"7241728" : 3765,
"7307264" : 3500,
"7372800" : 3199,
"7438336" : 3119,
"7503872" : 2855,
"7569408" : 2755,
"7634944" : 2551,
"7700480" : 2598,
"7766016" : 2496,
"7831552" : 2276,
"7897088" : 2142,
"7962624" : 1989,
"8028160" : 2032,
"8093696" : 1791,
"8159232" : 1774,
"8224768" : 1752,
"8290304" : 1628,
"8355840" : 1490,
"8454144" : 2924,
"8585216" : 2631,
"8716288" : 2429,
"8847360" : 2235,
"8978432" : 2314,
"9109504" : 1949,
"9240576" : 1745,
"9371648" : 1462,
"9502720" : 1276,
"9633792" : 1158,
"9764864" : 975,
"9895936" : 891,
"10027008" : 854,
"10158080" : 799,
"10289152" : 725,
"10420224" : 598,
"10551296" : 548,
"10682368" : 482,
"10813440" : 411,
"10944512" : 387,
"11075584" : 314,
"11206656" : 238,
"11337728" : 191,
"11468800" : 208,
"11599872" : 213,
"11730944" : 187,
"11862016" : 143,
"11993088" : 108,
"12124160" : 103,
"12255232" : 97,
"12386304" : 86,
"12517376" : 69,
"12648448" : 43,
"12779520" : 39,
"12910592" : 41,
"13041664" : 29,
"13172736" : 27,
"13303808" : 19,
"13434880" : 17,
"13565952" : 18,
"13697024" : 22,
"13828096" : 13,
"13959168" : 11,
"14090240" : 19,
"14221312" : 4,
"14352384" : 9,
"14483456" : 6,
"14614528" : 4,
"14745600" : 3,
"14876672" : 1,
"15532032" : 1,
"15663104" : 4,
"15794176" : 2,
"15925248" : 1,
"16056320" : 2,
"16187392" : 1
}
},
"lat_ns" : {
"min" : 487595,
"max" : 16826160,
"mean" : 5028324.285593,
"stddev" : 1658097.848261,
"N" : 1272529
},
"bw_min" : 63944,
"bw_max" : 127362,
"bw_agg" : 100.000000,
"bw_mean" : 102175.010101,
"bw_dev" : 1912.819723,
"bw_samples" : 792,
"iops_min" : 15986,
"iops_max" : 31836,
"iops_mean" : 25543.505051,
"iops_stddev" : 478.183782,
"iops_samples" : 792
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 400000,
"usr_cpu" : 0.817000,
"sys_cpu" : 10.512500,
"ctx" : 1276075,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.113396,
"1000" : 0.184278
},
"latency_ms" : {
"2" : 3.191656,
"4" : 27.997771,
"10" : 67.970440,
"20" : 0.536880,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122288,
"timestamp_ms" : 1774122288285,
"time" : "Sat Mar 21 16:44:48 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6001610752,
"io_kbytes" : 5860948,
"bw_bytes" : 100026845,
"bw" : 97682,
"iops" : 24420.750000,
"runtime" : 60000,
"total_ios" : 1465245,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 13540,
"max" : 4949230,
"mean" : 324822.965619,
"stddev" : 187759.255194,
"N" : 1465245
},
"clat_ns" : {
"min" : 457638,
"max" : 16136667,
"mean" : 4915594.284987,
"stddev" : 1662885.019881,
"N" : 1465237,
"percentile" : {
"1.000000" : 1630208,
"5.000000" : 2310144,
"10.000000" : 3031040,
"20.000000" : 3719168,
"30.000000" : 4046848,
"40.000000" : 4292608,
"50.000000" : 4620288,
"60.000000" : 5079040,
"70.000000" : 5603328,
"80.000000" : 6193152,
"90.000000" : 6979584,
"95.000000" : 7962624,
"99.000000" : 9764864,
"99.500000" : 10551296,
"99.900000" : 11862016,
"99.950000" : 12386304,
"99.990000" : 13959168
},
"bins" : {
"456704" : 1,
"460800" : 3,
"464896" : 5,
"468992" : 1,
"473088" : 1,
"477184" : 4,
"481280" : 11,
"485376" : 7,
"489472" : 5,
"493568" : 11,
"497664" : 12,
"501760" : 14,
"505856" : 23,
"509952" : 18,
"514048" : 18,
"518144" : 18,
"522240" : 22,
"528384" : 40,
"536576" : 37,
"544768" : 58,
"552960" : 41,
"561152" : 46,
"569344" : 50,
"577536" : 45,
"585728" : 41,
"593920" : 33,
"602112" : 42,
"610304" : 46,
"618496" : 35,
"626688" : 56,
"634880" : 50,
"643072" : 37,
"651264" : 59,
"659456" : 41,
"667648" : 57,
"675840" : 60,
"684032" : 54,
"692224" : 53,
"700416" : 54,
"708608" : 59,
"716800" : 71,
"724992" : 53,
"733184" : 41,
"741376" : 44,
"749568" : 56,
"757760" : 65,
"765952" : 68,
"774144" : 84,
"782336" : 77,
"790528" : 73,
"798720" : 63,
"806912" : 64,
"815104" : 91,
"823296" : 74,
"831488" : 64,
"839680" : 82,
"847872" : 69,
"856064" : 91,
"864256" : 80,
"872448" : 82,
"880640" : 89,
"888832" : 77,
"897024" : 74,
"905216" : 95,
"913408" : 80,
"921600" : 79,
"929792" : 57,
"937984" : 72,
"946176" : 64,
"954368" : 73,
"962560" : 88,
"970752" : 84,
"978944" : 84,
"987136" : 73,
"995328" : 99,
"1003520" : 99,
"1011712" : 81,
"1019904" : 83,
"1028096" : 86,
"1036288" : 61,
"1044480" : 78,
"1056768" : 183,
"1073152" : 170,
"1089536" : 164,
"1105920" : 161,
"1122304" : 201,
"1138688" : 152,
"1155072" : 174,
"1171456" : 161,
"1187840" : 191,
"1204224" : 175,
"1220608" : 189,
"1236992" : 186,
"1253376" : 177,
"1269760" : 171,
"1286144" : 192,
"1302528" : 176,
"1318912" : 179,
"1335296" : 166,
"1351680" : 209,
"1368064" : 216,
"1384448" : 256,
"1400832" : 242,
"1417216" : 250,
"1433600" : 296,
"1449984" : 317,
"1466368" : 304,
"1482752" : 375,
"1499136" : 330,
"1515520" : 367,
"1531904" : 433,
"1548288" : 450,
"1564672" : 567,
"1581056" : 624,
"1597440" : 662,
"1613824" : 638,
"1630208" : 645,
"1646592" : 741,
"1662976" : 800,
"1679360" : 854,
"1695744" : 961,
"1712128" : 1108,
"1728512" : 1249,
"1744896" : 1232,
"1761280" : 1197,
"1777664" : 1179,
"1794048" : 1169,
"1810432" : 1249,
"1826816" : 1430,
"1843200" : 1606,
"1859584" : 1783,
"1875968" : 1853,
"1892352" : 1623,
"1908736" : 1485,
"1925120" : 1400,
"1941504" : 1447,
"1957888" : 1581,
"1974272" : 1712,
"1990656" : 1967,
"2007040" : 2129,
"2023424" : 1885,
"2039808" : 1729,
"2056192" : 1628,
"2072576" : 1399,
"2088960" : 1456,
"2113536" : 3090,
"2146304" : 3500,
"2179072" : 3446,
"2211840" : 2937,
"2244608" : 2768,
"2277376" : 2711,
"2310144" : 2740,
"2342912" : 2890,
"2375680" : 2853,
"2408448" : 2719,
"2441216" : 2619,
"2473984" : 2628,
"2506752" : 2745,
"2539520" : 2837,
"2572288" : 2979,
"2605056" : 2821,
"2637824" : 2915,
"2670592" : 2973,
"2703360" : 2962,
"2736128" : 2950,
"2768896" : 3168,
"2801664" : 3594,
"2834432" : 3635,
"2867200" : 3537,
"2899968" : 3551,
"2932736" : 3586,
"2965504" : 3888,
"2998272" : 5051,
"3031040" : 5009,
"3063808" : 4715,
"3096576" : 4480,
"3129344" : 4646,
"3162112" : 4740,
"3194880" : 4959,
"3227648" : 5854,
"3260416" : 5830,
"3293184" : 6010,
"3325952" : 6697,
"3358720" : 7009,
"3391488" : 7087,
"3424256" : 7268,
"3457024" : 7752,
"3489792" : 8781,
"3522560" : 9122,
"3555328" : 8909,
"3588096" : 8709,
"3620864" : 8838,
"3653632" : 8991,
"3686400" : 10042,
"3719168" : 14271,
"3751936" : 16176,
"3784704" : 14898,
"3817472" : 12925,
"3850240" : 11415,
"3883008" : 11437,
"3915776" : 11610,
"3948544" : 12391,
"3981312" : 15597,
"4014080" : 18024,
"4046848" : 14990,
"4079616" : 15430,
"4112384" : 17158,
"4145152" : 17689,
"4177920" : 16507,
"4227072" : 35692,
"4292608" : 47429,
"4358144" : 32529,
"4423680" : 29084,
"4489216" : 29040,
"4554752" : 26187,
"4620288" : 24149,
"4685824" : 23213,
"4751360" : 21890,
"4816896" : 21411,
"4882432" : 21960,
"4947968" : 23354,
"5013504" : 26554,
"5079040" : 18573,
"5144576" : 17987,
"5210112" : 17562,
"5275648" : 18075,
"5341184" : 17953,
"5406720" : 17938,
"5472256" : 17018,
"5537792" : 17146,
"5603328" : 18037,
"5668864" : 17357,
"5734400" : 17449,
"5799936" : 17373,
"5865472" : 16754,
"5931008" : 16170,
"5996544" : 18291,
"6062080" : 15817,
"6127616" : 16120,
"6193152" : 15539,
"6258688" : 15535,
"6324224" : 14350,
"6389760" : 14028,
"6455296" : 13502,
"6520832" : 13038,
"6586368" : 12428,
"6651904" : 11515,
"6717440" : 10741,
"6782976" : 10234,
"6848512" : 9469,
"6914048" : 8195,
"6979584" : 7877,
"7045120" : 6829,
"7110656" : 6352,
"7176192" : 5911,
"7241728" : 5610,
"7307264" : 5278,
"7372800" : 4870,
"7438336" : 4749,
"7503872" : 4440,
"7569408" : 4300,
"7634944" : 4001,
"7700480" : 4084,
"7766016" : 3934,
"7831552" : 3696,
"7897088" : 3418,
"7962624" : 3320,
"8028160" : 3390,
"8093696" : 3019,
"8159232" : 3044,
"8224768" : 2936,
"8290304" : 2815,
"8355840" : 2674,
"8454144" : 5201,
"8585216" : 4720,
"8716288" : 4584,
"8847360" : 4309,
"8978432" : 4143,
"9109504" : 3593,
"9240576" : 3283,
"9371648" : 2686,
"9502720" : 2411,
"9633792" : 2115,
"9764864" : 1897,
"9895936" : 1655,
"10027008" : 1540,
"10158080" : 1380,
"10289152" : 1261,
"10420224" : 1082,
"10551296" : 988,
"10682368" : 857,
"10813440" : 736,
"10944512" : 706,
"11075584" : 596,
"11206656" : 513,
"11337728" : 402,
"11468800" : 373,
"11599872" : 368,
"11730944" : 323,
"11862016" : 235,
"11993088" : 207,
"12124160" : 180,
"12255232" : 191,
"12386304" : 142,
"12517376" : 103,
"12648448" : 69,
"12779520" : 66,
"12910592" : 69,
"13041664" : 58,
"13172736" : 54,
"13303808" : 59,
"13434880" : 28,
"13565952" : 34,
"13697024" : 26,
"13828096" : 16,
"13959168" : 23,
"14090240" : 35,
"14221312" : 15,
"14352384" : 15,
"14483456" : 15,
"14614528" : 9,
"14745600" : 12,
"14876672" : 3,
"15007744" : 1,
"15138816" : 1,
"15269888" : 4,
"15400960" : 1,
"15532032" : 3,
"15663104" : 5,
"15794176" : 2,
"15925248" : 1,
"16056320" : 3,
"16187392" : 1
}
},
"lat_ns" : {
"min" : 487595,
"max" : 16899261,
"mean" : 5240412.768003,
"stddev" : 1765314.226189,
"N" : 1465237
},
"bw_min" : 61456,
"bw_max" : 127362,
"bw_agg" : 100.000000,
"bw_mean" : 97893.042017,
"bw_dev" : 2165.017190,
"bw_samples" : 952,
"iops_min" : 15364,
"iops_max" : 31836,
"iops_mean" : 24473.000000,
"iops_stddev" : 541.244122,
"iops_samples" : 952
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 480000,
"usr_cpu" : 0.790417,
"sys_cpu" : 10.241458,
"ctx" : 1470636,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999932,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999932,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.098482,
"1000" : 0.160041
},
"latency_ms" : {
"2" : 2.771891,
"4" : 24.963061,
"10" : 71.160045,
"20" : 0.841634,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122298,
"timestamp_ms" : 1774122298285,
"time" : "Sat Mar 21 16:44:58 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6812815360,
"io_kbytes" : 6653140,
"bw_bytes" : 97325933,
"bw" : 95044,
"iops" : 23761.357143,
"runtime" : 70000,
"total_ios" : 1663295,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 13540,
"max" : 4949430,
"mean" : 333907.023971,
"stddev" : 199524.833749,
"N" : 1663295
},
"clat_ns" : {
"min" : 457638,
"max" : 16136667,
"mean" : 5051918.875582,
"stddev" : 1720092.912048,
"N" : 1663287,
"percentile" : {
"1.000000" : 1679360,
"5.000000" : 2408448,
"10.000000" : 3129344,
"20.000000" : 3751936,
"30.000000" : 4145152,
"40.000000" : 4423680,
"50.000000" : 4816896,
"60.000000" : 5210112,
"70.000000" : 5734400,
"80.000000" : 6324224,
"90.000000" : 7307264,
"95.000000" : 8290304,
"99.000000" : 10027008,
"99.500000" : 10682368,
"99.900000" : 11993088,
"99.950000" : 12517376,
"99.990000" : 13828096
},
"bins" : {
"456704" : 1,
"460800" : 3,
"464896" : 5,
"468992" : 1,
"473088" : 1,
"477184" : 4,
"481280" : 11,
"485376" : 7,
"489472" : 5,
"493568" : 11,
"497664" : 12,
"501760" : 14,
"505856" : 23,
"509952" : 18,
"514048" : 18,
"518144" : 18,
"522240" : 22,
"528384" : 40,
"536576" : 37,
"544768" : 58,
"552960" : 41,
"561152" : 46,
"569344" : 50,
"577536" : 45,
"585728" : 41,
"593920" : 33,
"602112" : 42,
"610304" : 46,
"618496" : 35,
"626688" : 56,
"634880" : 50,
"643072" : 37,
"651264" : 59,
"659456" : 41,
"667648" : 57,
"675840" : 60,
"684032" : 54,
"692224" : 53,
"700416" : 54,
"708608" : 59,
"716800" : 71,
"724992" : 53,
"733184" : 41,
"741376" : 44,
"749568" : 56,
"757760" : 65,
"765952" : 68,
"774144" : 84,
"782336" : 77,
"790528" : 73,
"798720" : 63,
"806912" : 64,
"815104" : 91,
"823296" : 74,
"831488" : 64,
"839680" : 82,
"847872" : 69,
"856064" : 91,
"864256" : 80,
"872448" : 82,
"880640" : 89,
"888832" : 77,
"897024" : 74,
"905216" : 95,
"913408" : 80,
"921600" : 79,
"929792" : 57,
"937984" : 72,
"946176" : 64,
"954368" : 73,
"962560" : 88,
"970752" : 84,
"978944" : 84,
"987136" : 73,
"995328" : 99,
"1003520" : 99,
"1011712" : 81,
"1019904" : 83,
"1028096" : 86,
"1036288" : 61,
"1044480" : 78,
"1056768" : 183,
"1073152" : 170,
"1089536" : 164,
"1105920" : 161,
"1122304" : 201,
"1138688" : 152,
"1155072" : 174,
"1171456" : 161,
"1187840" : 191,
"1204224" : 175,
"1220608" : 189,
"1236992" : 186,
"1253376" : 177,
"1269760" : 171,
"1286144" : 192,
"1302528" : 176,
"1318912" : 179,
"1335296" : 166,
"1351680" : 209,
"1368064" : 216,
"1384448" : 256,
"1400832" : 242,
"1417216" : 250,
"1433600" : 296,
"1449984" : 319,
"1466368" : 305,
"1482752" : 375,
"1499136" : 330,
"1515520" : 367,
"1531904" : 433,
"1548288" : 451,
"1564672" : 573,
"1581056" : 629,
"1597440" : 662,
"1613824" : 639,
"1630208" : 645,
"1646592" : 741,
"1662976" : 800,
"1679360" : 856,
"1695744" : 965,
"1712128" : 1113,
"1728512" : 1249,
"1744896" : 1235,
"1761280" : 1202,
"1777664" : 1182,
"1794048" : 1173,
"1810432" : 1253,
"1826816" : 1432,
"1843200" : 1608,
"1859584" : 1785,
"1875968" : 1856,
"1892352" : 1629,
"1908736" : 1490,
"1925120" : 1400,
"1941504" : 1454,
"1957888" : 1590,
"1974272" : 1714,
"1990656" : 1974,
"2007040" : 2145,
"2023424" : 1896,
"2039808" : 1740,
"2056192" : 1641,
"2072576" : 1408,
"2088960" : 1473,
"2113536" : 3125,
"2146304" : 3532,
"2179072" : 3490,
"2211840" : 2968,
"2244608" : 2820,
"2277376" : 2750,
"2310144" : 2788,
"2342912" : 2952,
"2375680" : 2942,
"2408448" : 2797,
"2441216" : 2738,
"2473984" : 2756,
"2506752" : 2877,
"2539520" : 2992,
"2572288" : 3131,
"2605056" : 2996,
"2637824" : 3065,
"2670592" : 3158,
"2703360" : 3142,
"2736128" : 3167,
"2768896" : 3392,
"2801664" : 3803,
"2834432" : 3877,
"2867200" : 3771,
"2899968" : 3741,
"2932736" : 3803,
"2965504" : 4172,
"2998272" : 5357,
"3031040" : 5292,
"3063808" : 5023,
"3096576" : 4767,
"3129344" : 4949,
"3162112" : 5089,
"3194880" : 5303,
"3227648" : 6189,
"3260416" : 6172,
"3293184" : 6364,
"3325952" : 7086,
"3358720" : 7430,
"3391488" : 7482,
"3424256" : 7669,
"3457024" : 8184,
"3489792" : 9271,
"3522560" : 9606,
"3555328" : 9444,
"3588096" : 9249,
"3620864" : 9341,
"3653632" : 9548,
"3686400" : 10600,
"3719168" : 14946,
"3751936" : 16859,
"3784704" : 15578,
"3817472" : 13621,
"3850240" : 12140,
"3883008" : 12161,
"3915776" : 12330,
"3948544" : 13215,
"3981312" : 16480,
"4014080" : 18985,
"4046848" : 15924,
"4079616" : 16370,
"4112384" : 18135,
"4145152" : 18706,
"4177920" : 17642,
"4227072" : 38020,
"4292608" : 49996,
"4358144" : 35091,
"4423680" : 31931,
"4489216" : 32216,
"4554752" : 29360,
"4620288" : 27466,
"4685824" : 26714,
"4751360" : 25476,
"4816896" : 25048,
"4882432" : 25514,
"4947968" : 26731,
"5013504" : 30452,
"5079040" : 21990,
"5144576" : 21482,
"5210112" : 20978,
"5275648" : 21418,
"5341184" : 21139,
"5406720" : 20974,
"5472256" : 19992,
"5537792" : 19940,
"5603328" : 20791,
"5668864" : 19978,
"5734400" : 20088,
"5799936" : 19883,
"5865472" : 19094,
"5931008" : 18377,
"5996544" : 20457,
"6062080" : 17829,
"6127616" : 18157,
"6193152" : 17579,
"6258688" : 17487,
"6324224" : 16259,
"6389760" : 15877,
"6455296" : 15429,
"6520832" : 15093,
"6586368" : 14479,
"6651904" : 13585,
"6717440" : 12828,
"6782976" : 12374,
"6848512" : 11573,
"6914048" : 10156,
"6979584" : 10046,
"7045120" : 8780,
"7110656" : 8366,
"7176192" : 7894,
"7241728" : 7574,
"7307264" : 7094,
"7372800" : 6711,
"7438336" : 6595,
"7503872" : 6340,
"7569408" : 6069,
"7634944" : 5622,
"7700480" : 5703,
"7766016" : 5580,
"7831552" : 5219,
"7897088" : 4902,
"7962624" : 4790,
"8028160" : 4916,
"8093696" : 4476,
"8159232" : 4421,
"8224768" : 4306,
"8290304" : 4124,
"8355840" : 3984,
"8454144" : 7688,
"8585216" : 7038,
"8716288" : 6758,
"8847360" : 6227,
"8978432" : 5843,
"9109504" : 5071,
"9240576" : 4603,
"9371648" : 3901,
"9502720" : 3514,
"9633792" : 3142,
"9764864" : 2736,
"9895936" : 2380,
"10027008" : 2240,
"10158080" : 1929,
"10289152" : 1730,
"10420224" : 1494,
"10551296" : 1363,
"10682368" : 1169,
"10813440" : 1047,
"10944512" : 942,
"11075584" : 826,
"11206656" : 716,
"11337728" : 572,
"11468800" : 524,
"11599872" : 462,
"11730944" : 415,
"11862016" : 295,
"11993088" : 283,
"12124160" : 233,
"12255232" : 247,
"12386304" : 193,
"12517376" : 147,
"12648448" : 106,
"12779520" : 86,
"12910592" : 85,
"13041664" : 86,
"13172736" : 64,
"13303808" : 70,
"13434880" : 34,
"13565952" : 41,
"13697024" : 31,
"13828096" : 24,
"13959168" : 30,
"14090240" : 36,
"14221312" : 15,
"14352384" : 15,
"14483456" : 17,
"14614528" : 9,
"14745600" : 12,
"14876672" : 4,
"15007744" : 3,
"15138816" : 1,
"15269888" : 4,
"15400960" : 1,
"15532032" : 3,
"15663104" : 5,
"15794176" : 2,
"15925248" : 1,
"16056320" : 3,
"16187392" : 1
}
},
"lat_ns" : {
"min" : 487595,
"max" : 16899261,
"mean" : 5385816.626182,
"stddev" : 1825404.969352,
"N" : 1663287
},
"bw_min" : 55888,
"bw_max" : 127362,
"bw_agg" : 100.000000,
"bw_mean" : 95321.489209,
"bw_dev" : 2196.657063,
"bw_samples" : 1112,
"iops_min" : 13972,
"iops_max" : 31836,
"iops_mean" : 23830.122302,
"iops_stddev" : 549.155159,
"iops_samples" : 1112
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 559998,
"usr_cpu" : 0.781789,
"sys_cpu" : 10.141108,
"ctx" : 1671349,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999940,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999940,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.086756,
"1000" : 0.140985
},
"latency_ms" : {
"2" : 2.447371,
"4" : 23.156385,
"10" : 73.147578,
"20" : 1.016657,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122308,
"timestamp_ms" : 1774122308285,
"time" : "Sat Mar 21 16:45:08 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7576883200,
"io_kbytes" : 7399300,
"bw_bytes" : 94712223,
"bw" : 92492,
"iops" : 23123.214040,
"runtime" : 79999,
"total_ios" : 1849834,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 13540,
"max" : 4949430,
"mean" : 343195.428491,
"stddev" : 207329.803738,
"N" : 1849834
},
"clat_ns" : {
"min" : 457638,
"max" : 17594794,
"mean" : 5191311.544008,
"stddev" : 1786084.181646,
"N" : 1849826,
"percentile" : {
"1.000000" : 1712128,
"5.000000" : 2506752,
"10.000000" : 3227648,
"20.000000" : 3817472,
"30.000000" : 4227072,
"40.000000" : 4489216,
"50.000000" : 4947968,
"60.000000" : 5406720,
"70.000000" : 5931008,
"80.000000" : 6520832,
"90.000000" : 7634944,
"95.000000" : 8585216,
"99.000000" : 10289152,
"99.500000" : 10944512,
"99.900000" : 12255232,
"99.950000" : 12779520,
"99.990000" : 14090240
},
"bins" : {
"456704" : 1,
"460800" : 3,
"464896" : 5,
"468992" : 1,
"473088" : 1,
"477184" : 4,
"481280" : 11,
"485376" : 7,
"489472" : 5,
"493568" : 11,
"497664" : 12,
"501760" : 14,
"505856" : 23,
"509952" : 18,
"514048" : 18,
"518144" : 18,
"522240" : 22,
"528384" : 40,
"536576" : 37,
"544768" : 58,
"552960" : 41,
"561152" : 46,
"569344" : 50,
"577536" : 45,
"585728" : 41,
"593920" : 33,
"602112" : 42,
"610304" : 46,
"618496" : 35,
"626688" : 56,
"634880" : 50,
"643072" : 37,
"651264" : 59,
"659456" : 41,
"667648" : 57,
"675840" : 60,
"684032" : 54,
"692224" : 53,
"700416" : 54,
"708608" : 59,
"716800" : 71,
"724992" : 53,
"733184" : 41,
"741376" : 44,
"749568" : 56,
"757760" : 65,
"765952" : 68,
"774144" : 84,
"782336" : 77,
"790528" : 73,
"798720" : 63,
"806912" : 64,
"815104" : 91,
"823296" : 74,
"831488" : 64,
"839680" : 82,
"847872" : 69,
"856064" : 91,
"864256" : 80,
"872448" : 82,
"880640" : 89,
"888832" : 77,
"897024" : 74,
"905216" : 95,
"913408" : 80,
"921600" : 79,
"929792" : 57,
"937984" : 72,
"946176" : 64,
"954368" : 73,
"962560" : 88,
"970752" : 84,
"978944" : 84,
"987136" : 73,
"995328" : 99,
"1003520" : 99,
"1011712" : 81,
"1019904" : 83,
"1028096" : 86,
"1036288" : 61,
"1044480" : 78,
"1056768" : 183,
"1073152" : 170,
"1089536" : 164,
"1105920" : 161,
"1122304" : 201,
"1138688" : 152,
"1155072" : 174,
"1171456" : 161,
"1187840" : 191,
"1204224" : 175,
"1220608" : 189,
"1236992" : 186,
"1253376" : 177,
"1269760" : 171,
"1286144" : 192,
"1302528" : 176,
"1318912" : 179,
"1335296" : 166,
"1351680" : 209,
"1368064" : 216,
"1384448" : 256,
"1400832" : 242,
"1417216" : 250,
"1433600" : 296,
"1449984" : 319,
"1466368" : 305,
"1482752" : 375,
"1499136" : 330,
"1515520" : 367,
"1531904" : 433,
"1548288" : 451,
"1564672" : 573,
"1581056" : 629,
"1597440" : 662,
"1613824" : 639,
"1630208" : 645,
"1646592" : 741,
"1662976" : 800,
"1679360" : 856,
"1695744" : 965,
"1712128" : 1113,
"1728512" : 1249,
"1744896" : 1235,
"1761280" : 1202,
"1777664" : 1182,
"1794048" : 1173,
"1810432" : 1253,
"1826816" : 1432,
"1843200" : 1608,
"1859584" : 1785,
"1875968" : 1856,
"1892352" : 1629,
"1908736" : 1490,
"1925120" : 1400,
"1941504" : 1454,
"1957888" : 1590,
"1974272" : 1714,
"1990656" : 1974,
"2007040" : 2145,
"2023424" : 1896,
"2039808" : 1740,
"2056192" : 1641,
"2072576" : 1408,
"2088960" : 1473,
"2113536" : 3125,
"2146304" : 3532,
"2179072" : 3490,
"2211840" : 2968,
"2244608" : 2822,
"2277376" : 2751,
"2310144" : 2790,
"2342912" : 2955,
"2375680" : 2943,
"2408448" : 2800,
"2441216" : 2746,
"2473984" : 2769,
"2506752" : 2882,
"2539520" : 3005,
"2572288" : 3142,
"2605056" : 3012,
"2637824" : 3095,
"2670592" : 3190,
"2703360" : 3166,
"2736128" : 3213,
"2768896" : 3433,
"2801664" : 3855,
"2834432" : 3933,
"2867200" : 3830,
"2899968" : 3799,
"2932736" : 3868,
"2965504" : 4232,
"2998272" : 5455,
"3031040" : 5425,
"3063808" : 5145,
"3096576" : 4868,
"3129344" : 5090,
"3162112" : 5240,
"3194880" : 5464,
"3227648" : 6370,
"3260416" : 6359,
"3293184" : 6546,
"3325952" : 7312,
"3358720" : 7665,
"3391488" : 7749,
"3424256" : 7933,
"3457024" : 8481,
"3489792" : 9558,
"3522560" : 9949,
"3555328" : 9797,
"3588096" : 9606,
"3620864" : 9761,
"3653632" : 10020,
"3686400" : 11049,
"3719168" : 15464,
"3751936" : 17344,
"3784704" : 16091,
"3817472" : 14235,
"3850240" : 12714,
"3883008" : 12814,
"3915776" : 12970,
"3948544" : 13927,
"3981312" : 17263,
"4014080" : 19843,
"4046848" : 16694,
"4079616" : 17193,
"4112384" : 18914,
"4145152" : 19575,
"4177920" : 18525,
"4227072" : 39934,
"4292608" : 52160,
"4358144" : 37230,
"4423680" : 34235,
"4489216" : 34522,
"4554752" : 31865,
"4620288" : 30082,
"4685824" : 29235,
"4751360" : 28231,
"4816896" : 27718,
"4882432" : 28268,
"4947968" : 29643,
"5013504" : 33645,
"5079040" : 24847,
"5144576" : 24425,
"5210112" : 24027,
"5275648" : 24364,
"5341184" : 24159,
"5406720" : 23979,
"5472256" : 22955,
"5537792" : 22942,
"5603328" : 23728,
"5668864" : 22867,
"5734400" : 22974,
"5799936" : 22629,
"5865472" : 21712,
"5931008" : 20867,
"5996544" : 23062,
"6062080" : 20303,
"6127616" : 20488,
"6193152" : 19887,
"6258688" : 19744,
"6324224" : 18406,
"6389760" : 18012,
"6455296" : 17539,
"6520832" : 17053,
"6586368" : 16428,
"6651904" : 15483,
"6717440" : 14640,
"6782976" : 14163,
"6848512" : 13270,
"6914048" : 11835,
"6979584" : 11796,
"7045120" : 10312,
"7110656" : 9901,
"7176192" : 9361,
"7241728" : 9059,
"7307264" : 8578,
"7372800" : 8168,
"7438336" : 8050,
"7503872" : 7744,
"7569408" : 7479,
"7634944" : 7056,
"7700480" : 7168,
"7766016" : 6977,
"7831552" : 6635,
"7897088" : 6329,
"7962624" : 6259,
"8028160" : 6376,
"8093696" : 5892,
"8159232" : 5910,
"8224768" : 5789,
"8290304" : 5670,
"8355840" : 5478,
"8454144" : 10741,
"8585216" : 10024,
"8716288" : 9700,
"8847360" : 8794,
"8978432" : 8213,
"9109504" : 7121,
"9240576" : 6596,
"9371648" : 5683,
"9502720" : 5110,
"9633792" : 4593,
"9764864" : 3957,
"9895936" : 3541,
"10027008" : 3281,
"10158080" : 2840,
"10289152" : 2572,
"10420224" : 2237,
"10551296" : 2081,
"10682368" : 1740,
"10813440" : 1545,
"10944512" : 1390,
"11075584" : 1176,
"11206656" : 997,
"11337728" : 808,
"11468800" : 735,
"11599872" : 646,
"11730944" : 547,
"11862016" : 430,
"11993088" : 402,
"12124160" : 329,
"12255232" : 350,
"12386304" : 258,
"12517376" : 234,
"12648448" : 166,
"12779520" : 133,
"12910592" : 127,
"13041664" : 121,
"13172736" : 103,
"13303808" : 90,
"13434880" : 55,
"13565952" : 51,
"13697024" : 44,
"13828096" : 32,
"13959168" : 36,
"14090240" : 45,
"14221312" : 23,
"14352384" : 21,
"14483456" : 23,
"14614528" : 17,
"14745600" : 18,
"14876672" : 8,
"15007744" : 9,
"15138816" : 2,
"15269888" : 6,
"15400960" : 2,
"15532032" : 3,
"15663104" : 5,
"15794176" : 2,
"15925248" : 1,
"16056320" : 3,
"16187392" : 1,
"16449536" : 1,
"16711680" : 1,
"16908288" : 2,
"17170432" : 1,
"17694720" : 1
}
},
"lat_ns" : {
"min" : 487595,
"max" : 18363509,
"mean" : 5534500.236417,
"stddev" : 1895411.288001,
"N" : 1849826
},
"bw_min" : 55888,
"bw_max" : 127362,
"bw_agg" : 100.000000,
"bw_mean" : 92707.037736,
"bw_dev" : 2261.103133,
"bw_samples" : 1272,
"iops_min" : 13972,
"iops_max" : 31836,
"iops_mean" : 23176.522013,
"iops_stddev" : 565.264662,
"iops_samples" : 1272
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639992,
"usr_cpu" : 0.763603,
"sys_cpu" : 10.038719,
"ctx" : 1860076,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.078007,
"1000" : 0.126768
},
"latency_ms" : {
"2" : 2.200576,
"4" : 21.448411,
"10" : 74.805361,
"20" : 1.337039,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122318,
"timestamp_ms" : 1774122318285,
"time" : "Sat Mar 21 16:45:18 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8368119808,
"io_kbytes" : 8171992,
"bw_bytes" : 92979108,
"bw" : 90799,
"iops" : 22700.122222,
"runtime" : 90000,
"total_ios" : 2043011,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 13540,
"max" : 5884208,
"mean" : 349638.287969,
"stddev" : 211756.548904,
"N" : 2043011
},
"clat_ns" : {
"min" : 457638,
"max" : 17594794,
"mean" : 5288061.251373,
"stddev" : 1807680.865290,
"N" : 2043003,
"percentile" : {
"1.000000" : 1744896,
"5.000000" : 2605056,
"10.000000" : 3325952,
"20.000000" : 3915776,
"30.000000" : 4292608,
"40.000000" : 4620288,
"50.000000" : 5013504,
"60.000000" : 5472256,
"70.000000" : 5996544,
"80.000000" : 6651904,
"90.000000" : 7766016,
"95.000000" : 8716288,
"99.000000" : 10420224,
"99.500000" : 10944512,
"99.900000" : 12255232,
"99.950000" : 12910592,
"99.990000" : 14090240
},
"bins" : {
"456704" : 1,
"460800" : 3,
"464896" : 5,
"468992" : 1,
"473088" : 1,
"477184" : 4,
"481280" : 11,
"485376" : 7,
"489472" : 5,
"493568" : 11,
"497664" : 12,
"501760" : 14,
"505856" : 23,
"509952" : 18,
"514048" : 18,
"518144" : 18,
"522240" : 22,
"528384" : 40,
"536576" : 37,
"544768" : 58,
"552960" : 41,
"561152" : 46,
"569344" : 50,
"577536" : 45,
"585728" : 41,
"593920" : 33,
"602112" : 42,
"610304" : 46,
"618496" : 35,
"626688" : 56,
"634880" : 50,
"643072" : 37,
"651264" : 59,
"659456" : 41,
"667648" : 57,
"675840" : 60,
"684032" : 54,
"692224" : 53,
"700416" : 54,
"708608" : 59,
"716800" : 71,
"724992" : 53,
"733184" : 41,
"741376" : 44,
"749568" : 56,
"757760" : 65,
"765952" : 68,
"774144" : 84,
"782336" : 77,
"790528" : 73,
"798720" : 63,
"806912" : 64,
"815104" : 91,
"823296" : 74,
"831488" : 64,
"839680" : 82,
"847872" : 69,
"856064" : 91,
"864256" : 80,
"872448" : 82,
"880640" : 89,
"888832" : 77,
"897024" : 74,
"905216" : 95,
"913408" : 80,
"921600" : 79,
"929792" : 57,
"937984" : 72,
"946176" : 64,
"954368" : 73,
"962560" : 88,
"970752" : 84,
"978944" : 84,
"987136" : 73,
"995328" : 99,
"1003520" : 99,
"1011712" : 81,
"1019904" : 83,
"1028096" : 86,
"1036288" : 61,
"1044480" : 78,
"1056768" : 183,
"1073152" : 170,
"1089536" : 164,
"1105920" : 161,
"1122304" : 201,
"1138688" : 152,
"1155072" : 174,
"1171456" : 161,
"1187840" : 191,
"1204224" : 175,
"1220608" : 189,
"1236992" : 186,
"1253376" : 177,
"1269760" : 171,
"1286144" : 192,
"1302528" : 176,
"1318912" : 179,
"1335296" : 166,
"1351680" : 209,
"1368064" : 216,
"1384448" : 256,
"1400832" : 242,
"1417216" : 250,
"1433600" : 296,
"1449984" : 319,
"1466368" : 305,
"1482752" : 375,
"1499136" : 330,
"1515520" : 367,
"1531904" : 433,
"1548288" : 451,
"1564672" : 573,
"1581056" : 629,
"1597440" : 662,
"1613824" : 639,
"1630208" : 645,
"1646592" : 741,
"1662976" : 800,
"1679360" : 856,
"1695744" : 965,
"1712128" : 1113,
"1728512" : 1249,
"1744896" : 1235,
"1761280" : 1202,
"1777664" : 1182,
"1794048" : 1173,
"1810432" : 1253,
"1826816" : 1432,
"1843200" : 1608,
"1859584" : 1785,
"1875968" : 1856,
"1892352" : 1629,
"1908736" : 1490,
"1925120" : 1400,
"1941504" : 1454,
"1957888" : 1590,
"1974272" : 1714,
"1990656" : 1974,
"2007040" : 2145,
"2023424" : 1898,
"2039808" : 1740,
"2056192" : 1642,
"2072576" : 1408,
"2088960" : 1473,
"2113536" : 3125,
"2146304" : 3533,
"2179072" : 3491,
"2211840" : 2969,
"2244608" : 2822,
"2277376" : 2752,
"2310144" : 2792,
"2342912" : 2958,
"2375680" : 2946,
"2408448" : 2803,
"2441216" : 2761,
"2473984" : 2784,
"2506752" : 2899,
"2539520" : 3022,
"2572288" : 3154,
"2605056" : 3035,
"2637824" : 3121,
"2670592" : 3219,
"2703360" : 3207,
"2736128" : 3248,
"2768896" : 3471,
"2801664" : 3898,
"2834432" : 3970,
"2867200" : 3889,
"2899968" : 3857,
"2932736" : 3944,
"2965504" : 4309,
"2998272" : 5560,
"3031040" : 5530,
"3063808" : 5231,
"3096576" : 4978,
"3129344" : 5214,
"3162112" : 5372,
"3194880" : 5639,
"3227648" : 6558,
"3260416" : 6530,
"3293184" : 6757,
"3325952" : 7519,
"3358720" : 7883,
"3391488" : 8007,
"3424256" : 8209,
"3457024" : 8766,
"3489792" : 9859,
"3522560" : 10273,
"3555328" : 10132,
"3588096" : 9964,
"3620864" : 10152,
"3653632" : 10460,
"3686400" : 11532,
"3719168" : 15975,
"3751936" : 17866,
"3784704" : 16653,
"3817472" : 14812,
"3850240" : 13390,
"3883008" : 13479,
"3915776" : 13663,
"3948544" : 14651,
"3981312" : 18055,
"4014080" : 20757,
"4046848" : 17548,
"4079616" : 18029,
"4112384" : 19795,
"4145152" : 20548,
"4177920" : 19521,
"4227072" : 42014,
"4292608" : 54497,
"4358144" : 39732,
"4423680" : 36833,
"4489216" : 37333,
"4554752" : 34775,
"4620288" : 32975,
"4685824" : 32402,
"4751360" : 31520,
"4816896" : 31095,
"4882432" : 31781,
"4947968" : 33122,
"5013504" : 37462,
"5079040" : 28446,
"5144576" : 28023,
"5210112" : 27677,
"5275648" : 28019,
"5341184" : 27736,
"5406720" : 27412,
"5472256" : 26364,
"5537792" : 26334,
"5603328" : 27143,
"5668864" : 26204,
"5734400" : 26216,
"5799936" : 25648,
"5865472" : 24555,
"5931008" : 23665,
"5996544" : 25854,
"6062080" : 22809,
"6127616" : 22928,
"6193152" : 22264,
"6258688" : 22074,
"6324224" : 20616,
"6389760" : 20131,
"6455296" : 19561,
"6520832" : 19007,
"6586368" : 18276,
"6651904" : 17322,
"6717440" : 16431,
"6782976" : 15852,
"6848512" : 14931,
"6914048" : 13502,
"6979584" : 13528,
"7045120" : 11880,
"7110656" : 11511,
"7176192" : 10920,
"7241728" : 10699,
"7307264" : 10198,
"7372800" : 9724,
"7438336" : 9546,
"7503872" : 9268,
"7569408" : 8961,
"7634944" : 8584,
"7700480" : 8715,
"7766016" : 8471,
"7831552" : 8087,
"7897088" : 7746,
"7962624" : 7719,
"8028160" : 7865,
"8093696" : 7264,
"8159232" : 7169,
"8224768" : 7222,
"8290304" : 7096,
"8355840" : 6815,
"8454144" : 13444,
"8585216" : 12489,
"8716288" : 11994,
"8847360" : 10965,
"8978432" : 10218,
"9109504" : 8927,
"9240576" : 8231,
"9371648" : 7051,
"9502720" : 6334,
"9633792" : 5615,
"9764864" : 4892,
"9895936" : 4371,
"10027008" : 4000,
"10158080" : 3456,
"10289152" : 3160,
"10420224" : 2798,
"10551296" : 2542,
"10682368" : 2174,
"10813440" : 1909,
"10944512" : 1712,
"11075584" : 1432,
"11206656" : 1224,
"11337728" : 964,
"11468800" : 893,
"11599872" : 755,
"11730944" : 644,
"11862016" : 516,
"11993088" : 473,
"12124160" : 408,
"12255232" : 398,
"12386304" : 290,
"12517376" : 264,
"12648448" : 191,
"12779520" : 162,
"12910592" : 141,
"13041664" : 145,
"13172736" : 119,
"13303808" : 94,
"13434880" : 71,
"13565952" : 68,
"13697024" : 55,
"13828096" : 37,
"13959168" : 41,
"14090240" : 55,
"14221312" : 27,
"14352384" : 28,
"14483456" : 29,
"14614528" : 28,
"14745600" : 23,
"14876672" : 14,
"15007744" : 12,
"15138816" : 5,
"15269888" : 7,
"15400960" : 2,
"15532032" : 4,
"15663104" : 6,
"15794176" : 2,
"15925248" : 1,
"16056320" : 3,
"16187392" : 1,
"16449536" : 1,
"16711680" : 1,
"16908288" : 2,
"17170432" : 1,
"17694720" : 1
}
},
"lat_ns" : {
"min" : 487595,
"max" : 18363509,
"mean" : 5637696.969146,
"stddev" : 1918085.133053,
"N" : 2043003
},
"bw_min" : 55888,
"bw_max" : 127362,
"bw_agg" : 100.000000,
"bw_mean" : 90852.245810,
"bw_dev" : 2260.268504,
"bw_samples" : 1432,
"iops_min" : 13972,
"iops_max" : 31836,
"iops_mean" : 22712.826816,
"iops_stddev" : 565.055902,
"iops_samples" : 1432
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 720000,
"usr_cpu" : 0.754306,
"sys_cpu" : 10.031250,
"ctx" : 2055592,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.070631,
"1000" : 0.114782
},
"latency_ms" : {
"2" : 1.992500,
"4" : 19.993725,
"10" : 76.349418,
"20" : 1.475469,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122328,
"timestamp_ms" : 1774122328285,
"time" : "Sat Mar 21 16:45:28 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9114472448,
"io_kbytes" : 8900852,
"bw_bytes" : 91144724,
"bw" : 89008,
"iops" : 22252.260000,
"runtime" : 100000,
"total_ios" : 2225226,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 13540,
"max" : 5884208,
"mean" : 356725.028653,
"stddev" : 215641.396174,
"N" : 2225226
},
"clat_ns" : {
"min" : 457638,
"max" : 17594794,
"mean" : 5394420.470169,
"stddev" : 1844379.364387,
"N" : 2225218,
"percentile" : {
"1.000000" : 1761280,
"5.000000" : 2703360,
"10.000000" : 3391488,
"20.000000" : 3981312,
"30.000000" : 4292608,
"40.000000" : 4685824,
"50.000000" : 5079040,
"60.000000" : 5603328,
"70.000000" : 6127616,
"80.000000" : 6782976,
"90.000000" : 8028160,
"95.000000" : 8847360,
"99.000000" : 10420224,
"99.500000" : 11075584,
"99.900000" : 12386304,
"99.950000" : 12910592,
"99.990000" : 14221312
},
"bins" : {
"456704" : 1,
"460800" : 3,
"464896" : 5,
"468992" : 1,
"473088" : 1,
"477184" : 4,
"481280" : 11,
"485376" : 7,
"489472" : 5,
"493568" : 11,
"497664" : 12,
"501760" : 14,
"505856" : 23,
"509952" : 18,
"514048" : 18,
"518144" : 18,
"522240" : 22,
"528384" : 40,
"536576" : 37,
"544768" : 58,
"552960" : 41,
"561152" : 46,
"569344" : 50,
"577536" : 45,
"585728" : 41,
"593920" : 33,
"602112" : 42,
"610304" : 46,
"618496" : 35,
"626688" : 56,
"634880" : 50,
"643072" : 37,
"651264" : 59,
"659456" : 41,
"667648" : 57,
"675840" : 60,
"684032" : 54,
"692224" : 53,
"700416" : 54,
"708608" : 59,
"716800" : 71,
"724992" : 53,
"733184" : 41,
"741376" : 44,
"749568" : 56,
"757760" : 65,
"765952" : 68,
"774144" : 84,
"782336" : 77,
"790528" : 73,
"798720" : 63,
"806912" : 64,
"815104" : 91,
"823296" : 74,
"831488" : 64,
"839680" : 82,
"847872" : 69,
"856064" : 91,
"864256" : 80,
"872448" : 82,
"880640" : 89,
"888832" : 77,
"897024" : 74,
"905216" : 95,
"913408" : 80,
"921600" : 79,
"929792" : 57,
"937984" : 72,
"946176" : 64,
"954368" : 73,
"962560" : 88,
"970752" : 84,
"978944" : 84,
"987136" : 73,
"995328" : 99,
"1003520" : 99,
"1011712" : 81,
"1019904" : 83,
"1028096" : 86,
"1036288" : 61,
"1044480" : 78,
"1056768" : 183,
"1073152" : 170,
"1089536" : 164,
"1105920" : 161,
"1122304" : 201,
"1138688" : 152,
"1155072" : 174,
"1171456" : 161,
"1187840" : 191,
"1204224" : 175,
"1220608" : 189,
"1236992" : 186,
"1253376" : 177,
"1269760" : 171,
"1286144" : 192,
"1302528" : 176,
"1318912" : 179,
"1335296" : 166,
"1351680" : 209,
"1368064" : 216,
"1384448" : 256,
"1400832" : 242,
"1417216" : 250,
"1433600" : 296,
"1449984" : 319,
"1466368" : 305,
"1482752" : 375,
"1499136" : 330,
"1515520" : 367,
"1531904" : 433,
"1548288" : 451,
"1564672" : 573,
"1581056" : 629,
"1597440" : 662,
"1613824" : 639,
"1630208" : 645,
"1646592" : 741,
"1662976" : 800,
"1679360" : 856,
"1695744" : 965,
"1712128" : 1113,
"1728512" : 1249,
"1744896" : 1235,
"1761280" : 1202,
"1777664" : 1182,
"1794048" : 1173,
"1810432" : 1253,
"1826816" : 1432,
"1843200" : 1608,
"1859584" : 1785,
"1875968" : 1856,
"1892352" : 1629,
"1908736" : 1491,
"1925120" : 1400,
"1941504" : 1454,
"1957888" : 1590,
"1974272" : 1714,
"1990656" : 1974,
"2007040" : 2145,
"2023424" : 1898,
"2039808" : 1740,
"2056192" : 1642,
"2072576" : 1408,
"2088960" : 1473,
"2113536" : 3125,
"2146304" : 3533,
"2179072" : 3493,
"2211840" : 2971,
"2244608" : 2825,
"2277376" : 2754,
"2310144" : 2793,
"2342912" : 2962,
"2375680" : 2948,
"2408448" : 2808,
"2441216" : 2765,
"2473984" : 2792,
"2506752" : 2907,
"2539520" : 3038,
"2572288" : 3167,
"2605056" : 3059,
"2637824" : 3154,
"2670592" : 3248,
"2703360" : 3234,
"2736128" : 3291,
"2768896" : 3517,
"2801664" : 3948,
"2834432" : 4019,
"2867200" : 3943,
"2899968" : 3903,
"2932736" : 4008,
"2965504" : 4392,
"2998272" : 5656,
"3031040" : 5636,
"3063808" : 5321,
"3096576" : 5093,
"3129344" : 5331,
"3162112" : 5497,
"3194880" : 5762,
"3227648" : 6691,
"3260416" : 6720,
"3293184" : 6930,
"3325952" : 7711,
"3358720" : 8078,
"3391488" : 8215,
"3424256" : 8419,
"3457024" : 8992,
"3489792" : 10130,
"3522560" : 10545,
"3555328" : 10397,
"3588096" : 10252,
"3620864" : 10473,
"3653632" : 10782,
"3686400" : 11864,
"3719168" : 16350,
"3751936" : 18270,
"3784704" : 17052,
"3817472" : 15229,
"3850240" : 13817,
"3883008" : 13932,
"3915776" : 14069,
"3948544" : 15113,
"3981312" : 18510,
"4014080" : 21312,
"4046848" : 18104,
"4079616" : 18574,
"4112384" : 20395,
"4145152" : 21204,
"4177920" : 20163,
"4227072" : 43498,
"4292608" : 56097,
"4358144" : 41327,
"4423680" : 38593,
"4489216" : 39295,
"4554752" : 36775,
"4620288" : 35013,
"4685824" : 34515,
"4751360" : 33810,
"4816896" : 33368,
"4882432" : 34309,
"4947968" : 35595,
"5013504" : 40134,
"5079040" : 31011,
"5144576" : 30783,
"5210112" : 30349,
"5275648" : 30896,
"5341184" : 30619,
"5406720" : 30374,
"5472256" : 29320,
"5537792" : 29298,
"5603328" : 30109,
"5668864" : 29112,
"5734400" : 29183,
"5799936" : 28574,
"5865472" : 27470,
"5931008" : 26445,
"5996544" : 28774,
"6062080" : 25507,
"6127616" : 25598,
"6193152" : 24725,
"6258688" : 24499,
"6324224" : 23079,
"6389760" : 22545,
"6455296" : 21824,
"6520832" : 21066,
"6586368" : 20393,
"6651904" : 19234,
"6717440" : 18349,
"6782976" : 17755,
"6848512" : 16690,
"6914048" : 15287,
"6979584" : 15288,
"7045120" : 13527,
"7110656" : 13127,
"7176192" : 12485,
"7241728" : 12272,
"7307264" : 11695,
"7372800" : 11252,
"7438336" : 11169,
"7503872" : 10829,
"7569408" : 10534,
"7634944" : 10153,
"7700480" : 10259,
"7766016" : 9974,
"7831552" : 9615,
"7897088" : 9230,
"7962624" : 9272,
"8028160" : 9497,
"8093696" : 8799,
"8159232" : 8720,
"8224768" : 8779,
"8290304" : 8577,
"8355840" : 8268,
"8454144" : 16373,
"8585216" : 15488,
"8716288" : 14966,
"8847360" : 13760,
"8978432" : 12853,
"9109504" : 11384,
"9240576" : 10502,
"9371648" : 9070,
"9502720" : 8192,
"9633792" : 7220,
"9764864" : 6435,
"9895936" : 5620,
"10027008" : 5105,
"10158080" : 4347,
"10289152" : 3978,
"10420224" : 3458,
"10551296" : 3139,
"10682368" : 2721,
"10813440" : 2350,
"10944512" : 2139,
"11075584" : 1751,
"11206656" : 1486,
"11337728" : 1185,
"11468800" : 1093,
"11599872" : 911,
"11730944" : 773,
"11862016" : 634,
"11993088" : 573,
"12124160" : 489,
"12255232" : 482,
"12386304" : 355,
"12517376" : 309,
"12648448" : 238,
"12779520" : 211,
"12910592" : 179,
"13041664" : 171,
"13172736" : 142,
"13303808" : 124,
"13434880" : 86,
"13565952" : 75,
"13697024" : 64,
"13828096" : 39,
"13959168" : 45,
"14090240" : 57,
"14221312" : 29,
"14352384" : 30,
"14483456" : 33,
"14614528" : 35,
"14745600" : 26,
"14876672" : 15,
"15007744" : 13,
"15138816" : 5,
"15269888" : 11,
"15400960" : 3,
"15532032" : 4,
"15663104" : 6,
"15794176" : 4,
"15925248" : 4,
"16056320" : 5,
"16187392" : 3,
"16318464" : 1,
"16449536" : 1,
"16711680" : 1,
"16908288" : 2,
"17170432" : 1,
"17694720" : 1
}
},
"lat_ns" : {
"min" : 487595,
"max" : 18363509,
"mean" : 5751139.545460,
"stddev" : 1957079.676442,
"N" : 2225218
},
"bw_min" : 54144,
"bw_max" : 127362,
"bw_agg" : 100.000000,
"bw_mean" : 89193.437186,
"bw_dev" : 2271.914793,
"bw_samples" : 1592,
"iops_min" : 13536,
"iops_max" : 31836,
"iops_mean" : 22298.130653,
"iops_stddev" : 567.967567,
"iops_samples" : 1592
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 799998,
"usr_cpu" : 0.745627,
"sys_cpu" : 9.996275,
"ctx" : 2240062,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999955,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999955,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.064847,
"1000" : 0.105383
},
"latency_ms" : {
"2" : 1.829387,
"4" : 18.753106,
"10" : 77.566728,
"20" : 1.677358,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122338,
"timestamp_ms" : 1774122338286,
"time" : "Sat Mar 21 16:45:38 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9966940160,
"io_kbytes" : 9733340,
"bw_bytes" : 90608546,
"bw" : 88484,
"iops" : 22121.381818,
"runtime" : 110000,
"total_ios" : 2433352,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 13540,
"max" : 5884208,
"mean" : 358847.483500,
"stddev" : 216475.541898,
"N" : 2433352
},
"clat_ns" : {
"min" : 457638,
"max" : 17594794,
"mean" : 5426380.853671,
"stddev" : 1826058.995411,
"N" : 2433344,
"percentile" : {
"1.000000" : 1794048,
"5.000000" : 2801664,
"10.000000" : 3457024,
"20.000000" : 4014080,
"30.000000" : 4358144,
"40.000000" : 4751360,
"50.000000" : 5144576,
"60.000000" : 5603328,
"70.000000" : 6127616,
"80.000000" : 6848512,
"90.000000" : 8028160,
"95.000000" : 8847360,
"99.000000" : 10420224,
"99.500000" : 10944512,
"99.900000" : 12255232,
"99.950000" : 12910592,
"99.990000" : 14090240
},
"bins" : {
"456704" : 1,
"460800" : 3,
"464896" : 5,
"468992" : 1,
"473088" : 1,
"477184" : 4,
"481280" : 11,
"485376" : 7,
"489472" : 5,
"493568" : 11,
"497664" : 12,
"501760" : 14,
"505856" : 23,
"509952" : 18,
"514048" : 18,
"518144" : 18,
"522240" : 22,
"528384" : 40,
"536576" : 37,
"544768" : 58,
"552960" : 41,
"561152" : 46,
"569344" : 50,
"577536" : 45,
"585728" : 41,
"593920" : 33,
"602112" : 42,
"610304" : 46,
"618496" : 35,
"626688" : 56,
"634880" : 50,
"643072" : 37,
"651264" : 59,
"659456" : 41,
"667648" : 57,
"675840" : 60,
"684032" : 54,
"692224" : 53,
"700416" : 54,
"708608" : 59,
"716800" : 71,
"724992" : 53,
"733184" : 41,
"741376" : 44,
"749568" : 56,
"757760" : 65,
"765952" : 68,
"774144" : 84,
"782336" : 77,
"790528" : 73,
"798720" : 63,
"806912" : 64,
"815104" : 91,
"823296" : 74,
"831488" : 64,
"839680" : 82,
"847872" : 69,
"856064" : 91,
"864256" : 80,
"872448" : 82,
"880640" : 89,
"888832" : 77,
"897024" : 74,
"905216" : 95,
"913408" : 80,
"921600" : 79,
"929792" : 57,
"937984" : 72,
"946176" : 64,
"954368" : 73,
"962560" : 88,
"970752" : 84,
"978944" : 84,
"987136" : 73,
"995328" : 99,
"1003520" : 99,
"1011712" : 81,
"1019904" : 83,
"1028096" : 86,
"1036288" : 61,
"1044480" : 78,
"1056768" : 183,
"1073152" : 170,
"1089536" : 164,
"1105920" : 161,
"1122304" : 201,
"1138688" : 152,
"1155072" : 174,
"1171456" : 161,
"1187840" : 191,
"1204224" : 175,
"1220608" : 189,
"1236992" : 186,
"1253376" : 177,
"1269760" : 171,
"1286144" : 192,
"1302528" : 176,
"1318912" : 179,
"1335296" : 166,
"1351680" : 209,
"1368064" : 216,
"1384448" : 256,
"1400832" : 242,
"1417216" : 250,
"1433600" : 296,
"1449984" : 319,
"1466368" : 305,
"1482752" : 375,
"1499136" : 330,
"1515520" : 367,
"1531904" : 433,
"1548288" : 451,
"1564672" : 573,
"1581056" : 629,
"1597440" : 662,
"1613824" : 639,
"1630208" : 645,
"1646592" : 741,
"1662976" : 800,
"1679360" : 856,
"1695744" : 965,
"1712128" : 1115,
"1728512" : 1250,
"1744896" : 1235,
"1761280" : 1202,
"1777664" : 1182,
"1794048" : 1174,
"1810432" : 1254,
"1826816" : 1433,
"1843200" : 1609,
"1859584" : 1786,
"1875968" : 1857,
"1892352" : 1629,
"1908736" : 1492,
"1925120" : 1402,
"1941504" : 1457,
"1957888" : 1590,
"1974272" : 1716,
"1990656" : 1981,
"2007040" : 2148,
"2023424" : 1899,
"2039808" : 1743,
"2056192" : 1643,
"2072576" : 1408,
"2088960" : 1474,
"2113536" : 3129,
"2146304" : 3541,
"2179072" : 3504,
"2211840" : 2988,
"2244608" : 2842,
"2277376" : 2780,
"2310144" : 2810,
"2342912" : 2995,
"2375680" : 2979,
"2408448" : 2837,
"2441216" : 2808,
"2473984" : 2831,
"2506752" : 2946,
"2539520" : 3107,
"2572288" : 3247,
"2605056" : 3118,
"2637824" : 3231,
"2670592" : 3324,
"2703360" : 3312,
"2736128" : 3375,
"2768896" : 3624,
"2801664" : 4048,
"2834432" : 4136,
"2867200" : 4098,
"2899968" : 4044,
"2932736" : 4173,
"2965504" : 4560,
"2998272" : 5893,
"3031040" : 5857,
"3063808" : 5509,
"3096576" : 5364,
"3129344" : 5608,
"3162112" : 5788,
"3194880" : 6077,
"3227648" : 7057,
"3260416" : 7143,
"3293184" : 7340,
"3325952" : 8194,
"3358720" : 8587,
"3391488" : 8735,
"3424256" : 8981,
"3457024" : 9540,
"3489792" : 10691,
"3522560" : 11265,
"3555328" : 11131,
"3588096" : 11071,
"3620864" : 11306,
"3653632" : 11654,
"3686400" : 12790,
"3719168" : 17282,
"3751936" : 19294,
"3784704" : 18112,
"3817472" : 16321,
"3850240" : 14980,
"3883008" : 15098,
"3915776" : 15249,
"3948544" : 16357,
"3981312" : 19857,
"4014080" : 22836,
"4046848" : 19498,
"4079616" : 19962,
"4112384" : 21810,
"4145152" : 22739,
"4177920" : 21641,
"4227072" : 46752,
"4292608" : 59312,
"4358144" : 44680,
"4423680" : 42104,
"4489216" : 42948,
"4554752" : 40550,
"4620288" : 38830,
"4685824" : 38432,
"4751360" : 37648,
"4816896" : 37140,
"4882432" : 38024,
"4947968" : 39472,
"5013504" : 44199,
"5079040" : 34704,
"5144576" : 34603,
"5210112" : 34177,
"5275648" : 34549,
"5341184" : 34157,
"5406720" : 33902,
"5472256" : 32660,
"5537792" : 32469,
"5603328" : 33237,
"5668864" : 31977,
"5734400" : 32073,
"5799936" : 31466,
"5865472" : 30322,
"5931008" : 29065,
"5996544" : 31525,
"6062080" : 28019,
"6127616" : 28087,
"6193152" : 27175,
"6258688" : 26835,
"6324224" : 25490,
"6389760" : 24927,
"6455296" : 24132,
"6520832" : 23334,
"6586368" : 22631,
"6651904" : 21448,
"6717440" : 20446,
"6782976" : 19829,
"6848512" : 18667,
"6914048" : 17327,
"6979584" : 17305,
"7045120" : 15412,
"7110656" : 14929,
"7176192" : 14335,
"7241728" : 14092,
"7307264" : 13461,
"7372800" : 12973,
"7438336" : 12874,
"7503872" : 12462,
"7569408" : 12149,
"7634944" : 11717,
"7700480" : 11847,
"7766016" : 11509,
"7831552" : 11047,
"7897088" : 10593,
"7962624" : 10661,
"8028160" : 10818,
"8093696" : 9986,
"8159232" : 9977,
"8224768" : 9920,
"8290304" : 9681,
"8355840" : 9310,
"8454144" : 18314,
"8585216" : 17295,
"8716288" : 16603,
"8847360" : 15212,
"8978432" : 14086,
"9109504" : 12437,
"9240576" : 11445,
"9371648" : 9840,
"9502720" : 8853,
"9633792" : 7720,
"9764864" : 6901,
"9895936" : 5947,
"10027008" : 5398,
"10158080" : 4589,
"10289152" : 4168,
"10420224" : 3589,
"10551296" : 3267,
"10682368" : 2813,
"10813440" : 2451,
"10944512" : 2221,
"11075584" : 1807,
"11206656" : 1543,
"11337728" : 1236,
"11468800" : 1133,
"11599872" : 941,
"11730944" : 795,
"11862016" : 656,
"11993088" : 588,
"12124160" : 517,
"12255232" : 498,
"12386304" : 367,
"12517376" : 312,
"12648448" : 243,
"12779520" : 213,
"12910592" : 180,
"13041664" : 171,
"13172736" : 142,
"13303808" : 124,
"13434880" : 86,
"13565952" : 75,
"13697024" : 64,
"13828096" : 39,
"13959168" : 46,
"14090240" : 57,
"14221312" : 30,
"14352384" : 30,
"14483456" : 33,
"14614528" : 35,
"14745600" : 26,
"14876672" : 15,
"15007744" : 13,
"15138816" : 5,
"15269888" : 11,
"15400960" : 3,
"15532032" : 4,
"15663104" : 6,
"15794176" : 4,
"15925248" : 4,
"16056320" : 5,
"16187392" : 3,
"16318464" : 1,
"16449536" : 1,
"16711680" : 1,
"16908288" : 2,
"17170432" : 1,
"17694720" : 1
}
},
"lat_ns" : {
"min" : 487595,
"max" : 18363509,
"mean" : 5785228.373988,
"stddev" : 1937249.552818,
"N" : 2433344
},
"bw_min" : 54144,
"bw_max" : 127362,
"bw_agg" : 100.000000,
"bw_mean" : 88564.799087,
"bw_dev" : 2217.347421,
"bw_samples" : 1752,
"iops_min" : 13536,
"iops_max" : 31836,
"iops_mean" : 22140.958904,
"iops_stddev" : 554.327605,
"iops_samples" : 1752
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 879999,
"usr_cpu" : 0.745455,
"sys_cpu" : 10.129671,
"ctx" : 2450245,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.059301,
"1000" : 0.096369
},
"latency_ms" : {
"2" : 1.673905,
"4" : 18.102683,
"10" : 78.468179,
"20" : 1.596645,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122348,
"timestamp_ms" : 1774122348285,
"time" : "Sat Mar 21 16:45:48 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10772537344,
"io_kbytes" : 10520056,
"bw_bytes" : 89771144,
"bw" : 87667,
"iops" : 21916.908333,
"runtime" : 120000,
"total_ios" : 2630029,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 13540,
"max" : 5884208,
"mean" : 362215.898464,
"stddev" : 216862.052749,
"N" : 2630029
},
"clat_ns" : {
"min" : 457638,
"max" : 17594794,
"mean" : 5476993.369493,
"stddev" : 1812033.679550,
"N" : 2630021,
"percentile" : {
"1.000000" : 1810432,
"5.000000" : 2867200,
"10.000000" : 3489792,
"20.000000" : 4046848,
"30.000000" : 4423680,
"40.000000" : 4816896,
"50.000000" : 5210112,
"60.000000" : 5668864,
"70.000000" : 6193152,
"80.000000" : 6848512,
"90.000000" : 8028160,
"95.000000" : 8847360,
"99.000000" : 10420224,
"99.500000" : 10944512,
"99.900000" : 12255232,
"99.950000" : 12779520,
"99.990000" : 14090240
},
"bins" : {
"456704" : 1,
"460800" : 3,
"464896" : 5,
"468992" : 1,
"473088" : 1,
"477184" : 4,
"481280" : 11,
"485376" : 7,
"489472" : 5,
"493568" : 11,
"497664" : 12,
"501760" : 14,
"505856" : 23,
"509952" : 18,
"514048" : 18,
"518144" : 18,
"522240" : 22,
"528384" : 40,
"536576" : 37,
"544768" : 58,
"552960" : 41,
"561152" : 46,
"569344" : 50,
"577536" : 45,
"585728" : 41,
"593920" : 33,
"602112" : 42,
"610304" : 46,
"618496" : 35,
"626688" : 56,
"634880" : 50,
"643072" : 37,
"651264" : 59,
"659456" : 41,
"667648" : 57,
"675840" : 60,
"684032" : 54,
"692224" : 53,
"700416" : 54,
"708608" : 59,
"716800" : 71,
"724992" : 53,
"733184" : 41,
"741376" : 44,
"749568" : 56,
"757760" : 65,
"765952" : 68,
"774144" : 84,
"782336" : 77,
"790528" : 73,
"798720" : 63,
"806912" : 64,
"815104" : 91,
"823296" : 74,
"831488" : 64,
"839680" : 82,
"847872" : 69,
"856064" : 91,
"864256" : 80,
"872448" : 82,
"880640" : 89,
"888832" : 77,
"897024" : 74,
"905216" : 95,
"913408" : 80,
"921600" : 79,
"929792" : 57,
"937984" : 72,
"946176" : 64,
"954368" : 73,
"962560" : 88,
"970752" : 84,
"978944" : 84,
"987136" : 73,
"995328" : 99,
"1003520" : 99,
"1011712" : 81,
"1019904" : 83,
"1028096" : 86,
"1036288" : 61,
"1044480" : 78,
"1056768" : 183,
"1073152" : 170,
"1089536" : 164,
"1105920" : 161,
"1122304" : 201,
"1138688" : 152,
"1155072" : 174,
"1171456" : 161,
"1187840" : 191,
"1204224" : 175,
"1220608" : 189,
"1236992" : 186,
"1253376" : 177,
"1269760" : 171,
"1286144" : 192,
"1302528" : 176,
"1318912" : 179,
"1335296" : 166,
"1351680" : 209,
"1368064" : 216,
"1384448" : 256,
"1400832" : 242,
"1417216" : 250,
"1433600" : 296,
"1449984" : 319,
"1466368" : 305,
"1482752" : 375,
"1499136" : 330,
"1515520" : 367,
"1531904" : 433,
"1548288" : 451,
"1564672" : 573,
"1581056" : 629,
"1597440" : 662,
"1613824" : 639,
"1630208" : 645,
"1646592" : 741,
"1662976" : 800,
"1679360" : 856,
"1695744" : 965,
"1712128" : 1115,
"1728512" : 1250,
"1744896" : 1235,
"1761280" : 1202,
"1777664" : 1182,
"1794048" : 1174,
"1810432" : 1254,
"1826816" : 1433,
"1843200" : 1609,
"1859584" : 1786,
"1875968" : 1857,
"1892352" : 1629,
"1908736" : 1492,
"1925120" : 1402,
"1941504" : 1457,
"1957888" : 1590,
"1974272" : 1716,
"1990656" : 1981,
"2007040" : 2148,
"2023424" : 1899,
"2039808" : 1743,
"2056192" : 1643,
"2072576" : 1408,
"2088960" : 1474,
"2113536" : 3129,
"2146304" : 3541,
"2179072" : 3504,
"2211840" : 2988,
"2244608" : 2842,
"2277376" : 2780,
"2310144" : 2810,
"2342912" : 2996,
"2375680" : 2979,
"2408448" : 2840,
"2441216" : 2808,
"2473984" : 2834,
"2506752" : 2946,
"2539520" : 3108,
"2572288" : 3251,
"2605056" : 3121,
"2637824" : 3232,
"2670592" : 3327,
"2703360" : 3319,
"2736128" : 3382,
"2768896" : 3634,
"2801664" : 4066,
"2834432" : 4155,
"2867200" : 4131,
"2899968" : 4057,
"2932736" : 4201,
"2965504" : 4589,
"2998272" : 5936,
"3031040" : 5886,
"3063808" : 5554,
"3096576" : 5421,
"3129344" : 5676,
"3162112" : 5862,
"3194880" : 6162,
"3227648" : 7136,
"3260416" : 7241,
"3293184" : 7457,
"3325952" : 8339,
"3358720" : 8740,
"3391488" : 8895,
"3424256" : 9167,
"3457024" : 9735,
"3489792" : 10935,
"3522560" : 11532,
"3555328" : 11397,
"3588096" : 11375,
"3620864" : 11629,
"3653632" : 12004,
"3686400" : 13157,
"3719168" : 17701,
"3751936" : 19771,
"3784704" : 18633,
"3817472" : 16828,
"3850240" : 15521,
"3883008" : 15720,
"3915776" : 15882,
"3948544" : 17002,
"3981312" : 20574,
"4014080" : 23585,
"4046848" : 20293,
"4079616" : 20792,
"4112384" : 22716,
"4145152" : 23662,
"4177920" : 22643,
"4227072" : 48898,
"4292608" : 61498,
"4358144" : 47175,
"4423680" : 44731,
"4489216" : 45650,
"4554752" : 43402,
"4620288" : 41910,
"4685824" : 41601,
"4751360" : 41031,
"4816896" : 40591,
"4882432" : 41519,
"4947968" : 42992,
"5013504" : 48016,
"5079040" : 38205,
"5144576" : 38242,
"5210112" : 37807,
"5275648" : 38199,
"5341184" : 37914,
"5406720" : 37751,
"5472256" : 36400,
"5537792" : 36165,
"5603328" : 36836,
"5668864" : 35448,
"5734400" : 35601,
"5799936" : 34779,
"5865472" : 33777,
"5931008" : 32390,
"5996544" : 35063,
"6062080" : 31308,
"6127616" : 31198,
"6193152" : 30246,
"6258688" : 29817,
"6324224" : 28305,
"6389760" : 27599,
"6455296" : 26749,
"6520832" : 25903,
"6586368" : 25087,
"6651904" : 23809,
"6717440" : 22776,
"6782976" : 22054,
"6848512" : 20929,
"6914048" : 19425,
"6979584" : 19524,
"7045120" : 17462,
"7110656" : 16962,
"7176192" : 16218,
"7241728" : 15879,
"7307264" : 15233,
"7372800" : 14795,
"7438336" : 14601,
"7503872" : 14182,
"7569408" : 13775,
"7634944" : 13366,
"7700480" : 13503,
"7766016" : 13055,
"7831552" : 12530,
"7897088" : 12024,
"7962624" : 11970,
"8028160" : 12256,
"8093696" : 11395,
"8159232" : 11278,
"8224768" : 11175,
"8290304" : 10930,
"8355840" : 10556,
"8454144" : 20772,
"8585216" : 19418,
"8716288" : 18599,
"8847360" : 16954,
"8978432" : 15657,
"9109504" : 13749,
"9240576" : 12631,
"9371648" : 10840,
"9502720" : 9721,
"9633792" : 8364,
"9764864" : 7405,
"9895936" : 6332,
"10027008" : 5717,
"10158080" : 4845,
"10289152" : 4320,
"10420224" : 3760,
"10551296" : 3392,
"10682368" : 2917,
"10813440" : 2530,
"10944512" : 2289,
"11075584" : 1882,
"11206656" : 1622,
"11337728" : 1284,
"11468800" : 1176,
"11599872" : 967,
"11730944" : 817,
"11862016" : 679,
"11993088" : 607,
"12124160" : 528,
"12255232" : 510,
"12386304" : 371,
"12517376" : 313,
"12648448" : 245,
"12779520" : 215,
"12910592" : 186,
"13041664" : 173,
"13172736" : 143,
"13303808" : 125,
"13434880" : 87,
"13565952" : 77,
"13697024" : 68,
"13828096" : 46,
"13959168" : 50,
"14090240" : 62,
"14221312" : 32,
"14352384" : 31,
"14483456" : 34,
"14614528" : 36,
"14745600" : 26,
"14876672" : 15,
"15007744" : 13,
"15138816" : 5,
"15269888" : 12,
"15400960" : 3,
"15532032" : 4,
"15663104" : 6,
"15794176" : 4,
"15925248" : 4,
"16056320" : 5,
"16187392" : 3,
"16318464" : 1,
"16449536" : 1,
"16711680" : 1,
"16908288" : 2,
"17170432" : 1,
"17694720" : 1
}
},
"lat_ns" : {
"min" : 487595,
"max" : 18363509,
"mean" : 5839210.191076,
"stddev" : 1922082.483167,
"N" : 2630021
},
"bw_min" : 54144,
"bw_max" : 127362,
"bw_agg" : 100.000000,
"bw_mean" : 87723.242678,
"bw_dev" : 2172.838591,
"bw_samples" : 1912,
"iops_min" : 13536,
"iops_max" : 31836,
"iops_mean" : 21930.560669,
"iops_stddev" : 543.200978,
"iops_samples" : 1912
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 960000,
"usr_cpu" : 0.743021,
"sys_cpu" : 10.208646,
"ctx" : 2648762,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.054866,
"1000" : 0.089163
},
"latency_ms" : {
"2" : 1.548728,
"4" : 17.090762,
"10" : 79.677334,
"20" : 1.536447,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122358,
"timestamp_ms" : 1774122358286,
"time" : "Sat Mar 21 16:45:58 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 49,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11494170624,
"io_kbytes" : 11224776,
"bw_bytes" : 88416697,
"bw" : 86344,
"iops" : 21586.238462,
"runtime" : 130000,
"total_ios" : 2806211,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 13540,
"max" : 6011322,
"mean" : 367804.335983,
"stddev" : 219173.108171,
"N" : 2806211
},
"clat_ns" : {
"min" : 457638,
"max" : 17725955,
"mean" : 5560775.996759,
"stddev" : 1834885.514222,
"N" : 2806203,
"percentile" : {
"1.000000" : 1843200,
"5.000000" : 2932736,
"10.000000" : 3555328,
"20.000000" : 4112384,
"30.000000" : 4489216,
"40.000000" : 4882432,
"50.000000" : 5275648,
"60.000000" : 5799936,
"70.000000" : 6324224,
"80.000000" : 6979584,
"90.000000" : 8159232,
"95.000000" : 8978432,
"99.000000" : 10420224,
"99.500000" : 11075584,
"99.900000" : 12255232,
"99.950000" : 12910592,
"99.990000" : 14090240
},
"bins" : {
"456704" : 1,
"460800" : 3,
"464896" : 5,
"468992" : 1,
"473088" : 1,
"477184" : 4,
"481280" : 11,
"485376" : 7,
"489472" : 5,
"493568" : 11,
"497664" : 12,
"501760" : 14,
"505856" : 23,
"509952" : 18,
"514048" : 18,
"518144" : 18,
"522240" : 22,
"528384" : 40,
"536576" : 37,
"544768" : 58,
"552960" : 41,
"561152" : 46,
"569344" : 50,
"577536" : 45,
"585728" : 41,
"593920" : 33,
"602112" : 42,
"610304" : 46,
"618496" : 35,
"626688" : 56,
"634880" : 50,
"643072" : 37,
"651264" : 59,
"659456" : 41,
"667648" : 57,
"675840" : 60,
"684032" : 54,
"692224" : 53,
"700416" : 54,
"708608" : 59,
"716800" : 71,
"724992" : 53,
"733184" : 41,
"741376" : 44,
"749568" : 56,
"757760" : 65,
"765952" : 68,
"774144" : 84,
"782336" : 77,
"790528" : 73,
"798720" : 63,
"806912" : 64,
"815104" : 91,
"823296" : 74,
"831488" : 64,
"839680" : 82,
"847872" : 69,
"856064" : 91,
"864256" : 80,
"872448" : 82,
"880640" : 89,
"888832" : 77,
"897024" : 74,
"905216" : 95,
"913408" : 80,
"921600" : 79,
"929792" : 57,
"937984" : 72,
"946176" : 64,
"954368" : 73,
"962560" : 88,
"970752" : 84,
"978944" : 84,
"987136" : 73,
"995328" : 99,
"1003520" : 99,
"1011712" : 81,
"1019904" : 83,
"1028096" : 86,
"1036288" : 61,
"1044480" : 78,
"1056768" : 183,
"1073152" : 170,
"1089536" : 164,
"1105920" : 161,
"1122304" : 201,
"1138688" : 152,
"1155072" : 174,
"1171456" : 161,
"1187840" : 191,
"1204224" : 175,
"1220608" : 189,
"1236992" : 186,
"1253376" : 177,
"1269760" : 171,
"1286144" : 192,
"1302528" : 176,
"1318912" : 179,
"1335296" : 166,
"1351680" : 209,
"1368064" : 216,
"1384448" : 256,
"1400832" : 242,
"1417216" : 250,
"1433600" : 296,
"1449984" : 319,
"1466368" : 305,
"1482752" : 375,
"1499136" : 330,
"1515520" : 367,
"1531904" : 433,
"1548288" : 451,
"1564672" : 573,
"1581056" : 629,
"1597440" : 662,
"1613824" : 639,
"1630208" : 645,
"1646592" : 741,
"1662976" : 800,
"1679360" : 856,
"1695744" : 965,
"1712128" : 1115,
"1728512" : 1250,
"1744896" : 1235,
"1761280" : 1202,
"1777664" : 1182,
"1794048" : 1174,
"1810432" : 1254,
"1826816" : 1433,
"1843200" : 1609,
"1859584" : 1786,
"1875968" : 1857,
"1892352" : 1629,
"1908736" : 1492,
"1925120" : 1402,
"1941504" : 1457,
"1957888" : 1590,
"1974272" : 1716,
"1990656" : 1981,
"2007040" : 2148,
"2023424" : 1899,
"2039808" : 1743,
"2056192" : 1643,
"2072576" : 1408,
"2088960" : 1474,
"2113536" : 3129,
"2146304" : 3541,
"2179072" : 3504,
"2211840" : 2988,
"2244608" : 2842,
"2277376" : 2780,
"2310144" : 2810,
"2342912" : 2996,
"2375680" : 2979,
"2408448" : 2840,
"2441216" : 2808,
"2473984" : 2834,
"2506752" : 2946,
"2539520" : 3108,
"2572288" : 3251,
"2605056" : 3121,
"2637824" : 3232,
"2670592" : 3327,
"2703360" : 3319,
"2736128" : 3382,
"2768896" : 3634,
"2801664" : 4066,
"2834432" : 4155,
"2867200" : 4131,
"2899968" : 4057,
"2932736" : 4201,
"2965504" : 4591,
"2998272" : 5937,
"3031040" : 5891,
"3063808" : 5561,
"3096576" : 5424,
"3129344" : 5680,
"3162112" : 5870,
"3194880" : 6176,
"3227648" : 7148,
"3260416" : 7255,
"3293184" : 7475,
"3325952" : 8359,
"3358720" : 8762,
"3391488" : 8927,
"3424256" : 9192,
"3457024" : 9763,
"3489792" : 10974,
"3522560" : 11590,
"3555328" : 11443,
"3588096" : 11427,
"3620864" : 11682,
"3653632" : 12076,
"3686400" : 13227,
"3719168" : 17791,
"3751936" : 19875,
"3784704" : 18745,
"3817472" : 16947,
"3850240" : 15659,
"3883008" : 15873,
"3915776" : 16059,
"3948544" : 17199,
"3981312" : 20767,
"4014080" : 23831,
"4046848" : 20566,
"4079616" : 21042,
"4112384" : 23013,
"4145152" : 24003,
"4177920" : 23030,
"4227072" : 49715,
"4292608" : 62460,
"4358144" : 48271,
"4423680" : 45935,
"4489216" : 46965,
"4554752" : 44954,
"4620288" : 43632,
"4685824" : 43463,
"4751360" : 43078,
"4816896" : 42772,
"4882432" : 43750,
"4947968" : 45282,
"5013504" : 50646,
"5079040" : 40768,
"5144576" : 40887,
"5210112" : 40583,
"5275648" : 40962,
"5341184" : 40721,
"5406720" : 40730,
"5472256" : 39207,
"5537792" : 39167,
"5603328" : 39852,
"5668864" : 38337,
"5734400" : 38651,
"5799936" : 37733,
"5865472" : 36744,
"5931008" : 35307,
"5996544" : 38170,
"6062080" : 34184,
"6127616" : 34051,
"6193152" : 32995,
"6258688" : 32580,
"6324224" : 30910,
"6389760" : 30272,
"6455296" : 29426,
"6520832" : 28540,
"6586368" : 27588,
"6651904" : 26186,
"6717440" : 25090,
"6782976" : 24279,
"6848512" : 23176,
"6914048" : 21485,
"6979584" : 21622,
"7045120" : 19435,
"7110656" : 18888,
"7176192" : 18101,
"7241728" : 17692,
"7307264" : 17014,
"7372800" : 16523,
"7438336" : 16278,
"7503872" : 15848,
"7569408" : 15406,
"7634944" : 15027,
"7700480" : 15035,
"7766016" : 14635,
"7831552" : 14011,
"7897088" : 13652,
"7962624" : 13456,
"8028160" : 13856,
"8093696" : 12845,
"8159232" : 12819,
"8224768" : 12713,
"8290304" : 12394,
"8355840" : 12008,
"8454144" : 23655,
"8585216" : 22214,
"8716288" : 21210,
"8847360" : 19562,
"8978432" : 18076,
"9109504" : 16063,
"9240576" : 14852,
"9371648" : 12893,
"9502720" : 11698,
"9633792" : 10189,
"9764864" : 9075,
"9895936" : 7773,
"10027008" : 6958,
"10158080" : 5941,
"10289152" : 5237,
"10420224" : 4600,
"10551296" : 4029,
"10682368" : 3492,
"10813440" : 3015,
"10944512" : 2693,
"11075584" : 2196,
"11206656" : 1870,
"11337728" : 1513,
"11468800" : 1396,
"11599872" : 1160,
"11730944" : 1003,
"11862016" : 810,
"11993088" : 717,
"12124160" : 617,
"12255232" : 596,
"12386304" : 438,
"12517376" : 372,
"12648448" : 286,
"12779520" : 263,
"12910592" : 217,
"13041664" : 196,
"13172736" : 163,
"13303808" : 136,
"13434880" : 99,
"13565952" : 87,
"13697024" : 75,
"13828096" : 51,
"13959168" : 59,
"14090240" : 67,
"14221312" : 39,
"14352384" : 35,
"14483456" : 44,
"14614528" : 37,
"14745600" : 27,
"14876672" : 18,
"15007744" : 14,
"15138816" : 5,
"15269888" : 12,
"15400960" : 3,
"15532032" : 4,
"15663104" : 7,
"15794176" : 5,
"15925248" : 5,
"16056320" : 5,
"16187392" : 3,
"16318464" : 1,
"16449536" : 1,
"16711680" : 1,
"16908288" : 3,
"17170432" : 2,
"17694720" : 5
}
},
"lat_ns" : {
"min" : 487595,
"max" : 18363509,
"mean" : 5928566.974515,
"stddev" : 1946352.829972,
"N" : 2806203
},
"bw_min" : 54144,
"bw_max" : 127362,
"bw_agg" : 100.000000,
"bw_mean" : 86382.841699,
"bw_dev" : 2193.313347,
"bw_samples" : 2072,
"iops_min" : 13536,
"iops_max" : 31836,
"iops_mean" : 21595.436293,
"iops_stddev" : 548.325126,
"iops_samples" : 2072
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1039998,
"usr_cpu" : 0.735290,
"sys_cpu" : 10.200500,
"ctx" : 2826259,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.051422,
"1000" : 0.083565
},
"latency_ms" : {
"2" : 1.451495,
"4" : 16.085747,
"10" : 80.600889,
"20" : 1.724354,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122368,
"timestamp_ms" : 1774122368285,
"time" : "Sat Mar 21 16:46:08 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12250628096,
"io_kbytes" : 11963504,
"bw_bytes" : 87505111,
"bw" : 85454,
"iops" : 21363.688312,
"runtime" : 139999,
"total_ios" : 2990895,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 13540,
"max" : 6011322,
"mean" : 371661.019916,
"stddev" : 220116.989524,
"N" : 2990895
},
"clat_ns" : {
"min" : 457638,
"max" : 17725955,
"mean" : 5618785.223323,
"stddev" : 1838407.603149,
"N" : 2990887,
"percentile" : {
"1.000000" : 1859584,
"5.000000" : 2998272,
"10.000000" : 3588096,
"20.000000" : 4145152,
"30.000000" : 4489216,
"40.000000" : 4947968,
"50.000000" : 5341184,
"60.000000" : 5865472,
"70.000000" : 6389760,
"80.000000" : 7110656,
"90.000000" : 8224768,
"95.000000" : 8978432,
"99.000000" : 10551296,
"99.500000" : 11075584,
"99.900000" : 12255232,
"99.950000" : 12779520,
"99.990000" : 14090240
},
"bins" : {
"456704" : 1,
"460800" : 3,
"464896" : 5,
"468992" : 1,
"473088" : 1,
"477184" : 4,
"481280" : 11,
"485376" : 7,
"489472" : 5,
"493568" : 11,
"497664" : 12,
"501760" : 14,
"505856" : 23,
"509952" : 18,
"514048" : 18,
"518144" : 18,
"522240" : 22,
"528384" : 40,
"536576" : 37,
"544768" : 58,
"552960" : 41,
"561152" : 46,
"569344" : 50,
"577536" : 45,
"585728" : 41,
"593920" : 33,
"602112" : 42,
"610304" : 46,
"618496" : 35,
"626688" : 56,
"634880" : 50,
"643072" : 37,
"651264" : 59,
"659456" : 41,
"667648" : 57,
"675840" : 60,
"684032" : 54,
"692224" : 53,
"700416" : 54,
"708608" : 59,
"716800" : 71,
"724992" : 53,
"733184" : 41,
"741376" : 44,
"749568" : 56,
"757760" : 65,
"765952" : 68,
"774144" : 84,
"782336" : 77,
"790528" : 73,
"798720" : 63,
"806912" : 64,
"815104" : 91,
"823296" : 74,
"831488" : 64,
"839680" : 82,
"847872" : 69,
"856064" : 91,
"864256" : 80,
"872448" : 82,
"880640" : 89,
"888832" : 77,
"897024" : 74,
"905216" : 95,
"913408" : 80,
"921600" : 79,
"929792" : 57,
"937984" : 72,
"946176" : 64,
"954368" : 73,
"962560" : 88,
"970752" : 84,
"978944" : 84,
"987136" : 73,
"995328" : 99,
"1003520" : 99,
"1011712" : 81,
"1019904" : 83,
"1028096" : 86,
"1036288" : 61,
"1044480" : 78,
"1056768" : 183,
"1073152" : 170,
"1089536" : 164,
"1105920" : 161,
"1122304" : 201,
"1138688" : 152,
"1155072" : 174,
"1171456" : 161,
"1187840" : 191,
"1204224" : 175,
"1220608" : 189,
"1236992" : 186,
"1253376" : 177,
"1269760" : 171,
"1286144" : 192,
"1302528" : 176,
"1318912" : 179,
"1335296" : 166,
"1351680" : 209,
"1368064" : 216,
"1384448" : 256,
"1400832" : 242,
"1417216" : 250,
"1433600" : 296,
"1449984" : 319,
"1466368" : 305,
"1482752" : 375,
"1499136" : 330,
"1515520" : 367,
"1531904" : 433,
"1548288" : 451,
"1564672" : 573,
"1581056" : 629,
"1597440" : 662,
"1613824" : 639,
"1630208" : 645,
"1646592" : 741,
"1662976" : 800,
"1679360" : 856,
"1695744" : 965,
"1712128" : 1115,
"1728512" : 1250,
"1744896" : 1235,
"1761280" : 1202,
"1777664" : 1182,
"1794048" : 1174,
"1810432" : 1254,
"1826816" : 1433,
"1843200" : 1609,
"1859584" : 1786,
"1875968" : 1857,
"1892352" : 1629,
"1908736" : 1492,
"1925120" : 1402,
"1941504" : 1457,
"1957888" : 1590,
"1974272" : 1716,
"1990656" : 1981,
"2007040" : 2148,
"2023424" : 1899,
"2039808" : 1743,
"2056192" : 1643,
"2072576" : 1408,
"2088960" : 1474,
"2113536" : 3129,
"2146304" : 3541,
"2179072" : 3504,
"2211840" : 2988,
"2244608" : 2842,
"2277376" : 2780,
"2310144" : 2810,
"2342912" : 2996,
"2375680" : 2979,
"2408448" : 2840,
"2441216" : 2808,
"2473984" : 2834,
"2506752" : 2946,
"2539520" : 3108,
"2572288" : 3251,
"2605056" : 3124,
"2637824" : 3237,
"2670592" : 3328,
"2703360" : 3322,
"2736128" : 3387,
"2768896" : 3641,
"2801664" : 4072,
"2834432" : 4164,
"2867200" : 4141,
"2899968" : 4073,
"2932736" : 4214,
"2965504" : 4609,
"2998272" : 5966,
"3031040" : 5930,
"3063808" : 5579,
"3096576" : 5459,
"3129344" : 5720,
"3162112" : 5922,
"3194880" : 6219,
"3227648" : 7207,
"3260416" : 7329,
"3293184" : 7578,
"3325952" : 8456,
"3358720" : 8859,
"3391488" : 9050,
"3424256" : 9330,
"3457024" : 9916,
"3489792" : 11173,
"3522560" : 11783,
"3555328" : 11679,
"3588096" : 11674,
"3620864" : 11922,
"3653632" : 12334,
"3686400" : 13518,
"3719168" : 18097,
"3751936" : 20232,
"3784704" : 19109,
"3817472" : 17317,
"3850240" : 16068,
"3883008" : 16288,
"3915776" : 16516,
"3948544" : 17670,
"3981312" : 21315,
"4014080" : 24449,
"4046848" : 21187,
"4079616" : 21628,
"4112384" : 23649,
"4145152" : 24702,
"4177920" : 23748,
"4227072" : 51328,
"4292608" : 64062,
"4358144" : 50021,
"4423680" : 47812,
"4489216" : 48993,
"4554752" : 47111,
"4620288" : 45956,
"4685824" : 45784,
"4751360" : 45532,
"4816896" : 45354,
"4882432" : 46353,
"4947968" : 47840,
"5013504" : 53476,
"5079040" : 43423,
"5144576" : 43735,
"5210112" : 43402,
"5275648" : 43839,
"5341184" : 43457,
"5406720" : 43533,
"5472256" : 42084,
"5537792" : 42056,
"5603328" : 42678,
"5668864" : 41080,
"5734400" : 41486,
"5799936" : 40508,
"5865472" : 39512,
"5931008" : 37999,
"5996544" : 40988,
"6062080" : 36908,
"6127616" : 36689,
"6193152" : 35759,
"6258688" : 35418,
"6324224" : 33623,
"6389760" : 32888,
"6455296" : 32034,
"6520832" : 31139,
"6586368" : 30123,
"6651904" : 28684,
"6717440" : 27622,
"6782976" : 26720,
"6848512" : 25478,
"6914048" : 23707,
"6979584" : 23897,
"7045120" : 21554,
"7110656" : 20964,
"7176192" : 20089,
"7241728" : 19775,
"7307264" : 19009,
"7372800" : 18510,
"7438336" : 18182,
"7503872" : 17761,
"7569408" : 17302,
"7634944" : 16892,
"7700480" : 16781,
"7766016" : 16395,
"7831552" : 15656,
"7897088" : 15373,
"7962624" : 15094,
"8028160" : 15560,
"8093696" : 14505,
"8159232" : 14397,
"8224768" : 14201,
"8290304" : 13936,
"8355840" : 13473,
"8454144" : 26542,
"8585216" : 24793,
"8716288" : 23789,
"8847360" : 22031,
"8978432" : 20381,
"9109504" : 18095,
"9240576" : 16738,
"9371648" : 14458,
"9502720" : 13111,
"9633792" : 11467,
"9764864" : 10079,
"9895936" : 8655,
"10027008" : 7737,
"10158080" : 6552,
"10289152" : 5799,
"10420224" : 5055,
"10551296" : 4366,
"10682368" : 3846,
"10813440" : 3266,
"10944512" : 2868,
"11075584" : 2343,
"11206656" : 2019,
"11337728" : 1661,
"11468800" : 1510,
"11599872" : 1268,
"11730944" : 1096,
"11862016" : 887,
"11993088" : 768,
"12124160" : 665,
"12255232" : 636,
"12386304" : 464,
"12517376" : 388,
"12648448" : 300,
"12779520" : 272,
"12910592" : 229,
"13041664" : 202,
"13172736" : 172,
"13303808" : 143,
"13434880" : 104,
"13565952" : 92,
"13697024" : 83,
"13828096" : 57,
"13959168" : 61,
"14090240" : 70,
"14221312" : 43,
"14352384" : 36,
"14483456" : 44,
"14614528" : 38,
"14745600" : 27,
"14876672" : 18,
"15007744" : 14,
"15138816" : 5,
"15269888" : 12,
"15400960" : 3,
"15532032" : 4,
"15663104" : 7,
"15794176" : 5,
"15925248" : 5,
"16056320" : 5,
"16187392" : 3,
"16318464" : 1,
"16449536" : 1,
"16711680" : 1,
"16908288" : 3,
"17170432" : 2,
"17694720" : 5
}
},
"lat_ns" : {
"min" : 487595,
"max" : 18363509,
"mean" : 5990445.700479,
"stddev" : 1950014.151656,
"N" : 2990887
},
"bw_min" : 54144,
"bw_max" : 127362,
"bw_agg" : 100.000000,
"bw_mean" : 85491.458781,
"bw_dev" : 2172.546373,
"bw_samples" : 2232,
"iops_min" : 13536,
"iops_max" : 31836,
"iops_mean" : 21372.587814,
"iops_stddev" : 543.135648,
"iops_samples" : 2232
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1119992,
"usr_cpu" : 0.728130,
"sys_cpu" : 10.247752,
"ctx" : 3012638,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999933,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999933,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.048246,
"1000" : 0.078405
},
"latency_ms" : {
"2" : 1.361867,
"4" : 15.312841,
"10" : 81.431043,
"20" : 1.765224,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122378,
"timestamp_ms" : 1774122378285,
"time" : "Sat Mar 21 16:46:18 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 13050109952,
"io_kbytes" : 12744248,
"bw_bytes" : 87000733,
"bw" : 84961,
"iops" : 21240.486667,
"runtime" : 150000,
"total_ios" : 3186073,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 13540,
"max" : 6011322,
"mean" : 373824.945208,
"stddev" : 220074.330738,
"N" : 3186073
},
"clat_ns" : {
"min" : 457638,
"max" : 17725955,
"mean" : 5651321.471284,
"stddev" : 1825423.845868,
"N" : 3186065,
"percentile" : {
"1.000000" : 1875968,
"5.000000" : 3063808,
"10.000000" : 3653632,
"20.000000" : 4177920,
"30.000000" : 4554752,
"40.000000" : 5013504,
"50.000000" : 5406720,
"60.000000" : 5865472,
"70.000000" : 6389760,
"80.000000" : 7110656,
"90.000000" : 8224768,
"95.000000" : 8978432,
"99.000000" : 10420224,
"99.500000" : 11075584,
"99.900000" : 12255232,
"99.950000" : 12779520,
"99.990000" : 14090240
},
"bins" : {
"456704" : 1,
"460800" : 3,
"464896" : 5,
"468992" : 1,
"473088" : 1,
"477184" : 4,
"481280" : 11,
"485376" : 7,
"489472" : 5,
"493568" : 11,
"497664" : 12,
"501760" : 14,
"505856" : 23,
"509952" : 18,
"514048" : 18,
"518144" : 18,
"522240" : 22,
"528384" : 40,
"536576" : 37,
"544768" : 58,
"552960" : 41,
"561152" : 46,
"569344" : 50,
"577536" : 45,
"585728" : 41,
"593920" : 33,
"602112" : 42,
"610304" : 46,
"618496" : 35,
"626688" : 56,
"634880" : 50,
"643072" : 37,
"651264" : 59,
"659456" : 41,
"667648" : 57,
"675840" : 60,
"684032" : 54,
"692224" : 53,
"700416" : 54,
"708608" : 59,
"716800" : 71,
"724992" : 53,
"733184" : 41,
"741376" : 44,
"749568" : 56,
"757760" : 65,
"765952" : 68,
"774144" : 84,
"782336" : 77,
"790528" : 73,
"798720" : 63,
"806912" : 64,
"815104" : 91,
"823296" : 74,
"831488" : 64,
"839680" : 82,
"847872" : 69,
"856064" : 91,
"864256" : 80,
"872448" : 82,
"880640" : 89,
"888832" : 77,
"897024" : 74,
"905216" : 95,
"913408" : 80,
"921600" : 79,
"929792" : 57,
"937984" : 72,
"946176" : 64,
"954368" : 73,
"962560" : 88,
"970752" : 84,
"978944" : 84,
"987136" : 73,
"995328" : 99,
"1003520" : 99,
"1011712" : 81,
"1019904" : 83,
"1028096" : 86,
"1036288" : 61,
"1044480" : 78,
"1056768" : 183,
"1073152" : 170,
"1089536" : 164,
"1105920" : 161,
"1122304" : 201,
"1138688" : 152,
"1155072" : 174,
"1171456" : 161,
"1187840" : 191,
"1204224" : 175,
"1220608" : 189,
"1236992" : 186,
"1253376" : 177,
"1269760" : 171,
"1286144" : 192,
"1302528" : 176,
"1318912" : 179,
"1335296" : 166,
"1351680" : 209,
"1368064" : 216,
"1384448" : 256,
"1400832" : 242,
"1417216" : 250,
"1433600" : 296,
"1449984" : 319,
"1466368" : 305,
"1482752" : 375,
"1499136" : 330,
"1515520" : 367,
"1531904" : 433,
"1548288" : 451,
"1564672" : 573,
"1581056" : 629,
"1597440" : 662,
"1613824" : 639,
"1630208" : 645,
"1646592" : 741,
"1662976" : 800,
"1679360" : 856,
"1695744" : 965,
"1712128" : 1115,
"1728512" : 1250,
"1744896" : 1235,
"1761280" : 1202,
"1777664" : 1182,
"1794048" : 1174,
"1810432" : 1254,
"1826816" : 1433,
"1843200" : 1609,
"1859584" : 1786,
"1875968" : 1857,
"1892352" : 1629,
"1908736" : 1492,
"1925120" : 1402,
"1941504" : 1457,
"1957888" : 1590,
"1974272" : 1716,
"1990656" : 1981,
"2007040" : 2148,
"2023424" : 1899,
"2039808" : 1743,
"2056192" : 1643,
"2072576" : 1408,
"2088960" : 1474,
"2113536" : 3129,
"2146304" : 3541,
"2179072" : 3504,
"2211840" : 2989,
"2244608" : 2842,
"2277376" : 2781,
"2310144" : 2811,
"2342912" : 2996,
"2375680" : 2979,
"2408448" : 2845,
"2441216" : 2811,
"2473984" : 2839,
"2506752" : 2948,
"2539520" : 3114,
"2572288" : 3254,
"2605056" : 3129,
"2637824" : 3244,
"2670592" : 3334,
"2703360" : 3331,
"2736128" : 3400,
"2768896" : 3654,
"2801664" : 4089,
"2834432" : 4190,
"2867200" : 4161,
"2899968" : 4099,
"2932736" : 4256,
"2965504" : 4657,
"2998272" : 6028,
"3031040" : 5997,
"3063808" : 5657,
"3096576" : 5528,
"3129344" : 5824,
"3162112" : 6043,
"3194880" : 6361,
"3227648" : 7359,
"3260416" : 7482,
"3293184" : 7755,
"3325952" : 8653,
"3358720" : 9041,
"3391488" : 9297,
"3424256" : 9566,
"3457024" : 10198,
"3489792" : 11461,
"3522560" : 12090,
"3555328" : 12002,
"3588096" : 12017,
"3620864" : 12300,
"3653632" : 12739,
"3686400" : 13941,
"3719168" : 18571,
"3751936" : 20730,
"3784704" : 19630,
"3817472" : 17879,
"3850240" : 16695,
"3883008" : 16900,
"3915776" : 17106,
"3948544" : 18307,
"3981312" : 22016,
"4014080" : 25202,
"4046848" : 21963,
"4079616" : 22451,
"4112384" : 24556,
"4145152" : 25622,
"4177920" : 24761,
"4227072" : 53411,
"4292608" : 66263,
"4358144" : 52392,
"4423680" : 50319,
"4489216" : 51565,
"4554752" : 49783,
"4620288" : 48582,
"4685824" : 48666,
"4751360" : 48484,
"4816896" : 48314,
"4882432" : 49537,
"4947968" : 51011,
"5013504" : 56956,
"5079040" : 46798,
"5144576" : 47122,
"5210112" : 46771,
"5275648" : 47241,
"5341184" : 46791,
"5406720" : 46966,
"5472256" : 45543,
"5537792" : 45580,
"5603328" : 46085,
"5668864" : 44346,
"5734400" : 44890,
"5799936" : 43936,
"5865472" : 42699,
"5931008" : 41204,
"5996544" : 44389,
"6062080" : 40021,
"6127616" : 39732,
"6193152" : 38735,
"6258688" : 38323,
"6324224" : 36494,
"6389760" : 35605,
"6455296" : 34751,
"6520832" : 33864,
"6586368" : 32816,
"6651904" : 31206,
"6717440" : 30107,
"6782976" : 29230,
"6848512" : 27799,
"6914048" : 26024,
"6979584" : 26161,
"7045120" : 23750,
"7110656" : 23085,
"7176192" : 22149,
"7241728" : 21842,
"7307264" : 20946,
"7372800" : 20411,
"7438336" : 19982,
"7503872" : 19573,
"7569408" : 18980,
"7634944" : 18644,
"7700480" : 18442,
"7766016" : 18031,
"7831552" : 17235,
"7897088" : 16982,
"7962624" : 16646,
"8028160" : 17161,
"8093696" : 15933,
"8159232" : 15759,
"8224768" : 15498,
"8290304" : 15198,
"8355840" : 14661,
"8454144" : 28817,
"8585216" : 26912,
"8716288" : 25668,
"8847360" : 23687,
"8978432" : 21876,
"9109504" : 19446,
"9240576" : 17880,
"9371648" : 15452,
"9502720" : 13963,
"9633792" : 12225,
"9764864" : 10677,
"9895936" : 9138,
"10027008" : 8122,
"10158080" : 6905,
"10289152" : 6080,
"10420224" : 5311,
"10551296" : 4570,
"10682368" : 3975,
"10813440" : 3369,
"10944512" : 2944,
"11075584" : 2417,
"11206656" : 2075,
"11337728" : 1713,
"11468800" : 1555,
"11599872" : 1306,
"11730944" : 1126,
"11862016" : 918,
"11993088" : 801,
"12124160" : 681,
"12255232" : 656,
"12386304" : 483,
"12517376" : 410,
"12648448" : 312,
"12779520" : 278,
"12910592" : 232,
"13041664" : 204,
"13172736" : 172,
"13303808" : 143,
"13434880" : 104,
"13565952" : 92,
"13697024" : 83,
"13828096" : 57,
"13959168" : 61,
"14090240" : 70,
"14221312" : 43,
"14352384" : 36,
"14483456" : 44,
"14614528" : 38,
"14745600" : 27,
"14876672" : 18,
"15007744" : 14,
"15138816" : 5,
"15269888" : 12,
"15400960" : 3,
"15532032" : 4,
"15663104" : 7,
"15794176" : 5,
"15925248" : 5,
"16056320" : 5,
"16187392" : 3,
"16318464" : 1,
"16449536" : 1,
"16711680" : 1,
"16908288" : 3,
"17170432" : 2,
"17694720" : 5
}
},
"lat_ns" : {
"min" : 487595,
"max" : 18363509,
"mean" : 6025145.167985,
"stddev" : 1936040.295463,
"N" : 3186065
},
"bw_min" : 54144,
"bw_max" : 127362,
"bw_agg" : 100.000000,
"bw_mean" : 84971.538462,
"bw_dev" : 2133.829460,
"bw_samples" : 2392,
"iops_min" : 13536,
"iops_max" : 31836,
"iops_mean" : 21242.581940,
"iops_stddev" : 533.460507,
"iops_samples" : 2392
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1199994,
"usr_cpu" : 0.726670,
"sys_cpu" : 10.349385,
"ctx" : 3210156,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.045291,
"1000" : 0.073602
},
"latency_ms" : {
"2" : 1.278439,
"4" : 14.697435,
"10" : 82.179065,
"20" : 1.723940,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122388,
"timestamp_ms" : 1774122388285,
"time" : "Sat Mar 21 16:46:28 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 13773283328,
"io_kbytes" : 13450472,
"bw_bytes" : 86083020,
"bw" : 84065,
"iops" : 21016.418750,
"runtime" : 160000,
"total_ios" : 3362627,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 13540,
"max" : 6011322,
"mean" : 377835.928145,
"stddev" : 220802.653137,
"N" : 3362628
},
"clat_ns" : {
"min" : 457638,
"max" : 17725955,
"mean" : 5711491.167715,
"stddev" : 1835953.340888,
"N" : 3362620,
"percentile" : {
"1.000000" : 1892352,
"5.000000" : 3096576,
"10.000000" : 3686400,
"20.000000" : 4227072,
"30.000000" : 4620288,
"40.000000" : 5013504,
"50.000000" : 5472256,
"60.000000" : 5931008,
"70.000000" : 6455296,
"80.000000" : 7176192,
"90.000000" : 8355840,
"95.000000" : 9109504,
"99.000000" : 10551296,
"99.500000" : 11075584,
"99.900000" : 12255232,
"99.950000" : 12779520,
"99.990000" : 14090240
},
"bins" : {
"456704" : 1,
"460800" : 3,
"464896" : 5,
"468992" : 1,
"473088" : 1,
"477184" : 4,
"481280" : 11,
"485376" : 7,
"489472" : 5,
"493568" : 11,
"497664" : 12,
"501760" : 14,
"505856" : 23,
"509952" : 18,
"514048" : 18,
"518144" : 18,
"522240" : 22,
"528384" : 40,
"536576" : 37,
"544768" : 58,
"552960" : 41,
"561152" : 46,
"569344" : 50,
"577536" : 45,
"585728" : 41,
"593920" : 33,
"602112" : 42,
"610304" : 46,
"618496" : 35,
"626688" : 56,
"634880" : 50,
"643072" : 37,
"651264" : 59,
"659456" : 41,
"667648" : 57,
"675840" : 60,
"684032" : 54,
"692224" : 53,
"700416" : 54,
"708608" : 59,
"716800" : 71,
"724992" : 53,
"733184" : 41,
"741376" : 44,
"749568" : 56,
"757760" : 65,
"765952" : 68,
"774144" : 84,
"782336" : 77,
"790528" : 73,
"798720" : 63,
"806912" : 64,
"815104" : 91,
"823296" : 74,
"831488" : 64,
"839680" : 82,
"847872" : 69,
"856064" : 91,
"864256" : 80,
"872448" : 82,
"880640" : 89,
"888832" : 77,
"897024" : 74,
"905216" : 95,
"913408" : 80,
"921600" : 79,
"929792" : 57,
"937984" : 72,
"946176" : 64,
"954368" : 73,
"962560" : 88,
"970752" : 84,
"978944" : 84,
"987136" : 73,
"995328" : 99,
"1003520" : 99,
"1011712" : 81,
"1019904" : 83,
"1028096" : 86,
"1036288" : 61,
"1044480" : 78,
"1056768" : 183,
"1073152" : 170,
"1089536" : 164,
"1105920" : 161,
"1122304" : 201,
"1138688" : 152,
"1155072" : 174,
"1171456" : 161,
"1187840" : 191,
"1204224" : 175,
"1220608" : 189,
"1236992" : 186,
"1253376" : 177,
"1269760" : 171,
"1286144" : 192,
"1302528" : 176,
"1318912" : 179,
"1335296" : 166,
"1351680" : 209,
"1368064" : 216,
"1384448" : 256,
"1400832" : 242,
"1417216" : 250,
"1433600" : 296,
"1449984" : 319,
"1466368" : 305,
"1482752" : 375,
"1499136" : 330,
"1515520" : 367,
"1531904" : 433,
"1548288" : 451,
"1564672" : 573,
"1581056" : 629,
"1597440" : 662,
"1613824" : 639,
"1630208" : 645,
"1646592" : 741,
"1662976" : 800,
"1679360" : 856,
"1695744" : 965,
"1712128" : 1115,
"1728512" : 1250,
"1744896" : 1235,
"1761280" : 1202,
"1777664" : 1182,
"1794048" : 1174,
"1810432" : 1254,
"1826816" : 1433,
"1843200" : 1609,
"1859584" : 1786,
"1875968" : 1857,
"1892352" : 1629,
"1908736" : 1492,
"1925120" : 1402,
"1941504" : 1457,
"1957888" : 1590,
"1974272" : 1716,
"1990656" : 1981,
"2007040" : 2148,
"2023424" : 1899,
"2039808" : 1743,
"2056192" : 1643,
"2072576" : 1408,
"2088960" : 1474,
"2113536" : 3129,
"2146304" : 3541,
"2179072" : 3504,
"2211840" : 2989,
"2244608" : 2842,
"2277376" : 2781,
"2310144" : 2811,
"2342912" : 2996,
"2375680" : 2979,
"2408448" : 2845,
"2441216" : 2811,
"2473984" : 2839,
"2506752" : 2948,
"2539520" : 3114,
"2572288" : 3254,
"2605056" : 3129,
"2637824" : 3244,
"2670592" : 3334,
"2703360" : 3331,
"2736128" : 3400,
"2768896" : 3654,
"2801664" : 4089,
"2834432" : 4192,
"2867200" : 4162,
"2899968" : 4099,
"2932736" : 4256,
"2965504" : 4657,
"2998272" : 6029,
"3031040" : 5997,
"3063808" : 5660,
"3096576" : 5529,
"3129344" : 5830,
"3162112" : 6044,
"3194880" : 6362,
"3227648" : 7362,
"3260416" : 7485,
"3293184" : 7760,
"3325952" : 8665,
"3358720" : 9052,
"3391488" : 9305,
"3424256" : 9571,
"3457024" : 10212,
"3489792" : 11472,
"3522560" : 12112,
"3555328" : 12015,
"3588096" : 12042,
"3620864" : 12333,
"3653632" : 12762,
"3686400" : 13971,
"3719168" : 18620,
"3751936" : 20769,
"3784704" : 19686,
"3817472" : 17929,
"3850240" : 16756,
"3883008" : 16986,
"3915776" : 17196,
"3948544" : 18395,
"3981312" : 22126,
"4014080" : 25318,
"4046848" : 22113,
"4079616" : 22632,
"4112384" : 24746,
"4145152" : 25816,
"4177920" : 24992,
"4227072" : 53999,
"4292608" : 66983,
"4358144" : 53263,
"4423680" : 51342,
"4489216" : 52778,
"4554752" : 51085,
"4620288" : 50139,
"4685824" : 50379,
"4751360" : 50420,
"4816896" : 50428,
"4882432" : 51834,
"4947968" : 53567,
"5013504" : 59840,
"5079040" : 49636,
"5144576" : 50076,
"5210112" : 49931,
"5275648" : 50574,
"5341184" : 50121,
"5406720" : 50544,
"5472256" : 48994,
"5537792" : 49136,
"5603328" : 49559,
"5668864" : 47798,
"5734400" : 48423,
"5799936" : 47496,
"5865472" : 46207,
"5931008" : 44467,
"5996544" : 47770,
"6062080" : 43046,
"6127616" : 42774,
"6193152" : 41632,
"6258688" : 41098,
"6324224" : 39353,
"6389760" : 38343,
"6455296" : 37306,
"6520832" : 36244,
"6586368" : 35215,
"6651904" : 33447,
"6717440" : 32226,
"6782976" : 31207,
"6848512" : 29681,
"6914048" : 27855,
"6979584" : 27987,
"7045120" : 25382,
"7110656" : 24666,
"7176192" : 23702,
"7241728" : 23337,
"7307264" : 22363,
"7372800" : 21804,
"7438336" : 21360,
"7503872" : 20935,
"7569408" : 20391,
"7634944" : 20014,
"7700480" : 19838,
"7766016" : 19447,
"7831552" : 18594,
"7897088" : 18313,
"7962624" : 18023,
"8028160" : 18543,
"8093696" : 17286,
"8159232" : 17157,
"8224768" : 16934,
"8290304" : 16654,
"8355840" : 16024,
"8454144" : 31670,
"8585216" : 29910,
"8716288" : 28589,
"8847360" : 26587,
"8978432" : 24684,
"9109504" : 22009,
"9240576" : 20460,
"9371648" : 17844,
"9502720" : 16202,
"9633792" : 14246,
"9764864" : 12480,
"9895936" : 10686,
"10027008" : 9412,
"10158080" : 7976,
"10289152" : 6978,
"10420224" : 6068,
"10551296" : 5135,
"10682368" : 4526,
"10813440" : 3802,
"10944512" : 3253,
"11075584" : 2687,
"11206656" : 2312,
"11337728" : 1907,
"11468800" : 1722,
"11599872" : 1453,
"11730944" : 1246,
"11862016" : 1004,
"11993088" : 853,
"12124160" : 735,
"12255232" : 705,
"12386304" : 520,
"12517376" : 453,
"12648448" : 334,
"12779520" : 294,
"12910592" : 244,
"13041664" : 216,
"13172736" : 181,
"13303808" : 153,
"13434880" : 114,
"13565952" : 98,
"13697024" : 85,
"13828096" : 60,
"13959168" : 62,
"14090240" : 73,
"14221312" : 44,
"14352384" : 37,
"14483456" : 45,
"14614528" : 40,
"14745600" : 27,
"14876672" : 19,
"15007744" : 15,
"15138816" : 7,
"15269888" : 13,
"15400960" : 8,
"15532032" : 5,
"15663104" : 8,
"15794176" : 6,
"15925248" : 5,
"16056320" : 5,
"16187392" : 3,
"16318464" : 1,
"16449536" : 1,
"16711680" : 1,
"16908288" : 3,
"17170432" : 2,
"17694720" : 5
}
},
"lat_ns" : {
"min" : 487595,
"max" : 18363509,
"mean" : 6089316.612838,
"stddev" : 1947273.587636,
"N" : 3362620
},
"bw_min" : 54144,
"bw_max" : 127362,
"bw_agg" : 100.000000,
"bw_mean" : 84087.536050,
"bw_dev" : 2134.458082,
"bw_samples" : 2552,
"iops_min" : 13536,
"iops_max" : 31836,
"iops_mean" : 21021.598746,
"iops_stddev" : 533.615611,
"iops_samples" : 2552
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279993,
"usr_cpu" : 0.723832,
"sys_cpu" : 10.376775,
"ctx" : 3388368,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.042913,
"1000" : 0.069737
},
"latency_ms" : {
"2" : 1.211315,
"4" : 13.951741,
"10" : 82.879873,
"20" : 1.842339,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122398,
"timestamp_ms" : 1774122398286,
"time" : "Sat Mar 21 16:46:38 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 9,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 14505459712,
"io_kbytes" : 14165488,
"bw_bytes" : 85326233,
"bw" : 83326,
"iops" : 20831.670588,
"runtime" : 170000,
"total_ios" : 3541384,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 13540,
"max" : 6011322,
"mean" : 381209.822353,
"stddev" : 221286.606014,
"N" : 3541384
},
"clat_ns" : {
"min" : 457638,
"max" : 17725955,
"mean" : 5762154.895185,
"stddev" : 1842297.362816,
"N" : 3541376,
"percentile" : {
"1.000000" : 1908736,
"5.000000" : 3162112,
"10.000000" : 3719168,
"20.000000" : 4227072,
"30.000000" : 4685824,
"40.000000" : 5079040,
"50.000000" : 5537792,
"60.000000" : 5996544,
"70.000000" : 6520832,
"80.000000" : 7241728,
"90.000000" : 8454144,
"95.000000" : 9109504,
"99.000000" : 10551296,
"99.500000" : 11075584,
"99.900000" : 12255232,
"99.950000" : 12779520,
"99.990000" : 14090240
},
"bins" : {
"456704" : 1,
"460800" : 3,
"464896" : 5,
"468992" : 1,
"473088" : 1,
"477184" : 4,
"481280" : 11,
"485376" : 7,
"489472" : 5,
"493568" : 11,
"497664" : 12,
"501760" : 14,
"505856" : 23,
"509952" : 18,
"514048" : 18,
"518144" : 18,
"522240" : 22,
"528384" : 40,
"536576" : 37,
"544768" : 58,
"552960" : 41,
"561152" : 46,
"569344" : 50,
"577536" : 45,
"585728" : 41,
"593920" : 33,
"602112" : 42,
"610304" : 46,
"618496" : 35,
"626688" : 56,
"634880" : 50,
"643072" : 37,
"651264" : 59,
"659456" : 41,
"667648" : 57,
"675840" : 60,
"684032" : 54,
"692224" : 53,
"700416" : 54,
"708608" : 59,
"716800" : 71,
"724992" : 53,
"733184" : 41,
"741376" : 44,
"749568" : 56,
"757760" : 65,
"765952" : 68,
"774144" : 84,
"782336" : 77,
"790528" : 73,
"798720" : 63,
"806912" : 64,
"815104" : 91,
"823296" : 74,
"831488" : 64,
"839680" : 82,
"847872" : 69,
"856064" : 91,
"864256" : 80,
"872448" : 82,
"880640" : 89,
"888832" : 77,
"897024" : 74,
"905216" : 95,
"913408" : 80,
"921600" : 79,
"929792" : 57,
"937984" : 72,
"946176" : 64,
"954368" : 73,
"962560" : 88,
"970752" : 84,
"978944" : 84,
"987136" : 73,
"995328" : 99,
"1003520" : 99,
"1011712" : 81,
"1019904" : 83,
"1028096" : 86,
"1036288" : 61,
"1044480" : 78,
"1056768" : 183,
"1073152" : 170,
"1089536" : 164,
"1105920" : 161,
"1122304" : 201,
"1138688" : 152,
"1155072" : 174,
"1171456" : 161,
"1187840" : 191,
"1204224" : 175,
"1220608" : 189,
"1236992" : 186,
"1253376" : 177,
"1269760" : 171,
"1286144" : 192,
"1302528" : 176,
"1318912" : 179,
"1335296" : 166,
"1351680" : 209,
"1368064" : 216,
"1384448" : 256,
"1400832" : 242,
"1417216" : 250,
"1433600" : 296,
"1449984" : 319,
"1466368" : 305,
"1482752" : 375,
"1499136" : 330,
"1515520" : 367,
"1531904" : 433,
"1548288" : 451,
"1564672" : 573,
"1581056" : 629,
"1597440" : 662,
"1613824" : 639,
"1630208" : 645,
"1646592" : 741,
"1662976" : 800,
"1679360" : 856,
"1695744" : 965,
"1712128" : 1115,
"1728512" : 1250,
"1744896" : 1235,
"1761280" : 1202,
"1777664" : 1182,
"1794048" : 1174,
"1810432" : 1254,
"1826816" : 1433,
"1843200" : 1609,
"1859584" : 1786,
"1875968" : 1857,
"1892352" : 1629,
"1908736" : 1492,
"1925120" : 1402,
"1941504" : 1457,
"1957888" : 1590,
"1974272" : 1716,
"1990656" : 1981,
"2007040" : 2148,
"2023424" : 1899,
"2039808" : 1743,
"2056192" : 1643,
"2072576" : 1408,
"2088960" : 1474,
"2113536" : 3129,
"2146304" : 3541,
"2179072" : 3504,
"2211840" : 2989,
"2244608" : 2842,
"2277376" : 2781,
"2310144" : 2811,
"2342912" : 2996,
"2375680" : 2979,
"2408448" : 2845,
"2441216" : 2811,
"2473984" : 2839,
"2506752" : 2948,
"2539520" : 3114,
"2572288" : 3254,
"2605056" : 3129,
"2637824" : 3244,
"2670592" : 3334,
"2703360" : 3331,
"2736128" : 3400,
"2768896" : 3654,
"2801664" : 4090,
"2834432" : 4193,
"2867200" : 4167,
"2899968" : 4100,
"2932736" : 4257,
"2965504" : 4659,
"2998272" : 6031,
"3031040" : 5999,
"3063808" : 5662,
"3096576" : 5532,
"3129344" : 5833,
"3162112" : 6047,
"3194880" : 6364,
"3227648" : 7366,
"3260416" : 7494,
"3293184" : 7775,
"3325952" : 8678,
"3358720" : 9062,
"3391488" : 9324,
"3424256" : 9589,
"3457024" : 10233,
"3489792" : 11502,
"3522560" : 12143,
"3555328" : 12062,
"3588096" : 12087,
"3620864" : 12389,
"3653632" : 12820,
"3686400" : 14053,
"3719168" : 18689,
"3751936" : 20878,
"3784704" : 19786,
"3817472" : 18046,
"3850240" : 16890,
"3883008" : 17126,
"3915776" : 17344,
"3948544" : 18580,
"3981312" : 22318,
"4014080" : 25551,
"4046848" : 22363,
"4079616" : 22892,
"4112384" : 25001,
"4145152" : 26151,
"4177920" : 25334,
"4227072" : 54760,
"4292608" : 67868,
"4358144" : 54300,
"4423680" : 52573,
"4489216" : 54169,
"4554752" : 52643,
"4620288" : 51860,
"4685824" : 52348,
"4751360" : 52456,
"4816896" : 52662,
"4882432" : 54305,
"4947968" : 56306,
"5013504" : 62813,
"5079040" : 52551,
"5144576" : 53200,
"5210112" : 53165,
"5275648" : 53887,
"5341184" : 53634,
"5406720" : 54160,
"5472256" : 52596,
"5537792" : 52650,
"5603328" : 53162,
"5668864" : 51298,
"5734400" : 52164,
"5799936" : 51000,
"5865472" : 49684,
"5931008" : 47767,
"5996544" : 51063,
"6062080" : 46197,
"6127616" : 45855,
"6193152" : 44599,
"6258688" : 43943,
"6324224" : 42121,
"6389760" : 41027,
"6455296" : 39770,
"6520832" : 38555,
"6586368" : 37585,
"6651904" : 35479,
"6717440" : 34307,
"6782976" : 33146,
"6848512" : 31515,
"6914048" : 29595,
"6979584" : 29834,
"7045120" : 27129,
"7110656" : 26281,
"7176192" : 25299,
"7241728" : 24881,
"7307264" : 23819,
"7372800" : 23303,
"7438336" : 22830,
"7503872" : 22373,
"7569408" : 21737,
"7634944" : 21389,
"7700480" : 21228,
"7766016" : 20891,
"7831552" : 20002,
"7897088" : 19713,
"7962624" : 19435,
"8028160" : 19862,
"8093696" : 18616,
"8159232" : 18518,
"8224768" : 18332,
"8290304" : 17993,
"8355840" : 17360,
"8454144" : 34362,
"8585216" : 32506,
"8716288" : 31018,
"8847360" : 29087,
"8978432" : 27214,
"9109504" : 24462,
"9240576" : 22790,
"9371648" : 20063,
"9502720" : 18313,
"9633792" : 16103,
"9764864" : 14114,
"9895936" : 12155,
"10027008" : 10696,
"10158080" : 9116,
"10289152" : 7939,
"10420224" : 6882,
"10551296" : 5849,
"10682368" : 5118,
"10813440" : 4278,
"10944512" : 3664,
"11075584" : 3004,
"11206656" : 2591,
"11337728" : 2117,
"11468800" : 1909,
"11599872" : 1552,
"11730944" : 1352,
"11862016" : 1058,
"11993088" : 926,
"12124160" : 783,
"12255232" : 751,
"12386304" : 547,
"12517376" : 487,
"12648448" : 355,
"12779520" : 312,
"12910592" : 260,
"13041664" : 228,
"13172736" : 189,
"13303808" : 163,
"13434880" : 120,
"13565952" : 101,
"13697024" : 87,
"13828096" : 62,
"13959168" : 63,
"14090240" : 73,
"14221312" : 44,
"14352384" : 37,
"14483456" : 46,
"14614528" : 42,
"14745600" : 29,
"14876672" : 21,
"15007744" : 17,
"15138816" : 10,
"15269888" : 14,
"15400960" : 10,
"15532032" : 6,
"15663104" : 8,
"15794176" : 7,
"15925248" : 5,
"16056320" : 5,
"16187392" : 3,
"16318464" : 1,
"16449536" : 1,
"16711680" : 1,
"16908288" : 3,
"17170432" : 2,
"17694720" : 5
}
},
"lat_ns" : {
"min" : 487595,
"max" : 18363509,
"mean" : 6143354.459443,
"stddev" : 1954038.050546,
"N" : 3541376
},
"bw_min" : 52808,
"bw_max" : 127362,
"bw_agg" : 100.000000,
"bw_mean" : 83400.917404,
"bw_dev" : 2116.469065,
"bw_samples" : 2712,
"iops_min" : 13202,
"iops_max" : 31836,
"iops_mean" : 20849.917404,
"iops_stddev" : 529.122665,
"iops_samples" : 2712
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1360000,
"usr_cpu" : 0.719779,
"sys_cpu" : 10.416765,
"ctx" : 3568641,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.040747,
"1000" : 0.066217
},
"latency_ms" : {
"2" : 1.150172,
"4" : 13.295649,
"10" : 83.482926,
"20" : 1.962284,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122408,
"timestamp_ms" : 1774122408285,
"time" : "Sat Mar 21 16:46:48 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 15236304896,
"io_kbytes" : 14879204,
"bw_bytes" : 84646608,
"bw" : 82662,
"iops" : 20665.698143,
"runtime" : 179999,
"total_ios" : 3719805,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 13540,
"max" : 6011322,
"mean" : 384291.273209,
"stddev" : 221479.087468,
"N" : 3719812
},
"clat_ns" : {
"min" : 2945,
"max" : 17725955,
"mean" : 5808383.804294,
"stddev" : 1842530.030626,
"N" : 3719909,
"percentile" : {
"1.000000" : 1925120,
"5.000000" : 3194880,
"10.000000" : 3751936,
"20.000000" : 4292608,
"30.000000" : 4751360,
"40.000000" : 5144576,
"50.000000" : 5603328,
"60.000000" : 5996544,
"70.000000" : 6586368,
"80.000000" : 7307264,
"90.000000" : 8454144,
"95.000000" : 9240576,
"99.000000" : 10551296,
"99.500000" : 11075584,
"99.900000" : 12255232,
"99.950000" : 12779520,
"99.990000" : 14090240
},
"bins" : {
"2960" : 1,
"3056" : 1,
"6880" : 1,
"9024" : 1,
"12992" : 1,
"14144" : 1,
"14656" : 1,
"209920" : 1,
"292864" : 1,
"407552" : 1,
"411648" : 1,
"456704" : 1,
"460800" : 3,
"464896" : 5,
"468992" : 1,
"473088" : 1,
"477184" : 4,
"481280" : 11,
"485376" : 7,
"489472" : 5,
"493568" : 11,
"497664" : 12,
"501760" : 14,
"505856" : 23,
"509952" : 18,
"514048" : 18,
"518144" : 18,
"522240" : 22,
"528384" : 40,
"536576" : 37,
"544768" : 58,
"552960" : 41,
"561152" : 46,
"569344" : 50,
"577536" : 45,
"585728" : 41,
"593920" : 33,
"602112" : 43,
"610304" : 47,
"618496" : 35,
"626688" : 56,
"634880" : 50,
"643072" : 37,
"651264" : 59,
"659456" : 41,
"667648" : 57,
"675840" : 60,
"684032" : 54,
"692224" : 53,
"700416" : 54,
"708608" : 59,
"716800" : 71,
"724992" : 53,
"733184" : 41,
"741376" : 44,
"749568" : 56,
"757760" : 65,
"765952" : 68,
"774144" : 84,
"782336" : 77,
"790528" : 73,
"798720" : 63,
"806912" : 65,
"815104" : 91,
"823296" : 74,
"831488" : 64,
"839680" : 82,
"847872" : 70,
"856064" : 91,
"864256" : 80,
"872448" : 82,
"880640" : 89,
"888832" : 77,
"897024" : 74,
"905216" : 95,
"913408" : 80,
"921600" : 79,
"929792" : 57,
"937984" : 72,
"946176" : 65,
"954368" : 73,
"962560" : 88,
"970752" : 85,
"978944" : 84,
"987136" : 73,
"995328" : 99,
"1003520" : 99,
"1011712" : 84,
"1019904" : 83,
"1028096" : 86,
"1036288" : 61,
"1044480" : 78,
"1056768" : 183,
"1073152" : 170,
"1089536" : 164,
"1105920" : 161,
"1122304" : 201,
"1138688" : 152,
"1155072" : 174,
"1171456" : 161,
"1187840" : 191,
"1204224" : 175,
"1220608" : 189,
"1236992" : 186,
"1253376" : 177,
"1269760" : 171,
"1286144" : 193,
"1302528" : 177,
"1318912" : 180,
"1335296" : 166,
"1351680" : 209,
"1368064" : 216,
"1384448" : 256,
"1400832" : 242,
"1417216" : 250,
"1433600" : 296,
"1449984" : 319,
"1466368" : 305,
"1482752" : 376,
"1499136" : 331,
"1515520" : 368,
"1531904" : 433,
"1548288" : 451,
"1564672" : 573,
"1581056" : 630,
"1597440" : 662,
"1613824" : 640,
"1630208" : 645,
"1646592" : 741,
"1662976" : 800,
"1679360" : 856,
"1695744" : 965,
"1712128" : 1116,
"1728512" : 1250,
"1744896" : 1235,
"1761280" : 1202,
"1777664" : 1182,
"1794048" : 1174,
"1810432" : 1254,
"1826816" : 1435,
"1843200" : 1609,
"1859584" : 1786,
"1875968" : 1857,
"1892352" : 1629,
"1908736" : 1492,
"1925120" : 1402,
"1941504" : 1457,
"1957888" : 1591,
"1974272" : 1716,
"1990656" : 1981,
"2007040" : 2148,
"2023424" : 1899,
"2039808" : 1743,
"2056192" : 1643,
"2072576" : 1408,
"2088960" : 1474,
"2113536" : 3130,
"2146304" : 3541,
"2179072" : 3504,
"2211840" : 2990,
"2244608" : 2842,
"2277376" : 2781,
"2310144" : 2813,
"2342912" : 2996,
"2375680" : 2979,
"2408448" : 2845,
"2441216" : 2811,
"2473984" : 2839,
"2506752" : 2949,
"2539520" : 3116,
"2572288" : 3254,
"2605056" : 3129,
"2637824" : 3244,
"2670592" : 3334,
"2703360" : 3332,
"2736128" : 3402,
"2768896" : 3655,
"2801664" : 4091,
"2834432" : 4193,
"2867200" : 4168,
"2899968" : 4100,
"2932736" : 4257,
"2965504" : 4659,
"2998272" : 6032,
"3031040" : 6001,
"3063808" : 5663,
"3096576" : 5535,
"3129344" : 5835,
"3162112" : 6048,
"3194880" : 6369,
"3227648" : 7371,
"3260416" : 7504,
"3293184" : 7780,
"3325952" : 8698,
"3358720" : 9074,
"3391488" : 9336,
"3424256" : 9608,
"3457024" : 10251,
"3489792" : 11532,
"3522560" : 12168,
"3555328" : 12096,
"3588096" : 12139,
"3620864" : 12438,
"3653632" : 12870,
"3686400" : 14116,
"3719168" : 18761,
"3751936" : 20953,
"3784704" : 19885,
"3817472" : 18179,
"3850240" : 17022,
"3883008" : 17240,
"3915776" : 17482,
"3948544" : 18730,
"3981312" : 22486,
"4014080" : 25735,
"4046848" : 22572,
"4079616" : 23102,
"4112384" : 25261,
"4145152" : 26434,
"4177920" : 25669,
"4227072" : 55465,
"4292608" : 68628,
"4358144" : 55239,
"4423680" : 53720,
"4489216" : 55312,
"4554752" : 53995,
"4620288" : 53285,
"4685824" : 53936,
"4751360" : 54247,
"4816896" : 54651,
"4882432" : 56411,
"4947968" : 58631,
"5013504" : 65474,
"5079040" : 55126,
"5144576" : 55894,
"5210112" : 56020,
"5275648" : 56802,
"5341184" : 56744,
"5406720" : 57300,
"5472256" : 55800,
"5537792" : 55875,
"5603328" : 56515,
"5668864" : 54771,
"5734400" : 55615,
"5799936" : 54443,
"5865472" : 53174,
"5931008" : 51102,
"5996544" : 54541,
"6062080" : 49528,
"6127616" : 49024,
"6193152" : 47708,
"6258688" : 47018,
"6324224" : 45145,
"6389760" : 43988,
"6455296" : 42696,
"6520832" : 41351,
"6586368" : 40235,
"6651904" : 38105,
"6717440" : 36854,
"6782976" : 35603,
"6848512" : 33762,
"6914048" : 31757,
"6979584" : 32170,
"7045120" : 29261,
"7110656" : 28324,
"7176192" : 27280,
"7241728" : 26867,
"7307264" : 25762,
"7372800" : 25167,
"7438336" : 24600,
"7503872" : 24154,
"7569408" : 23478,
"7634944" : 23219,
"7700480" : 22942,
"7766016" : 22510,
"7831552" : 21658,
"7897088" : 21400,
"7962624" : 21055,
"8028160" : 21529,
"8093696" : 20177,
"8159232" : 19984,
"8224768" : 19807,
"8290304" : 19367,
"8355840" : 18739,
"8454144" : 37075,
"8585216" : 35093,
"8716288" : 33532,
"8847360" : 31379,
"8978432" : 29414,
"9109504" : 26542,
"9240576" : 24684,
"9371648" : 21798,
"9502720" : 19925,
"9633792" : 17591,
"9764864" : 15482,
"9895936" : 13392,
"10027008" : 11808,
"10158080" : 10084,
"10289152" : 8738,
"10420224" : 7568,
"10551296" : 6364,
"10682368" : 5535,
"10813440" : 4655,
"10944512" : 3944,
"11075584" : 3235,
"11206656" : 2783,
"11337728" : 2254,
"11468800" : 2016,
"11599872" : 1634,
"11730944" : 1424,
"11862016" : 1120,
"11993088" : 992,
"12124160" : 838,
"12255232" : 801,
"12386304" : 596,
"12517376" : 521,
"12648448" : 381,
"12779520" : 345,
"12910592" : 272,
"13041664" : 239,
"13172736" : 197,
"13303808" : 168,
"13434880" : 129,
"13565952" : 106,
"13697024" : 90,
"13828096" : 64,
"13959168" : 65,
"14090240" : 75,
"14221312" : 45,
"14352384" : 37,
"14483456" : 46,
"14614528" : 42,
"14745600" : 29,
"14876672" : 21,
"15007744" : 17,
"15138816" : 10,
"15269888" : 14,
"15400960" : 10,
"15532032" : 6,
"15663104" : 8,
"15794176" : 7,
"15925248" : 5,
"16056320" : 5,
"16187392" : 3,
"16318464" : 1,
"16449536" : 1,
"16711680" : 1,
"16908288" : 3,
"17170432" : 2,
"17694720" : 5
}
},
"lat_ns" : {
"min" : 203171,
"max" : 18363509,
"mean" : 6192672.660766,
"stddev" : 1954250.447898,
"N" : 3719909
},
"bw_min" : 52808,
"bw_max" : 127362,
"bw_agg" : 100.000000,
"bw_mean" : 82727.543175,
"bw_dev" : 2097.042132,
"bw_samples" : 2872,
"iops_min" : 13202,
"iops_max" : 31836,
"iops_mean" : 20681.573816,
"iops_stddev" : 524.266911,
"iops_samples" : 2872
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1439992,
"usr_cpu" : 0.715282,
"sys_cpu" : 10.458044,
"ctx" : 3748449,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999812,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.010000,
"750" : 0.038846,
"1000" : 0.063148
},
"latency_ms" : {
"2" : 1.095407,
"4" : 12.698918,
"10" : 84.073816,
"20" : 2.030671,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122408,
"timestamp_ms" : 1774122408316,
"time" : "Sat Mar 21 16:46:48 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 15236845568,
"io_kbytes" : 14879732,
"bw_bytes" : 84647731,
"bw" : 82663,
"iops" : 20665.238913,
"runtime" : 180003,
"total_ios" : 3719805,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 13540,
"max" : 6011322,
"mean" : 384291.303850,
"stddev" : 221479.065583,
"N" : 3719813
},
"clat_ns" : {
"min" : 2945,
"max" : 17725955,
"mean" : 5808375.388566,
"stddev" : 1842536.760239,
"N" : 3719925,
"percentile" : {
"1.000000" : 1925120,
"5.000000" : 3194880,
"10.000000" : 3751936,
"20.000000" : 4292608,
"30.000000" : 4751360,
"40.000000" : 5144576,
"50.000000" : 5603328,
"60.000000" : 5996544,
"70.000000" : 6586368,
"80.000000" : 7307264,
"90.000000" : 8454144,
"95.000000" : 9240576,
"99.000000" : 10551296,
"99.500000" : 11075584,
"99.900000" : 12255232,
"99.950000" : 12779520,
"99.990000" : 14090240
},
"bins" : {
"2960" : 1,
"3056" : 1,
"3152" : 1,
"6880" : 1,
"9024" : 1,
"12992" : 1,
"14144" : 1,
"14656" : 1,
"209920" : 1,
"292864" : 1,
"407552" : 1,
"411648" : 1,
"456704" : 1,
"460800" : 3,
"464896" : 5,
"468992" : 1,
"473088" : 1,
"477184" : 4,
"481280" : 11,
"485376" : 7,
"489472" : 5,
"493568" : 11,
"497664" : 12,
"501760" : 14,
"505856" : 24,
"509952" : 18,
"514048" : 18,
"518144" : 18,
"522240" : 22,
"528384" : 40,
"536576" : 37,
"544768" : 58,
"552960" : 41,
"561152" : 46,
"569344" : 50,
"577536" : 45,
"585728" : 41,
"593920" : 33,
"602112" : 43,
"610304" : 47,
"618496" : 35,
"626688" : 56,
"634880" : 50,
"643072" : 37,
"651264" : 59,
"659456" : 41,
"667648" : 57,
"675840" : 60,
"684032" : 54,
"692224" : 53,
"700416" : 54,
"708608" : 59,
"716800" : 71,
"724992" : 53,
"733184" : 41,
"741376" : 44,
"749568" : 56,
"757760" : 65,
"765952" : 68,
"774144" : 84,
"782336" : 77,
"790528" : 73,
"798720" : 63,
"806912" : 65,
"815104" : 91,
"823296" : 74,
"831488" : 64,
"839680" : 82,
"847872" : 70,
"856064" : 91,
"864256" : 80,
"872448" : 82,
"880640" : 89,
"888832" : 77,
"897024" : 74,
"905216" : 95,
"913408" : 80,
"921600" : 79,
"929792" : 57,
"937984" : 72,
"946176" : 65,
"954368" : 73,
"962560" : 88,
"970752" : 85,
"978944" : 84,
"987136" : 73,
"995328" : 99,
"1003520" : 99,
"1011712" : 84,
"1019904" : 83,
"1028096" : 86,
"1036288" : 61,
"1044480" : 78,
"1056768" : 183,
"1073152" : 170,
"1089536" : 164,
"1105920" : 161,
"1122304" : 201,
"1138688" : 152,
"1155072" : 174,
"1171456" : 161,
"1187840" : 191,
"1204224" : 175,
"1220608" : 189,
"1236992" : 186,
"1253376" : 178,
"1269760" : 171,
"1286144" : 193,
"1302528" : 177,
"1318912" : 180,
"1335296" : 166,
"1351680" : 209,
"1368064" : 216,
"1384448" : 256,
"1400832" : 242,
"1417216" : 250,
"1433600" : 296,
"1449984" : 319,
"1466368" : 305,
"1482752" : 376,
"1499136" : 331,
"1515520" : 368,
"1531904" : 433,
"1548288" : 451,
"1564672" : 573,
"1581056" : 630,
"1597440" : 662,
"1613824" : 640,
"1630208" : 645,
"1646592" : 741,
"1662976" : 800,
"1679360" : 856,
"1695744" : 965,
"1712128" : 1116,
"1728512" : 1250,
"1744896" : 1235,
"1761280" : 1202,
"1777664" : 1182,
"1794048" : 1174,
"1810432" : 1254,
"1826816" : 1435,
"1843200" : 1609,
"1859584" : 1786,
"1875968" : 1857,
"1892352" : 1630,
"1908736" : 1492,
"1925120" : 1402,
"1941504" : 1457,
"1957888" : 1591,
"1974272" : 1716,
"1990656" : 1981,
"2007040" : 2148,
"2023424" : 1899,
"2039808" : 1743,
"2056192" : 1643,
"2072576" : 1408,
"2088960" : 1474,
"2113536" : 3130,
"2146304" : 3541,
"2179072" : 3504,
"2211840" : 2990,
"2244608" : 2842,
"2277376" : 2781,
"2310144" : 2813,
"2342912" : 2997,
"2375680" : 2979,
"2408448" : 2845,
"2441216" : 2811,
"2473984" : 2839,
"2506752" : 2949,
"2539520" : 3116,
"2572288" : 3254,
"2605056" : 3129,
"2637824" : 3245,
"2670592" : 3334,
"2703360" : 3332,
"2736128" : 3402,
"2768896" : 3655,
"2801664" : 4091,
"2834432" : 4193,
"2867200" : 4168,
"2899968" : 4100,
"2932736" : 4257,
"2965504" : 4659,
"2998272" : 6032,
"3031040" : 6001,
"3063808" : 5664,
"3096576" : 5535,
"3129344" : 5835,
"3162112" : 6048,
"3194880" : 6369,
"3227648" : 7371,
"3260416" : 7504,
"3293184" : 7780,
"3325952" : 8698,
"3358720" : 9074,
"3391488" : 9337,
"3424256" : 9608,
"3457024" : 10251,
"3489792" : 11532,
"3522560" : 12168,
"3555328" : 12096,
"3588096" : 12139,
"3620864" : 12438,
"3653632" : 12870,
"3686400" : 14116,
"3719168" : 18761,
"3751936" : 20953,
"3784704" : 19885,
"3817472" : 18179,
"3850240" : 17022,
"3883008" : 17241,
"3915776" : 17482,
"3948544" : 18730,
"3981312" : 22486,
"4014080" : 25735,
"4046848" : 22572,
"4079616" : 23102,
"4112384" : 25261,
"4145152" : 26434,
"4177920" : 25669,
"4227072" : 55465,
"4292608" : 68629,
"4358144" : 55239,
"4423680" : 53720,
"4489216" : 55312,
"4554752" : 53995,
"4620288" : 53285,
"4685824" : 53936,
"4751360" : 54247,
"4816896" : 54651,
"4882432" : 56412,
"4947968" : 58631,
"5013504" : 65474,
"5079040" : 55126,
"5144576" : 55894,
"5210112" : 56020,
"5275648" : 56802,
"5341184" : 56744,
"5406720" : 57300,
"5472256" : 55800,
"5537792" : 55875,
"5603328" : 56515,
"5668864" : 54772,
"5734400" : 55615,
"5799936" : 54443,
"5865472" : 53174,
"5931008" : 51102,
"5996544" : 54541,
"6062080" : 49529,
"6127616" : 49024,
"6193152" : 47708,
"6258688" : 47018,
"6324224" : 45145,
"6389760" : 43988,
"6455296" : 42696,
"6520832" : 41351,
"6586368" : 40235,
"6651904" : 38105,
"6717440" : 36854,
"6782976" : 35604,
"6848512" : 33762,
"6914048" : 31757,
"6979584" : 32170,
"7045120" : 29261,
"7110656" : 28324,
"7176192" : 27281,
"7241728" : 26867,
"7307264" : 25762,
"7372800" : 25167,
"7438336" : 24600,
"7503872" : 24154,
"7569408" : 23478,
"7634944" : 23219,
"7700480" : 22943,
"7766016" : 22510,
"7831552" : 21658,
"7897088" : 21400,
"7962624" : 21055,
"8028160" : 21529,
"8093696" : 20177,
"8159232" : 19984,
"8224768" : 19807,
"8290304" : 19367,
"8355840" : 18739,
"8454144" : 37075,
"8585216" : 35093,
"8716288" : 33532,
"8847360" : 31379,
"8978432" : 29414,
"9109504" : 26542,
"9240576" : 24684,
"9371648" : 21798,
"9502720" : 19925,
"9633792" : 17591,
"9764864" : 15482,
"9895936" : 13392,
"10027008" : 11808,
"10158080" : 10084,
"10289152" : 8738,
"10420224" : 7568,
"10551296" : 6364,
"10682368" : 5535,
"10813440" : 4655,
"10944512" : 3944,
"11075584" : 3235,
"11206656" : 2783,
"11337728" : 2254,
"11468800" : 2016,
"11599872" : 1634,
"11730944" : 1424,
"11862016" : 1120,
"11993088" : 992,
"12124160" : 838,
"12255232" : 801,
"12386304" : 596,
"12517376" : 521,
"12648448" : 381,
"12779520" : 345,
"12910592" : 272,
"13041664" : 239,
"13172736" : 197,
"13303808" : 168,
"13434880" : 129,
"13565952" : 106,
"13697024" : 90,
"13828096" : 64,
"13959168" : 65,
"14090240" : 75,
"14221312" : 45,
"14352384" : 37,
"14483456" : 46,
"14614528" : 42,
"14745600" : 29,
"14876672" : 21,
"15007744" : 17,
"15138816" : 10,
"15269888" : 14,
"15400960" : 10,
"15532032" : 6,
"15663104" : 8,
"15794176" : 7,
"15925248" : 5,
"16056320" : 5,
"16187392" : 3,
"16318464" : 1,
"16449536" : 1,
"16711680" : 1,
"16908288" : 3,
"17170432" : 2,
"17694720" : 5
}
},
"lat_ns" : {
"min" : 203171,
"max" : 18363509,
"mean" : 6192664.787099,
"stddev" : 1954255.800295,
"N" : 3719925
},
"bw_min" : 52808,
"bw_max" : 127362,
"bw_agg" : 100.000000,
"bw_mean" : 82727.543175,
"bw_dev" : 2097.042132,
"bw_samples" : 2872,
"iops_min" : 13202,
"iops_max" : 31836,
"iops_mean" : 20681.573816,
"iops_stddev" : 524.266911,
"iops_samples" : 2872
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440013,
"usr_cpu" : 0.715271,
"sys_cpu" : 10.457892,
"ctx" : 3748466,
"majf" : 0,
"minf" : 291,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999785,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.010000,
"750" : 0.038873,
"1000" : 0.063148
},
"latency_ms" : {
"2" : 1.095461,
"4" : 12.699053,
"10" : 84.074004,
"20" : 2.030671,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}