raidz2/benchmarks/mixed/mixed-70r30w-qd16-nj8_run3.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773101666,
"timestamp_ms" : 1773101666133,
"time" : "Mon Mar 9 21:14:26 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 689823744,
"io_kbytes" : 673656,
"bw_bytes" : 70664181,
"bw" : 69007,
"iops" : 17262.753534,
"runtime" : 9762,
"total_ios" : 168519,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 296226816,
"io_kbytes" : 289284,
"bw_bytes" : 30344889,
"bw" : 29633,
"iops" : 7412.517927,
"runtime" : 9762,
"total_ios" : 72361,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 78096,
"usr_cpu" : 0.809260,
"sys_cpu" : 16.203135,
"ctx" : 167513,
"majf" : 0,
"minf" : 45,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 99.950183,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773101676,
"timestamp_ms" : 1773101676371,
"time" : "Mon Mar 9 21:14:36 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 684126208,
"io_kbytes" : 668092,
"bw_bytes" : 68412620,
"bw" : 66809,
"iops" : 16701.500000,
"runtime" : 10000,
"total_ios" : 167015,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5278,
"max" : 2165959,
"mean" : 318328.631606,
"stddev" : 255936.348839,
"N" : 167017
},
"clat_ns" : {
"min" : 1287878,
"max" : 12629394,
"mean" : 5024932.208246,
"stddev" : 1552167.196041,
"N" : 167024,
"percentile" : {
"1.000000" : 2441216,
"5.000000" : 2998272,
"10.000000" : 3293184,
"20.000000" : 3719168,
"30.000000" : 4014080,
"40.000000" : 4292608,
"50.000000" : 4620288,
"60.000000" : 5079040,
"70.000000" : 5734400,
"80.000000" : 6455296,
"90.000000" : 7307264,
"95.000000" : 7962624,
"99.000000" : 8978432,
"99.500000" : 9371648,
"99.900000" : 10158080,
"99.950000" : 10551296,
"99.990000" : 11206656
},
"bins" : {
"1286144" : 3,
"1335296" : 2,
"1351680" : 1,
"1368064" : 2,
"1384448" : 6,
"1400832" : 1,
"1417216" : 1,
"1433600" : 1,
"1466368" : 1,
"1482752" : 3,
"1499136" : 5,
"1515520" : 1,
"1531904" : 1,
"1548288" : 3,
"1564672" : 1,
"1581056" : 2,
"1597440" : 3,
"1613824" : 6,
"1630208" : 5,
"1646592" : 4,
"1662976" : 4,
"1679360" : 3,
"1695744" : 9,
"1712128" : 6,
"1728512" : 10,
"1744896" : 9,
"1761280" : 13,
"1777664" : 7,
"1794048" : 1,
"1810432" : 4,
"1826816" : 5,
"1843200" : 2,
"1859584" : 9,
"1875968" : 6,
"1892352" : 3,
"1908736" : 12,
"1925120" : 10,
"1941504" : 13,
"1957888" : 20,
"1974272" : 31,
"1990656" : 25,
"2007040" : 31,
"2023424" : 33,
"2039808" : 42,
"2056192" : 37,
"2072576" : 45,
"2088960" : 34,
"2113536" : 70,
"2146304" : 53,
"2179072" : 57,
"2211840" : 52,
"2244608" : 81,
"2277376" : 80,
"2310144" : 158,
"2342912" : 193,
"2375680" : 197,
"2408448" : 210,
"2441216" : 223,
"2473984" : 200,
"2506752" : 169,
"2539520" : 186,
"2572288" : 210,
"2605056" : 252,
"2637824" : 304,
"2670592" : 408,
"2703360" : 444,
"2736128" : 447,
"2768896" : 515,
"2801664" : 480,
"2834432" : 492,
"2867200" : 438,
"2899968" : 474,
"2932736" : 497,
"2965504" : 657,
"2998272" : 727,
"3031040" : 811,
"3063808" : 865,
"3096576" : 861,
"3129344" : 942,
"3162112" : 912,
"3194880" : 917,
"3227648" : 816,
"3260416" : 930,
"3293184" : 971,
"3325952" : 1118,
"3358720" : 1277,
"3391488" : 1309,
"3424256" : 1461,
"3457024" : 1410,
"3489792" : 1397,
"3522560" : 1414,
"3555328" : 1351,
"3588096" : 1296,
"3620864" : 1327,
"3653632" : 1463,
"3686400" : 1600,
"3719168" : 1692,
"3751936" : 1731,
"3784704" : 1843,
"3817472" : 1827,
"3850240" : 1800,
"3883008" : 1700,
"3915776" : 1674,
"3948544" : 1715,
"3981312" : 1745,
"4014080" : 1799,
"4046848" : 1790,
"4079616" : 1920,
"4112384" : 2003,
"4145152" : 1868,
"4177920" : 1831,
"4227072" : 3626,
"4292608" : 3566,
"4358144" : 3578,
"4423680" : 3476,
"4489216" : 3336,
"4554752" : 3199,
"4620288" : 2868,
"4685824" : 2890,
"4751360" : 2753,
"4816896" : 2520,
"4882432" : 2456,
"4947968" : 2303,
"5013504" : 2138,
"5079040" : 2002,
"5144576" : 1870,
"5210112" : 1848,
"5275648" : 1875,
"5341184" : 1721,
"5406720" : 1690,
"5472256" : 1556,
"5537792" : 1595,
"5603328" : 1572,
"5668864" : 1531,
"5734400" : 1469,
"5799936" : 1499,
"5865472" : 1451,
"5931008" : 1579,
"5996544" : 1484,
"6062080" : 1451,
"6127616" : 1503,
"6193152" : 1470,
"6258688" : 1515,
"6324224" : 1512,
"6389760" : 1532,
"6455296" : 1509,
"6520832" : 1462,
"6586368" : 1485,
"6651904" : 1353,
"6717440" : 1334,
"6782976" : 1349,
"6848512" : 1311,
"6914048" : 1333,
"6979584" : 1310,
"7045120" : 1250,
"7110656" : 1236,
"7176192" : 1166,
"7241728" : 1069,
"7307264" : 1065,
"7372800" : 1032,
"7438336" : 1014,
"7503872" : 980,
"7569408" : 897,
"7634944" : 862,
"7700480" : 798,
"7766016" : 797,
"7831552" : 759,
"7897088" : 721,
"7962624" : 677,
"8028160" : 634,
"8093696" : 582,
"8159232" : 561,
"8224768" : 523,
"8290304" : 489,
"8355840" : 384,
"8454144" : 800,
"8585216" : 667,
"8716288" : 525,
"8847360" : 475,
"8978432" : 398,
"9109504" : 313,
"9240576" : 285,
"9371648" : 220,
"9502720" : 174,
"9633792" : 154,
"9764864" : 122,
"9895936" : 95,
"10027008" : 78,
"10158080" : 55,
"10289152" : 38,
"10420224" : 25,
"10551296" : 20,
"10682368" : 20,
"10813440" : 9,
"10944512" : 7,
"11075584" : 10,
"11206656" : 6,
"11337728" : 3,
"11468800" : 2,
"11599872" : 3,
"11730944" : 1,
"11862016" : 2,
"12124160" : 1,
"12255232" : 2,
"12386304" : 1,
"12648448" : 1
}
},
"lat_ns" : {
"min" : 1307417,
"max" : 13292327,
"mean" : 5343244.501640,
"stddev" : 1635388.364814,
"N" : 167024
},
"bw_min" : 62016,
"bw_max" : 71400,
"bw_agg" : 100.000000,
"bw_mean" : 66824.315789,
"bw_dev" : 317.295883,
"bw_samples" : 152,
"iops_min" : 15504,
"iops_max" : 17850,
"iops_mean" : 16705.736842,
"iops_stddev" : 79.307692,
"iops_samples" : 152
},
"write" : {
"io_bytes" : 293838848,
"io_kbytes" : 286952,
"bw_bytes" : 29383884,
"bw" : 28695,
"iops" : 7175.800000,
"runtime" : 10000,
"total_ios" : 71758,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 11829,
"max" : 2051584,
"mean" : 365680.404886,
"stddev" : 249500.662857,
"N" : 71756
},
"clat_ns" : {
"min" : 1274427,
"max" : 12284035,
"mean" : 5033765.468951,
"stddev" : 1548504.095302,
"N" : 71741,
"percentile" : {
"1.000000" : 2441216,
"5.000000" : 2998272,
"10.000000" : 3325952,
"20.000000" : 3719168,
"30.000000" : 4014080,
"40.000000" : 4358144,
"50.000000" : 4685824,
"60.000000" : 5144576,
"70.000000" : 5734400,
"80.000000" : 6455296,
"90.000000" : 7307264,
"95.000000" : 7897088,
"99.000000" : 8978432,
"99.500000" : 9371648,
"99.900000" : 10158080,
"99.950000" : 10420224,
"99.990000" : 11075584
},
"bins" : {
"1269760" : 1,
"1335296" : 1,
"1384448" : 1,
"1449984" : 1,
"1466368" : 1,
"1482752" : 1,
"1515520" : 2,
"1531904" : 1,
"1548288" : 3,
"1597440" : 2,
"1613824" : 1,
"1630208" : 1,
"1646592" : 3,
"1662976" : 1,
"1679360" : 3,
"1695744" : 5,
"1712128" : 2,
"1728512" : 4,
"1744896" : 7,
"1761280" : 3,
"1777664" : 3,
"1794048" : 3,
"1810432" : 4,
"1826816" : 2,
"1843200" : 4,
"1859584" : 4,
"1875968" : 2,
"1892352" : 7,
"1908736" : 6,
"1925120" : 3,
"1941504" : 2,
"1957888" : 11,
"1974272" : 8,
"1990656" : 12,
"2007040" : 11,
"2023424" : 13,
"2039808" : 10,
"2056192" : 14,
"2072576" : 20,
"2088960" : 19,
"2113536" : 31,
"2146304" : 25,
"2179072" : 21,
"2211840" : 23,
"2244608" : 33,
"2277376" : 35,
"2310144" : 71,
"2342912" : 77,
"2375680" : 81,
"2408448" : 101,
"2441216" : 91,
"2473984" : 74,
"2506752" : 85,
"2539520" : 75,
"2572288" : 98,
"2605056" : 108,
"2637824" : 134,
"2670592" : 130,
"2703360" : 183,
"2736128" : 160,
"2768896" : 192,
"2801664" : 230,
"2834432" : 213,
"2867200" : 182,
"2899968" : 175,
"2932736" : 202,
"2965504" : 270,
"2998272" : 288,
"3031040" : 338,
"3063808" : 394,
"3096576" : 387,
"3129344" : 426,
"3162112" : 375,
"3194880" : 391,
"3227648" : 375,
"3260416" : 427,
"3293184" : 448,
"3325952" : 485,
"3358720" : 519,
"3391488" : 532,
"3424256" : 615,
"3457024" : 602,
"3489792" : 580,
"3522560" : 588,
"3555328" : 593,
"3588096" : 563,
"3620864" : 625,
"3653632" : 626,
"3686400" : 693,
"3719168" : 668,
"3751936" : 774,
"3784704" : 809,
"3817472" : 794,
"3850240" : 744,
"3883008" : 770,
"3915776" : 714,
"3948544" : 740,
"3981312" : 737,
"4014080" : 763,
"4046848" : 767,
"4079616" : 842,
"4112384" : 795,
"4145152" : 798,
"4177920" : 798,
"4227072" : 1530,
"4292608" : 1465,
"4358144" : 1423,
"4423680" : 1453,
"4489216" : 1422,
"4554752" : 1423,
"4620288" : 1317,
"4685824" : 1240,
"4751360" : 1205,
"4816896" : 1136,
"4882432" : 1065,
"4947968" : 914,
"5013504" : 906,
"5079040" : 821,
"5144576" : 829,
"5210112" : 786,
"5275648" : 801,
"5341184" : 682,
"5406720" : 725,
"5472256" : 694,
"5537792" : 708,
"5603328" : 674,
"5668864" : 651,
"5734400" : 714,
"5799936" : 707,
"5865472" : 657,
"5931008" : 690,
"5996544" : 676,
"6062080" : 683,
"6127616" : 645,
"6193152" : 650,
"6258688" : 686,
"6324224" : 625,
"6389760" : 623,
"6455296" : 637,
"6520832" : 609,
"6586368" : 634,
"6651904" : 674,
"6717440" : 591,
"6782976" : 551,
"6848512" : 544,
"6914048" : 557,
"6979584" : 545,
"7045120" : 552,
"7110656" : 576,
"7176192" : 504,
"7241728" : 444,
"7307264" : 508,
"7372800" : 464,
"7438336" : 444,
"7503872" : 410,
"7569408" : 363,
"7634944" : 376,
"7700480" : 363,
"7766016" : 325,
"7831552" : 309,
"7897088" : 283,
"7962624" : 260,
"8028160" : 249,
"8093696" : 255,
"8159232" : 215,
"8224768" : 226,
"8290304" : 219,
"8355840" : 175,
"8454144" : 347,
"8585216" : 295,
"8716288" : 245,
"8847360" : 221,
"8978432" : 163,
"9109504" : 139,
"9240576" : 124,
"9371648" : 94,
"9502720" : 84,
"9633792" : 57,
"9764864" : 56,
"9895936" : 48,
"10027008" : 21,
"10158080" : 18,
"10289152" : 15,
"10420224" : 11,
"10551296" : 7,
"10682368" : 5,
"10813440" : 3,
"10944512" : 5,
"11075584" : 4,
"11206656" : 1,
"11468800" : 1,
"11599872" : 1,
"11730944" : 2,
"12255232" : 1
}
},
"lat_ns" : {
"min" : 1578402,
"max" : 12761635,
"mean" : 5399370.020616,
"stddev" : 1633154.694299,
"N" : 71741
},
"bw_min" : 26152,
"bw_max" : 31368,
"bw_agg" : 99.936577,
"bw_mean" : 28677.578947,
"bw_dev" : 176.027282,
"bw_samples" : 152,
"iops_min" : 6538,
"iops_max" : 7842,
"iops_mean" : 7168.842105,
"iops_stddev" : 43.974992,
"iops_samples" : 152
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79999,
"usr_cpu" : 0.790010,
"sys_cpu" : 15.756447,
"ctx" : 164411,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.155797,
"4" : 29.178341,
"10" : 70.513417,
"20" : 0.149096,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773101686,
"timestamp_ms" : 1773101686370,
"time" : "Mon Mar 9 21:14:46 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 1374724096,
"io_kbytes" : 1342504,
"bw_bytes" : 68736204,
"bw" : 67125,
"iops" : 16782.100000,
"runtime" : 20000,
"total_ios" : 335642,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5278,
"max" : 2211879,
"mean" : 317854.325718,
"stddev" : 254721.072540,
"N" : 335643
},
"clat_ns" : {
"min" : 851311,
"max" : 12629394,
"mean" : 5009425.145248,
"stddev" : 1550202.188441,
"N" : 335633,
"percentile" : {
"1.000000" : 2441216,
"5.000000" : 2998272,
"10.000000" : 3325952,
"20.000000" : 3686400,
"30.000000" : 4014080,
"40.000000" : 4292608,
"50.000000" : 4620288,
"60.000000" : 5079040,
"70.000000" : 5668864,
"80.000000" : 6455296,
"90.000000" : 7307264,
"95.000000" : 7962624,
"99.000000" : 8978432,
"99.500000" : 9371648,
"99.900000" : 10158080,
"99.950000" : 10420224,
"99.990000" : 11075584
},
"bins" : {
"847872" : 1,
"946176" : 1,
"954368" : 1,
"978944" : 1,
"995328" : 1,
"1003520" : 1,
"1056768" : 2,
"1073152" : 4,
"1187840" : 1,
"1286144" : 3,
"1302528" : 1,
"1335296" : 4,
"1351680" : 4,
"1368064" : 3,
"1384448" : 7,
"1400832" : 1,
"1417216" : 3,
"1433600" : 4,
"1449984" : 1,
"1466368" : 2,
"1482752" : 4,
"1499136" : 6,
"1515520" : 1,
"1531904" : 4,
"1548288" : 5,
"1564672" : 2,
"1581056" : 5,
"1597440" : 8,
"1613824" : 8,
"1630208" : 8,
"1646592" : 7,
"1662976" : 8,
"1679360" : 7,
"1695744" : 16,
"1712128" : 14,
"1728512" : 21,
"1744896" : 16,
"1761280" : 20,
"1777664" : 14,
"1794048" : 11,
"1810432" : 16,
"1826816" : 13,
"1843200" : 7,
"1859584" : 17,
"1875968" : 20,
"1892352" : 13,
"1908736" : 20,
"1925120" : 17,
"1941504" : 21,
"1957888" : 34,
"1974272" : 52,
"1990656" : 44,
"2007040" : 53,
"2023424" : 49,
"2039808" : 71,
"2056192" : 54,
"2072576" : 84,
"2088960" : 66,
"2113536" : 123,
"2146304" : 117,
"2179072" : 110,
"2211840" : 99,
"2244608" : 149,
"2277376" : 164,
"2310144" : 271,
"2342912" : 361,
"2375680" : 375,
"2408448" : 373,
"2441216" : 422,
"2473984" : 409,
"2506752" : 345,
"2539520" : 383,
"2572288" : 392,
"2605056" : 442,
"2637824" : 601,
"2670592" : 772,
"2703360" : 866,
"2736128" : 911,
"2768896" : 996,
"2801664" : 987,
"2834432" : 940,
"2867200" : 897,
"2899968" : 961,
"2932736" : 1058,
"2965504" : 1235,
"2998272" : 1446,
"3031040" : 1634,
"3063808" : 1759,
"3096576" : 1830,
"3129344" : 1915,
"3162112" : 1813,
"3194880" : 1852,
"3227648" : 1748,
"3260416" : 1882,
"3293184" : 2017,
"3325952" : 2325,
"3358720" : 2535,
"3391488" : 2720,
"3424256" : 2906,
"3457024" : 2830,
"3489792" : 2923,
"3522560" : 2826,
"3555328" : 2820,
"3588096" : 2745,
"3620864" : 2825,
"3653632" : 3020,
"3686400" : 3272,
"3719168" : 3565,
"3751936" : 3571,
"3784704" : 3759,
"3817472" : 3730,
"3850240" : 3676,
"3883008" : 3543,
"3915776" : 3528,
"3948544" : 3627,
"3981312" : 3584,
"4014080" : 3753,
"4046848" : 3754,
"4079616" : 3949,
"4112384" : 4079,
"4145152" : 3969,
"4177920" : 3764,
"4227072" : 7415,
"4292608" : 7171,
"4358144" : 7023,
"4423680" : 7017,
"4489216" : 6850,
"4554752" : 6445,
"4620288" : 5866,
"4685824" : 5752,
"4751360" : 5500,
"4816896" : 5214,
"4882432" : 5001,
"4947968" : 4665,
"5013504" : 4280,
"5079040" : 4048,
"5144576" : 3740,
"5210112" : 3663,
"5275648" : 3584,
"5341184" : 3377,
"5406720" : 3306,
"5472256" : 3050,
"5537792" : 3111,
"5603328" : 3069,
"5668864" : 2959,
"5734400" : 2937,
"5799936" : 2910,
"5865472" : 2846,
"5931008" : 3045,
"5996544" : 2909,
"6062080" : 2786,
"6127616" : 2847,
"6193152" : 2864,
"6258688" : 2889,
"6324224" : 2994,
"6389760" : 2917,
"6455296" : 2895,
"6520832" : 2863,
"6586368" : 2860,
"6651904" : 2684,
"6717440" : 2648,
"6782976" : 2648,
"6848512" : 2564,
"6914048" : 2605,
"6979584" : 2545,
"7045120" : 2442,
"7110656" : 2395,
"7176192" : 2305,
"7241728" : 2173,
"7307264" : 2106,
"7372800" : 2070,
"7438336" : 2027,
"7503872" : 1930,
"7569408" : 1807,
"7634944" : 1731,
"7700480" : 1617,
"7766016" : 1591,
"7831552" : 1533,
"7897088" : 1462,
"7962624" : 1357,
"8028160" : 1297,
"8093696" : 1164,
"8159232" : 1119,
"8224768" : 1026,
"8290304" : 1005,
"8355840" : 835,
"8454144" : 1638,
"8585216" : 1365,
"8716288" : 1114,
"8847360" : 933,
"8978432" : 824,
"9109504" : 631,
"9240576" : 551,
"9371648" : 461,
"9502720" : 373,
"9633792" : 298,
"9764864" : 220,
"9895936" : 181,
"10027008" : 152,
"10158080" : 117,
"10289152" : 74,
"10420224" : 66,
"10551296" : 39,
"10682368" : 30,
"10813440" : 16,
"10944512" : 15,
"11075584" : 14,
"11206656" : 8,
"11337728" : 7,
"11468800" : 2,
"11599872" : 3,
"11730944" : 3,
"11862016" : 3,
"12124160" : 2,
"12255232" : 2,
"12386304" : 1,
"12648448" : 1
}
},
"lat_ns" : {
"min" : 973307,
"max" : 13292327,
"mean" : 5327290.616811,
"stddev" : 1633476.491508,
"N" : 335633
},
"bw_min" : 61728,
"bw_max" : 72515,
"bw_agg" : 100.000000,
"bw_mean" : 67172.256410,
"bw_dev" : 317.222297,
"bw_samples" : 312,
"iops_min" : 15432,
"iops_max" : 18128,
"iops_mean" : 16792.666667,
"iops_stddev" : 79.282502,
"iops_samples" : 312
},
"write" : {
"io_bytes" : 587603968,
"io_kbytes" : 573832,
"bw_bytes" : 29380198,
"bw" : 28691,
"iops" : 7172.950000,
"runtime" : 20000,
"total_ios" : 143459,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 11157,
"max" : 2228043,
"mean" : 363268.353957,
"stddev" : 248449.450003,
"N" : 143458
},
"clat_ns" : {
"min" : 1032408,
"max" : 12284035,
"mean" : 5015569.015642,
"stddev" : 1544256.553483,
"N" : 143460,
"percentile" : {
"1.000000" : 2441216,
"5.000000" : 3031040,
"10.000000" : 3325952,
"20.000000" : 3719168,
"30.000000" : 4014080,
"40.000000" : 4292608,
"50.000000" : 4620288,
"60.000000" : 5079040,
"70.000000" : 5734400,
"80.000000" : 6455296,
"90.000000" : 7307264,
"95.000000" : 7962624,
"99.000000" : 8978432,
"99.500000" : 9371648,
"99.900000" : 10027008,
"99.950000" : 10289152,
"99.990000" : 10944512
},
"bins" : {
"1036288" : 1,
"1056768" : 1,
"1089536" : 1,
"1122304" : 1,
"1269760" : 1,
"1335296" : 4,
"1351680" : 1,
"1384448" : 1,
"1449984" : 2,
"1466368" : 2,
"1482752" : 1,
"1515520" : 2,
"1531904" : 1,
"1548288" : 4,
"1581056" : 2,
"1597440" : 4,
"1613824" : 1,
"1630208" : 3,
"1646592" : 7,
"1662976" : 4,
"1679360" : 7,
"1695744" : 8,
"1712128" : 7,
"1728512" : 7,
"1744896" : 12,
"1761280" : 8,
"1777664" : 4,
"1794048" : 3,
"1810432" : 5,
"1826816" : 2,
"1843200" : 6,
"1859584" : 5,
"1875968" : 3,
"1892352" : 8,
"1908736" : 9,
"1925120" : 8,
"1941504" : 13,
"1957888" : 20,
"1974272" : 13,
"1990656" : 17,
"2007040" : 16,
"2023424" : 25,
"2039808" : 22,
"2056192" : 28,
"2072576" : 37,
"2088960" : 33,
"2113536" : 50,
"2146304" : 43,
"2179072" : 42,
"2211840" : 44,
"2244608" : 62,
"2277376" : 76,
"2310144" : 119,
"2342912" : 137,
"2375680" : 162,
"2408448" : 180,
"2441216" : 168,
"2473984" : 168,
"2506752" : 162,
"2539520" : 160,
"2572288" : 175,
"2605056" : 183,
"2637824" : 256,
"2670592" : 295,
"2703360" : 354,
"2736128" : 392,
"2768896" : 404,
"2801664" : 412,
"2834432" : 418,
"2867200" : 371,
"2899968" : 383,
"2932736" : 407,
"2965504" : 494,
"2998272" : 609,
"3031040" : 684,
"3063808" : 774,
"3096576" : 789,
"3129344" : 814,
"3162112" : 759,
"3194880" : 761,
"3227648" : 745,
"3260416" : 811,
"3293184" : 868,
"3325952" : 944,
"3358720" : 1069,
"3391488" : 1180,
"3424256" : 1228,
"3457024" : 1185,
"3489792" : 1217,
"3522560" : 1197,
"3555328" : 1211,
"3588096" : 1151,
"3620864" : 1285,
"3653632" : 1277,
"3686400" : 1400,
"3719168" : 1450,
"3751936" : 1572,
"3784704" : 1660,
"3817472" : 1603,
"3850240" : 1513,
"3883008" : 1563,
"3915776" : 1507,
"3948544" : 1532,
"3981312" : 1553,
"4014080" : 1562,
"4046848" : 1639,
"4079616" : 1659,
"4112384" : 1705,
"4145152" : 1674,
"4177920" : 1621,
"4227072" : 3194,
"4292608" : 3012,
"4358144" : 2877,
"4423680" : 2981,
"4489216" : 2849,
"4554752" : 2803,
"4620288" : 2566,
"4685824" : 2412,
"4751360" : 2396,
"4816896" : 2296,
"4882432" : 2153,
"4947968" : 1895,
"5013504" : 1891,
"5079040" : 1743,
"5144576" : 1706,
"5210112" : 1545,
"5275648" : 1550,
"5341184" : 1350,
"5406720" : 1430,
"5472256" : 1380,
"5537792" : 1307,
"5603328" : 1356,
"5668864" : 1272,
"5734400" : 1338,
"5799936" : 1324,
"5865472" : 1260,
"5931008" : 1340,
"5996544" : 1325,
"6062080" : 1271,
"6127616" : 1263,
"6193152" : 1226,
"6258688" : 1285,
"6324224" : 1214,
"6389760" : 1261,
"6455296" : 1191,
"6520832" : 1159,
"6586368" : 1247,
"6651904" : 1252,
"6717440" : 1149,
"6782976" : 1079,
"6848512" : 1050,
"6914048" : 1099,
"6979584" : 1076,
"7045120" : 1084,
"7110656" : 1067,
"7176192" : 959,
"7241728" : 887,
"7307264" : 965,
"7372800" : 934,
"7438336" : 825,
"7503872" : 795,
"7569408" : 765,
"7634944" : 746,
"7700480" : 737,
"7766016" : 643,
"7831552" : 620,
"7897088" : 556,
"7962624" : 555,
"8028160" : 535,
"8093696" : 503,
"8159232" : 465,
"8224768" : 432,
"8290304" : 440,
"8355840" : 393,
"8454144" : 693,
"8585216" : 602,
"8716288" : 485,
"8847360" : 452,
"8978432" : 345,
"9109504" : 289,
"9240576" : 244,
"9371648" : 191,
"9502720" : 154,
"9633792" : 108,
"9764864" : 105,
"9895936" : 80,
"10027008" : 33,
"10158080" : 38,
"10289152" : 37,
"10420224" : 19,
"10551296" : 12,
"10682368" : 8,
"10813440" : 10,
"10944512" : 5,
"11075584" : 4,
"11206656" : 3,
"11337728" : 1,
"11468800" : 1,
"11599872" : 1,
"11730944" : 2,
"12255232" : 1
}
},
"lat_ns" : {
"min" : 1114363,
"max" : 12761635,
"mean" : 5378846.114039,
"stddev" : 1628804.430556,
"N" : 143460
},
"bw_min" : 25896,
"bw_max" : 31879,
"bw_agg" : 100.000000,
"bw_mean" : 28704.615385,
"bw_dev" : 174.482076,
"bw_samples" : 312,
"iops_min" : 6474,
"iops_max" : 7969,
"iops_mean" : 7175.589744,
"iops_stddev" : 43.580515,
"iops_samples" : 312
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159995,
"usr_cpu" : 0.752524,
"sys_cpu" : 15.851120,
"ctx" : 330589,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999791,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999791,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.148820,
"4" : 29.625069,
"10" : 70.081883,
"20" : 0.141306,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773101696,
"timestamp_ms" : 1773101696371,
"time" : "Mon Mar 9 21:14:56 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 2054238208,
"io_kbytes" : 2006092,
"bw_bytes" : 68474606,
"bw" : 66869,
"iops" : 16717.733333,
"runtime" : 30000,
"total_ios" : 501532,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5278,
"max" : 2368719,
"mean" : 319136.057047,
"stddev" : 254326.633954,
"N" : 501533
},
"clat_ns" : {
"min" : 707170,
"max" : 12629394,
"mean" : 5023543.634018,
"stddev" : 1552689.895776,
"N" : 501527,
"percentile" : {
"1.000000" : 2473984,
"5.000000" : 3031040,
"10.000000" : 3325952,
"20.000000" : 3719168,
"30.000000" : 4014080,
"40.000000" : 4292608,
"50.000000" : 4620288,
"60.000000" : 5079040,
"70.000000" : 5734400,
"80.000000" : 6455296,
"90.000000" : 7307264,
"95.000000" : 7962624,
"99.000000" : 9109504,
"99.500000" : 9502720,
"99.900000" : 10158080,
"99.950000" : 10420224,
"99.990000" : 11206656
},
"bins" : {
"708608" : 3,
"716800" : 1,
"847872" : 1,
"946176" : 1,
"954368" : 1,
"978944" : 1,
"995328" : 2,
"1003520" : 2,
"1056768" : 2,
"1073152" : 5,
"1122304" : 1,
"1187840" : 1,
"1220608" : 1,
"1286144" : 3,
"1302528" : 1,
"1335296" : 4,
"1351680" : 4,
"1368064" : 3,
"1384448" : 10,
"1400832" : 1,
"1417216" : 7,
"1433600" : 5,
"1449984" : 1,
"1466368" : 2,
"1482752" : 4,
"1499136" : 8,
"1515520" : 4,
"1531904" : 4,
"1548288" : 5,
"1564672" : 4,
"1581056" : 7,
"1597440" : 9,
"1613824" : 10,
"1630208" : 13,
"1646592" : 8,
"1662976" : 14,
"1679360" : 8,
"1695744" : 26,
"1712128" : 23,
"1728512" : 34,
"1744896" : 24,
"1761280" : 29,
"1777664" : 23,
"1794048" : 17,
"1810432" : 20,
"1826816" : 24,
"1843200" : 9,
"1859584" : 21,
"1875968" : 27,
"1892352" : 16,
"1908736" : 24,
"1925120" : 23,
"1941504" : 33,
"1957888" : 52,
"1974272" : 71,
"1990656" : 54,
"2007040" : 66,
"2023424" : 64,
"2039808" : 99,
"2056192" : 80,
"2072576" : 110,
"2088960" : 92,
"2113536" : 172,
"2146304" : 174,
"2179072" : 149,
"2211840" : 160,
"2244608" : 183,
"2277376" : 246,
"2310144" : 367,
"2342912" : 490,
"2375680" : 533,
"2408448" : 519,
"2441216" : 578,
"2473984" : 554,
"2506752" : 505,
"2539520" : 541,
"2572288" : 545,
"2605056" : 682,
"2637824" : 843,
"2670592" : 1074,
"2703360" : 1238,
"2736128" : 1342,
"2768896" : 1465,
"2801664" : 1451,
"2834432" : 1306,
"2867200" : 1267,
"2899968" : 1374,
"2932736" : 1539,
"2965504" : 1829,
"2998272" : 2085,
"3031040" : 2420,
"3063808" : 2582,
"3096576" : 2651,
"3129344" : 2784,
"3162112" : 2692,
"3194880" : 2680,
"3227648" : 2513,
"3260416" : 2719,
"3293184" : 2971,
"3325952" : 3387,
"3358720" : 3771,
"3391488" : 4024,
"3424256" : 4267,
"3457024" : 4095,
"3489792" : 4319,
"3522560" : 4214,
"3555328" : 4174,
"3588096" : 4088,
"3620864" : 4220,
"3653632" : 4415,
"3686400" : 4895,
"3719168" : 5291,
"3751936" : 5301,
"3784704" : 5640,
"3817472" : 5570,
"3850240" : 5682,
"3883008" : 5414,
"3915776" : 5346,
"3948544" : 5376,
"3981312" : 5338,
"4014080" : 5645,
"4046848" : 5647,
"4079616" : 5873,
"4112384" : 6000,
"4145152" : 5994,
"4177920" : 5746,
"4227072" : 11262,
"4292608" : 10810,
"4358144" : 10489,
"4423680" : 10533,
"4489216" : 10221,
"4554752" : 9744,
"4620288" : 8904,
"4685824" : 8686,
"4751360" : 8272,
"4816896" : 7914,
"4882432" : 7470,
"4947968" : 7003,
"5013504" : 6509,
"5079040" : 6072,
"5144576" : 5754,
"5210112" : 5467,
"5275648" : 5321,
"5341184" : 4988,
"5406720" : 4812,
"5472256" : 4649,
"5537792" : 4656,
"5603328" : 4462,
"5668864" : 4434,
"5734400" : 4369,
"5799936" : 4288,
"5865472" : 4299,
"5931008" : 4500,
"5996544" : 4341,
"6062080" : 4262,
"6127616" : 4241,
"6193152" : 4272,
"6258688" : 4344,
"6324224" : 4440,
"6389760" : 4309,
"6455296" : 4327,
"6520832" : 4270,
"6586368" : 4172,
"6651904" : 4104,
"6717440" : 4010,
"6782976" : 3968,
"6848512" : 3847,
"6914048" : 3891,
"6979584" : 3787,
"7045120" : 3610,
"7110656" : 3545,
"7176192" : 3418,
"7241728" : 3327,
"7307264" : 3127,
"7372800" : 3063,
"7438336" : 3040,
"7503872" : 2882,
"7569408" : 2753,
"7634944" : 2617,
"7700480" : 2481,
"7766016" : 2432,
"7831552" : 2286,
"7897088" : 2224,
"7962624" : 2047,
"8028160" : 1980,
"8093696" : 1704,
"8159232" : 1678,
"8224768" : 1542,
"8290304" : 1566,
"8355840" : 1334,
"8454144" : 2533,
"8585216" : 2122,
"8716288" : 1760,
"8847360" : 1445,
"8978432" : 1239,
"9109504" : 1007,
"9240576" : 830,
"9371648" : 728,
"9502720" : 570,
"9633792" : 469,
"9764864" : 355,
"9895936" : 276,
"10027008" : 235,
"10158080" : 172,
"10289152" : 124,
"10420224" : 106,
"10551296" : 63,
"10682368" : 50,
"10813440" : 34,
"10944512" : 23,
"11075584" : 20,
"11206656" : 19,
"11337728" : 11,
"11468800" : 4,
"11599872" : 8,
"11730944" : 5,
"11862016" : 4,
"11993088" : 1,
"12124160" : 3,
"12255232" : 2,
"12386304" : 2,
"12648448" : 1
}
},
"lat_ns" : {
"min" : 729495,
"max" : 13292327,
"mean" : 5342678.211917,
"stddev" : 1636110.763791,
"N" : 501527
},
"bw_min" : 61472,
"bw_max" : 72531,
"bw_agg" : 100.000000,
"bw_mean" : 66879.050847,
"bw_dev" : 301.437847,
"bw_samples" : 472,
"iops_min" : 15368,
"iops_max" : 18132,
"iops_mean" : 16719.440678,
"iops_stddev" : 75.343747,
"iops_samples" : 472
},
"write" : {
"io_bytes" : 880398336,
"io_kbytes" : 859764,
"bw_bytes" : 29346611,
"bw" : 28658,
"iops" : 7164.866667,
"runtime" : 30000,
"total_ios" : 214946,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 11117,
"max" : 2593472,
"mean" : 363543.578222,
"stddev" : 248412.811235,
"N" : 214945
},
"clat_ns" : {
"min" : 1032408,
"max" : 12611346,
"mean" : 5032919.269104,
"stddev" : 1551678.094176,
"N" : 214943,
"percentile" : {
"1.000000" : 2473984,
"5.000000" : 3031040,
"10.000000" : 3325952,
"20.000000" : 3719168,
"30.000000" : 4014080,
"40.000000" : 4292608,
"50.000000" : 4620288,
"60.000000" : 5079040,
"70.000000" : 5734400,
"80.000000" : 6455296,
"90.000000" : 7307264,
"95.000000" : 7962624,
"99.000000" : 9109504,
"99.500000" : 9371648,
"99.900000" : 10158080,
"99.950000" : 10420224,
"99.990000" : 10944512
},
"bins" : {
"1036288" : 1,
"1056768" : 1,
"1089536" : 1,
"1122304" : 1,
"1269760" : 1,
"1302528" : 1,
"1335296" : 4,
"1351680" : 4,
"1384448" : 1,
"1400832" : 1,
"1449984" : 2,
"1466368" : 3,
"1482752" : 1,
"1499136" : 1,
"1515520" : 3,
"1531904" : 1,
"1548288" : 5,
"1564672" : 2,
"1581056" : 3,
"1597440" : 4,
"1613824" : 2,
"1630208" : 5,
"1646592" : 11,
"1662976" : 9,
"1679360" : 8,
"1695744" : 11,
"1712128" : 9,
"1728512" : 10,
"1744896" : 18,
"1761280" : 10,
"1777664" : 9,
"1794048" : 5,
"1810432" : 5,
"1826816" : 2,
"1843200" : 6,
"1859584" : 10,
"1875968" : 7,
"1892352" : 11,
"1908736" : 11,
"1925120" : 15,
"1941504" : 16,
"1957888" : 23,
"1974272" : 18,
"1990656" : 23,
"2007040" : 26,
"2023424" : 34,
"2039808" : 30,
"2056192" : 41,
"2072576" : 49,
"2088960" : 42,
"2113536" : 79,
"2146304" : 55,
"2179072" : 63,
"2211840" : 57,
"2244608" : 82,
"2277376" : 111,
"2310144" : 158,
"2342912" : 178,
"2375680" : 231,
"2408448" : 236,
"2441216" : 229,
"2473984" : 227,
"2506752" : 231,
"2539520" : 231,
"2572288" : 251,
"2605056" : 277,
"2637824" : 371,
"2670592" : 438,
"2703360" : 509,
"2736128" : 551,
"2768896" : 564,
"2801664" : 579,
"2834432" : 594,
"2867200" : 548,
"2899968" : 538,
"2932736" : 629,
"2965504" : 732,
"2998272" : 884,
"3031040" : 1031,
"3063808" : 1133,
"3096576" : 1182,
"3129344" : 1179,
"3162112" : 1111,
"3194880" : 1119,
"3227648" : 1067,
"3260416" : 1179,
"3293184" : 1282,
"3325952" : 1411,
"3358720" : 1557,
"3391488" : 1762,
"3424256" : 1793,
"3457024" : 1796,
"3489792" : 1832,
"3522560" : 1764,
"3555328" : 1796,
"3588096" : 1712,
"3620864" : 1867,
"3653632" : 1870,
"3686400" : 2096,
"3719168" : 2180,
"3751936" : 2340,
"3784704" : 2431,
"3817472" : 2377,
"3850240" : 2306,
"3883008" : 2336,
"3915776" : 2290,
"3948544" : 2317,
"3981312" : 2316,
"4014080" : 2360,
"4046848" : 2434,
"4079616" : 2454,
"4112384" : 2571,
"4145152" : 2497,
"4177920" : 2509,
"4227072" : 4796,
"4292608" : 4575,
"4358144" : 4476,
"4423680" : 4552,
"4489216" : 4314,
"4554752" : 4197,
"4620288" : 3893,
"4685824" : 3685,
"4751360" : 3577,
"4816896" : 3470,
"4882432" : 3260,
"4947968" : 2888,
"5013504" : 2819,
"5079040" : 2618,
"5144576" : 2514,
"5210112" : 2273,
"5275648" : 2315,
"5341184" : 2034,
"5406720" : 2170,
"5472256" : 2068,
"5537792" : 1981,
"5603328" : 1990,
"5668864" : 1882,
"5734400" : 2001,
"5799936" : 1931,
"5865472" : 1852,
"5931008" : 1985,
"5996544" : 1987,
"6062080" : 1882,
"6127616" : 1896,
"6193152" : 1849,
"6258688" : 1861,
"6324224" : 1830,
"6389760" : 1872,
"6455296" : 1747,
"6520832" : 1765,
"6586368" : 1832,
"6651904" : 1839,
"6717440" : 1699,
"6782976" : 1633,
"6848512" : 1604,
"6914048" : 1629,
"6979584" : 1631,
"7045120" : 1629,
"7110656" : 1595,
"7176192" : 1487,
"7241728" : 1375,
"7307264" : 1406,
"7372800" : 1350,
"7438336" : 1217,
"7503872" : 1190,
"7569408" : 1153,
"7634944" : 1142,
"7700480" : 1098,
"7766016" : 971,
"7831552" : 963,
"7897088" : 882,
"7962624" : 842,
"8028160" : 818,
"8093696" : 761,
"8159232" : 696,
"8224768" : 695,
"8290304" : 707,
"8355840" : 605,
"8454144" : 1054,
"8585216" : 928,
"8716288" : 790,
"8847360" : 731,
"8978432" : 569,
"9109504" : 487,
"9240576" : 389,
"9371648" : 300,
"9502720" : 244,
"9633792" : 196,
"9764864" : 172,
"9895936" : 132,
"10027008" : 55,
"10158080" : 59,
"10289152" : 56,
"10420224" : 37,
"10551296" : 23,
"10682368" : 13,
"10813440" : 15,
"10944512" : 12,
"11075584" : 4,
"11206656" : 7,
"11337728" : 2,
"11468800" : 1,
"11599872" : 2,
"11730944" : 2,
"12255232" : 1,
"12648448" : 1
}
},
"lat_ns" : {
"min" : 1114363,
"max" : 13223291,
"mean" : 5396457.483547,
"stddev" : 1636707.092637,
"N" : 214943
},
"bw_min" : 25712,
"bw_max" : 31999,
"bw_agg" : 100.000000,
"bw_mean" : 28665.033898,
"bw_dev" : 173.071595,
"bw_samples" : 472,
"iops_min" : 6428,
"iops_max" : 7999,
"iops_mean" : 7165.796610,
"iops_stddev" : 43.242604,
"iops_samples" : 472
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 239999,
"usr_cpu" : 0.748336,
"sys_cpu" : 15.827983,
"ctx" : 496140,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.139990,
"4" : 29.230067,
"10" : 70.475437,
"20" : 0.151854,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773101706,
"timestamp_ms" : 1773101706370,
"time" : "Mon Mar 9 21:15:06 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 2735161344,
"io_kbytes" : 2671056,
"bw_bytes" : 68379033,
"bw" : 66776,
"iops" : 16693.900000,
"runtime" : 40000,
"total_ios" : 667756,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5278,
"max" : 2585950,
"mean" : 319731.751800,
"stddev" : 253449.091664,
"N" : 667759
},
"clat_ns" : {
"min" : 707170,
"max" : 12629394,
"mean" : 5030896.660635,
"stddev" : 1541392.996498,
"N" : 667764,
"percentile" : {
"1.000000" : 2506752,
"5.000000" : 3031040,
"10.000000" : 3358720,
"20.000000" : 3719168,
"30.000000" : 4046848,
"40.000000" : 4292608,
"50.000000" : 4620288,
"60.000000" : 5079040,
"70.000000" : 5734400,
"80.000000" : 6455296,
"90.000000" : 7307264,
"95.000000" : 7962624,
"99.000000" : 8978432,
"99.500000" : 9371648,
"99.900000" : 10158080,
"99.950000" : 10420224,
"99.990000" : 11206656
},
"bins" : {
"708608" : 3,
"716800" : 1,
"724992" : 1,
"847872" : 1,
"946176" : 1,
"954368" : 1,
"978944" : 1,
"995328" : 2,
"1003520" : 2,
"1056768" : 2,
"1073152" : 6,
"1089536" : 2,
"1105920" : 2,
"1122304" : 1,
"1155072" : 1,
"1187840" : 1,
"1204224" : 1,
"1220608" : 1,
"1253376" : 1,
"1269760" : 1,
"1286144" : 4,
"1302528" : 5,
"1318912" : 3,
"1335296" : 6,
"1351680" : 4,
"1368064" : 4,
"1384448" : 14,
"1400832" : 2,
"1417216" : 7,
"1433600" : 6,
"1449984" : 1,
"1466368" : 5,
"1482752" : 4,
"1499136" : 11,
"1515520" : 6,
"1531904" : 4,
"1548288" : 10,
"1564672" : 5,
"1581056" : 10,
"1597440" : 11,
"1613824" : 13,
"1630208" : 22,
"1646592" : 13,
"1662976" : 21,
"1679360" : 15,
"1695744" : 35,
"1712128" : 25,
"1728512" : 42,
"1744896" : 31,
"1761280" : 32,
"1777664" : 29,
"1794048" : 21,
"1810432" : 21,
"1826816" : 25,
"1843200" : 12,
"1859584" : 28,
"1875968" : 34,
"1892352" : 24,
"1908736" : 29,
"1925120" : 29,
"1941504" : 44,
"1957888" : 60,
"1974272" : 81,
"1990656" : 70,
"2007040" : 84,
"2023424" : 79,
"2039808" : 113,
"2056192" : 99,
"2072576" : 130,
"2088960" : 118,
"2113536" : 216,
"2146304" : 198,
"2179072" : 170,
"2211840" : 192,
"2244608" : 225,
"2277376" : 293,
"2310144" : 435,
"2342912" : 579,
"2375680" : 657,
"2408448" : 657,
"2441216" : 714,
"2473984" : 713,
"2506752" : 653,
"2539520" : 681,
"2572288" : 680,
"2605056" : 846,
"2637824" : 1074,
"2670592" : 1357,
"2703360" : 1552,
"2736128" : 1689,
"2768896" : 1842,
"2801664" : 1823,
"2834432" : 1690,
"2867200" : 1638,
"2899968" : 1757,
"2932736" : 1961,
"2965504" : 2370,
"2998272" : 2679,
"3031040" : 3075,
"3063808" : 3333,
"3096576" : 3413,
"3129344" : 3553,
"3162112" : 3485,
"3194880" : 3484,
"3227648" : 3314,
"3260416" : 3625,
"3293184" : 3919,
"3325952" : 4347,
"3358720" : 4935,
"3391488" : 5197,
"3424256" : 5551,
"3457024" : 5453,
"3489792" : 5683,
"3522560" : 5516,
"3555328" : 5515,
"3588096" : 5446,
"3620864" : 5633,
"3653632" : 5938,
"3686400" : 6453,
"3719168" : 6935,
"3751936" : 7083,
"3784704" : 7450,
"3817472" : 7376,
"3850240" : 7488,
"3883008" : 7194,
"3915776" : 7106,
"3948544" : 7156,
"3981312" : 7209,
"4014080" : 7560,
"4046848" : 7553,
"4079616" : 7788,
"4112384" : 8027,
"4145152" : 7955,
"4177920" : 7769,
"4227072" : 15195,
"4292608" : 14641,
"4358144" : 14009,
"4423680" : 14101,
"4489216" : 13657,
"4554752" : 13144,
"4620288" : 12082,
"4685824" : 11619,
"4751360" : 11212,
"4816896" : 10733,
"4882432" : 10020,
"4947968" : 9429,
"5013504" : 8765,
"5079040" : 8240,
"5144576" : 7669,
"5210112" : 7402,
"5275648" : 7107,
"5341184" : 6767,
"5406720" : 6491,
"5472256" : 6220,
"5537792" : 6281,
"5603328" : 6119,
"5668864" : 6088,
"5734400" : 5871,
"5799936" : 5764,
"5865472" : 5717,
"5931008" : 6048,
"5996544" : 5863,
"6062080" : 5747,
"6127616" : 5802,
"6193152" : 5792,
"6258688" : 5882,
"6324224" : 5968,
"6389760" : 5855,
"6455296" : 5843,
"6520832" : 5709,
"6586368" : 5628,
"6651904" : 5514,
"6717440" : 5429,
"6782976" : 5380,
"6848512" : 5115,
"6914048" : 5207,
"6979584" : 5057,
"7045120" : 4832,
"7110656" : 4836,
"7176192" : 4577,
"7241728" : 4458,
"7307264" : 4125,
"7372800" : 4038,
"7438336" : 4012,
"7503872" : 3803,
"7569408" : 3671,
"7634944" : 3456,
"7700480" : 3313,
"7766016" : 3206,
"7831552" : 3033,
"7897088" : 2887,
"7962624" : 2679,
"8028160" : 2547,
"8093696" : 2266,
"8159232" : 2193,
"8224768" : 2009,
"8290304" : 2002,
"8355840" : 1763,
"8454144" : 3280,
"8585216" : 2748,
"8716288" : 2274,
"8847360" : 1910,
"8978432" : 1601,
"9109504" : 1349,
"9240576" : 1101,
"9371648" : 929,
"9502720" : 749,
"9633792" : 601,
"9764864" : 453,
"9895936" : 363,
"10027008" : 296,
"10158080" : 223,
"10289152" : 153,
"10420224" : 132,
"10551296" : 82,
"10682368" : 60,
"10813440" : 47,
"10944512" : 31,
"11075584" : 28,
"11206656" : 27,
"11337728" : 11,
"11468800" : 7,
"11599872" : 11,
"11730944" : 6,
"11862016" : 4,
"11993088" : 1,
"12124160" : 3,
"12255232" : 2,
"12386304" : 2,
"12648448" : 1
}
},
"lat_ns" : {
"min" : 729495,
"max" : 13292327,
"mean" : 5350619.241112,
"stddev" : 1623940.796508,
"N" : 667764
},
"bw_min" : 60008,
"bw_max" : 72883,
"bw_agg" : 100.000000,
"bw_mean" : 66792.632911,
"bw_dev" : 323.129186,
"bw_samples" : 632,
"iops_min" : 15002,
"iops_max" : 18220,
"iops_mean" : 16697.886076,
"iops_stddev" : 80.771278,
"iops_samples" : 632
},
"write" : {
"io_bytes" : 1172643840,
"io_kbytes" : 1145160,
"bw_bytes" : 29316096,
"bw" : 28629,
"iops" : 7157.700000,
"runtime" : 40000,
"total_ios" : 286308,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10546,
"max" : 2593472,
"mean" : 363570.357737,
"stddev" : 247542.527540,
"N" : 286305
},
"clat_ns" : {
"min" : 964243,
"max" : 12611346,
"mean" : 5036959.660986,
"stddev" : 1540205.800526,
"N" : 286292,
"percentile" : {
"1.000000" : 2506752,
"5.000000" : 3063808,
"10.000000" : 3358720,
"20.000000" : 3751936,
"30.000000" : 4046848,
"40.000000" : 4292608,
"50.000000" : 4620288,
"60.000000" : 5079040,
"70.000000" : 5734400,
"80.000000" : 6455296,
"90.000000" : 7307264,
"95.000000" : 7962624,
"99.000000" : 9109504,
"99.500000" : 9371648,
"99.900000" : 10158080,
"99.950000" : 10420224,
"99.990000" : 10944512
},
"bins" : {
"962560" : 1,
"1036288" : 2,
"1056768" : 1,
"1089536" : 1,
"1122304" : 1,
"1138688" : 1,
"1269760" : 2,
"1302528" : 1,
"1318912" : 2,
"1335296" : 4,
"1351680" : 4,
"1384448" : 1,
"1400832" : 1,
"1417216" : 1,
"1449984" : 2,
"1466368" : 3,
"1482752" : 1,
"1499136" : 2,
"1515520" : 3,
"1531904" : 1,
"1548288" : 6,
"1564672" : 4,
"1581056" : 3,
"1597440" : 4,
"1613824" : 4,
"1630208" : 7,
"1646592" : 14,
"1662976" : 9,
"1679360" : 9,
"1695744" : 11,
"1712128" : 10,
"1728512" : 14,
"1744896" : 19,
"1761280" : 12,
"1777664" : 11,
"1794048" : 5,
"1810432" : 6,
"1826816" : 3,
"1843200" : 7,
"1859584" : 10,
"1875968" : 7,
"1892352" : 13,
"1908736" : 16,
"1925120" : 18,
"1941504" : 24,
"1957888" : 33,
"1974272" : 21,
"1990656" : 27,
"2007040" : 37,
"2023424" : 45,
"2039808" : 37,
"2056192" : 50,
"2072576" : 59,
"2088960" : 55,
"2113536" : 99,
"2146304" : 62,
"2179072" : 81,
"2211840" : 71,
"2244608" : 101,
"2277376" : 135,
"2310144" : 187,
"2342912" : 216,
"2375680" : 277,
"2408448" : 289,
"2441216" : 289,
"2473984" : 297,
"2506752" : 298,
"2539520" : 293,
"2572288" : 305,
"2605056" : 346,
"2637824" : 456,
"2670592" : 552,
"2703360" : 643,
"2736128" : 712,
"2768896" : 745,
"2801664" : 716,
"2834432" : 779,
"2867200" : 690,
"2899968" : 705,
"2932736" : 801,
"2965504" : 940,
"2998272" : 1153,
"3031040" : 1322,
"3063808" : 1470,
"3096576" : 1519,
"3129344" : 1526,
"3162112" : 1447,
"3194880" : 1462,
"3227648" : 1417,
"3260416" : 1522,
"3293184" : 1695,
"3325952" : 1878,
"3358720" : 2038,
"3391488" : 2277,
"3424256" : 2342,
"3457024" : 2382,
"3489792" : 2374,
"3522560" : 2352,
"3555328" : 2357,
"3588096" : 2304,
"3620864" : 2418,
"3653632" : 2505,
"3686400" : 2748,
"3719168" : 2887,
"3751936" : 3080,
"3784704" : 3225,
"3817472" : 3151,
"3850240" : 3118,
"3883008" : 3144,
"3915776" : 3049,
"3948544" : 3111,
"3981312" : 3127,
"4014080" : 3148,
"4046848" : 3250,
"4079616" : 3300,
"4112384" : 3427,
"4145152" : 3352,
"4177920" : 3315,
"4227072" : 6518,
"4292608" : 6164,
"4358144" : 5956,
"4423680" : 6084,
"4489216" : 5883,
"4554752" : 5636,
"4620288" : 5363,
"4685824" : 4934,
"4751360" : 4882,
"4816896" : 4670,
"4882432" : 4346,
"4947968" : 3953,
"5013504" : 3790,
"5079040" : 3544,
"5144576" : 3409,
"5210112" : 3108,
"5275648" : 3079,
"5341184" : 2816,
"5406720" : 2827,
"5472256" : 2791,
"5537792" : 2692,
"5603328" : 2689,
"5668864" : 2557,
"5734400" : 2663,
"5799936" : 2634,
"5865472" : 2485,
"5931008" : 2635,
"5996544" : 2622,
"6062080" : 2541,
"6127616" : 2563,
"6193152" : 2483,
"6258688" : 2497,
"6324224" : 2462,
"6389760" : 2484,
"6455296" : 2366,
"6520832" : 2376,
"6586368" : 2442,
"6651904" : 2460,
"6717440" : 2263,
"6782976" : 2209,
"6848512" : 2167,
"6914048" : 2210,
"6979584" : 2179,
"7045120" : 2181,
"7110656" : 2067,
"7176192" : 1972,
"7241728" : 1829,
"7307264" : 1891,
"7372800" : 1787,
"7438336" : 1609,
"7503872" : 1575,
"7569408" : 1509,
"7634944" : 1514,
"7700480" : 1442,
"7766016" : 1279,
"7831552" : 1277,
"7897088" : 1167,
"7962624" : 1102,
"8028160" : 1075,
"8093696" : 1003,
"8159232" : 925,
"8224768" : 886,
"8290304" : 885,
"8355840" : 800,
"8454144" : 1386,
"8585216" : 1205,
"8716288" : 1037,
"8847360" : 928,
"8978432" : 732,
"9109504" : 630,
"9240576" : 480,
"9371648" : 389,
"9502720" : 326,
"9633792" : 269,
"9764864" : 213,
"9895936" : 167,
"10027008" : 82,
"10158080" : 82,
"10289152" : 68,
"10420224" : 48,
"10551296" : 37,
"10682368" : 23,
"10813440" : 19,
"10944512" : 15,
"11075584" : 8,
"11206656" : 8,
"11337728" : 2,
"11468800" : 3,
"11599872" : 2,
"11730944" : 2,
"12255232" : 1,
"12648448" : 1
}
},
"lat_ns" : {
"min" : 1114363,
"max" : 13223291,
"mean" : 5400520.893825,
"stddev" : 1624542.594819,
"N" : 286292
},
"bw_min" : 25336,
"bw_max" : 31999,
"bw_agg" : 99.993014,
"bw_mean" : 28627.177215,
"bw_dev" : 178.645538,
"bw_samples" : 632,
"iops_min" : 6334,
"iops_max" : 7999,
"iops_mean" : 7156.379747,
"iops_stddev" : 44.642001,
"iops_samples" : 632
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319997,
"usr_cpu" : 0.750945,
"sys_cpu" : 15.831086,
"ctx" : 662810,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.132905,
"4" : 28.756771,
"10" : 70.959600,
"20" : 0.148523,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773101716,
"timestamp_ms" : 1773101716371,
"time" : "Mon Mar 9 21:15:16 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 3416584192,
"io_kbytes" : 3336508,
"bw_bytes" : 68331683,
"bw" : 66730,
"iops" : 16682.780000,
"runtime" : 50000,
"total_ios" : 834139,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5278,
"max" : 2585950,
"mean" : 320027.479647,
"stddev" : 252684.711260,
"N" : 834140
},
"clat_ns" : {
"min" : 707170,
"max" : 12629394,
"mean" : 5034188.172668,
"stddev" : 1538267.486193,
"N" : 834136,
"percentile" : {
"1.000000" : 2506752,
"5.000000" : 3063808,
"10.000000" : 3358720,
"20.000000" : 3751936,
"30.000000" : 4046848,
"40.000000" : 4292608,
"50.000000" : 4620288,
"60.000000" : 5079040,
"70.000000" : 5734400,
"80.000000" : 6455296,
"90.000000" : 7307264,
"95.000000" : 7962624,
"99.000000" : 8978432,
"99.500000" : 9371648,
"99.900000" : 10158080,
"99.950000" : 10420224,
"99.990000" : 11206656
},
"bins" : {
"708608" : 3,
"716800" : 1,
"724992" : 1,
"847872" : 1,
"946176" : 1,
"954368" : 1,
"978944" : 1,
"995328" : 2,
"1003520" : 2,
"1056768" : 2,
"1073152" : 6,
"1089536" : 2,
"1105920" : 2,
"1122304" : 1,
"1138688" : 1,
"1155072" : 1,
"1171456" : 2,
"1187840" : 1,
"1204224" : 1,
"1220608" : 1,
"1253376" : 1,
"1269760" : 1,
"1286144" : 4,
"1302528" : 5,
"1318912" : 5,
"1335296" : 6,
"1351680" : 4,
"1368064" : 4,
"1384448" : 15,
"1400832" : 2,
"1417216" : 9,
"1433600" : 6,
"1449984" : 2,
"1466368" : 5,
"1482752" : 4,
"1499136" : 11,
"1515520" : 9,
"1531904" : 5,
"1548288" : 10,
"1564672" : 5,
"1581056" : 10,
"1597440" : 13,
"1613824" : 14,
"1630208" : 27,
"1646592" : 17,
"1662976" : 24,
"1679360" : 22,
"1695744" : 38,
"1712128" : 36,
"1728512" : 45,
"1744896" : 33,
"1761280" : 35,
"1777664" : 31,
"1794048" : 25,
"1810432" : 25,
"1826816" : 32,
"1843200" : 13,
"1859584" : 32,
"1875968" : 39,
"1892352" : 32,
"1908736" : 30,
"1925120" : 36,
"1941504" : 50,
"1957888" : 68,
"1974272" : 95,
"1990656" : 83,
"2007040" : 98,
"2023424" : 111,
"2039808" : 131,
"2056192" : 126,
"2072576" : 157,
"2088960" : 135,
"2113536" : 259,
"2146304" : 234,
"2179072" : 209,
"2211840" : 231,
"2244608" : 267,
"2277376" : 350,
"2310144" : 512,
"2342912" : 694,
"2375680" : 802,
"2408448" : 810,
"2441216" : 879,
"2473984" : 845,
"2506752" : 811,
"2539520" : 818,
"2572288" : 831,
"2605056" : 1004,
"2637824" : 1280,
"2670592" : 1627,
"2703360" : 1904,
"2736128" : 2057,
"2768896" : 2225,
"2801664" : 2230,
"2834432" : 2077,
"2867200" : 2007,
"2899968" : 2113,
"2932736" : 2378,
"2965504" : 2865,
"2998272" : 3246,
"3031040" : 3725,
"3063808" : 4063,
"3096576" : 4195,
"3129344" : 4324,
"3162112" : 4218,
"3194880" : 4265,
"3227648" : 4153,
"3260416" : 4426,
"3293184" : 4897,
"3325952" : 5395,
"3358720" : 6106,
"3391488" : 6503,
"3424256" : 6873,
"3457024" : 6785,
"3489792" : 6979,
"3522560" : 6880,
"3555328" : 6838,
"3588096" : 6769,
"3620864" : 7024,
"3653632" : 7520,
"3686400" : 8139,
"3719168" : 8678,
"3751936" : 8920,
"3784704" : 9284,
"3817472" : 9272,
"3850240" : 9309,
"3883008" : 8991,
"3915776" : 8832,
"3948544" : 9024,
"3981312" : 9018,
"4014080" : 9481,
"4046848" : 9523,
"4079616" : 9918,
"4112384" : 10065,
"4145152" : 10040,
"4177920" : 9790,
"4227072" : 19185,
"4292608" : 18393,
"4358144" : 17886,
"4423680" : 17913,
"4489216" : 17319,
"4554752" : 16582,
"4620288" : 15284,
"4685824" : 14679,
"4751360" : 14043,
"4816896" : 13555,
"4882432" : 12603,
"4947968" : 11795,
"5013504" : 10949,
"5079040" : 10399,
"5144576" : 9608,
"5210112" : 9293,
"5275648" : 8861,
"5341184" : 8405,
"5406720" : 8015,
"5472256" : 7706,
"5537792" : 7822,
"5603328" : 7549,
"5668864" : 7536,
"5734400" : 7210,
"5799936" : 7165,
"5865472" : 7156,
"5931008" : 7478,
"5996544" : 7292,
"6062080" : 7153,
"6127616" : 7155,
"6193152" : 7193,
"6258688" : 7206,
"6324224" : 7440,
"6389760" : 7295,
"6455296" : 7239,
"6520832" : 7065,
"6586368" : 6957,
"6651904" : 6913,
"6717440" : 6757,
"6782976" : 6734,
"6848512" : 6432,
"6914048" : 6474,
"6979584" : 6276,
"7045120" : 6086,
"7110656" : 6014,
"7176192" : 5681,
"7241728" : 5578,
"7307264" : 5165,
"7372800" : 5031,
"7438336" : 5045,
"7503872" : 4764,
"7569408" : 4642,
"7634944" : 4367,
"7700480" : 4158,
"7766016" : 3986,
"7831552" : 3775,
"7897088" : 3609,
"7962624" : 3366,
"8028160" : 3147,
"8093696" : 2880,
"8159232" : 2793,
"8224768" : 2537,
"8290304" : 2586,
"8355840" : 2233,
"8454144" : 4120,
"8585216" : 3486,
"8716288" : 2881,
"8847360" : 2395,
"8978432" : 2056,
"9109504" : 1678,
"9240576" : 1406,
"9371648" : 1144,
"9502720" : 923,
"9633792" : 698,
"9764864" : 561,
"9895936" : 438,
"10027008" : 350,
"10158080" : 264,
"10289152" : 191,
"10420224" : 147,
"10551296" : 99,
"10682368" : 68,
"10813440" : 57,
"10944512" : 35,
"11075584" : 40,
"11206656" : 30,
"11337728" : 14,
"11468800" : 10,
"11599872" : 13,
"11730944" : 9,
"11862016" : 4,
"11993088" : 2,
"12124160" : 3,
"12255232" : 2,
"12386304" : 2,
"12648448" : 1
}
},
"lat_ns" : {
"min" : 729495,
"max" : 13292327,
"mean" : 5354221.169994,
"stddev" : 1620649.443575,
"N" : 834136
},
"bw_min" : 60008,
"bw_max" : 72883,
"bw_agg" : 99.966793,
"bw_mean" : 66708.838384,
"bw_dev" : 321.760860,
"bw_samples" : 792,
"iops_min" : 15002,
"iops_max" : 18220,
"iops_mean" : 16676.979798,
"iops_stddev" : 80.429549,
"iops_samples" : 792
},
"write" : {
"io_bytes" : 1464672256,
"io_kbytes" : 1430344,
"bw_bytes" : 29293445,
"bw" : 28606,
"iops" : 7151.860000,
"runtime" : 50000,
"total_ios" : 357593,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10546,
"max" : 2593472,
"mean" : 363677.815650,
"stddev" : 246602.634375,
"N" : 357592
},
"clat_ns" : {
"min" : 964243,
"max" : 12611346,
"mean" : 5041722.318199,
"stddev" : 1538872.696380,
"N" : 357588,
"percentile" : {
"1.000000" : 2506752,
"5.000000" : 3063808,
"10.000000" : 3358720,
"20.000000" : 3751936,
"30.000000" : 4046848,
"40.000000" : 4358144,
"50.000000" : 4620288,
"60.000000" : 5079040,
"70.000000" : 5734400,
"80.000000" : 6455296,
"90.000000" : 7307264,
"95.000000" : 7962624,
"99.000000" : 8978432,
"99.500000" : 9371648,
"99.900000" : 10158080,
"99.950000" : 10420224,
"99.990000" : 11075584
},
"bins" : {
"962560" : 1,
"1036288" : 2,
"1056768" : 1,
"1089536" : 1,
"1122304" : 1,
"1138688" : 2,
"1269760" : 2,
"1302528" : 1,
"1318912" : 3,
"1335296" : 4,
"1351680" : 4,
"1368064" : 1,
"1384448" : 2,
"1400832" : 1,
"1417216" : 1,
"1449984" : 2,
"1466368" : 3,
"1482752" : 1,
"1499136" : 2,
"1515520" : 4,
"1531904" : 2,
"1548288" : 6,
"1564672" : 4,
"1581056" : 5,
"1597440" : 4,
"1613824" : 4,
"1630208" : 7,
"1646592" : 15,
"1662976" : 11,
"1679360" : 11,
"1695744" : 12,
"1712128" : 12,
"1728512" : 16,
"1744896" : 20,
"1761280" : 15,
"1777664" : 12,
"1794048" : 6,
"1810432" : 6,
"1826816" : 5,
"1843200" : 8,
"1859584" : 10,
"1875968" : 9,
"1892352" : 15,
"1908736" : 17,
"1925120" : 20,
"1941504" : 28,
"1957888" : 36,
"1974272" : 28,
"1990656" : 29,
"2007040" : 45,
"2023424" : 47,
"2039808" : 49,
"2056192" : 58,
"2072576" : 75,
"2088960" : 65,
"2113536" : 120,
"2146304" : 75,
"2179072" : 96,
"2211840" : 88,
"2244608" : 114,
"2277376" : 157,
"2310144" : 230,
"2342912" : 270,
"2375680" : 324,
"2408448" : 360,
"2441216" : 356,
"2473984" : 353,
"2506752" : 362,
"2539520" : 343,
"2572288" : 377,
"2605056" : 414,
"2637824" : 554,
"2670592" : 684,
"2703360" : 774,
"2736128" : 890,
"2768896" : 902,
"2801664" : 857,
"2834432" : 943,
"2867200" : 863,
"2899968" : 844,
"2932736" : 989,
"2965504" : 1143,
"2998272" : 1390,
"3031040" : 1617,
"3063808" : 1762,
"3096576" : 1830,
"3129344" : 1832,
"3162112" : 1773,
"3194880" : 1825,
"3227648" : 1748,
"3260416" : 1870,
"3293184" : 2074,
"3325952" : 2339,
"3358720" : 2508,
"3391488" : 2846,
"3424256" : 2861,
"3457024" : 2989,
"3489792" : 2908,
"3522560" : 2911,
"3555328" : 2876,
"3588096" : 2879,
"3620864" : 3028,
"3653632" : 3170,
"3686400" : 3439,
"3719168" : 3624,
"3751936" : 3891,
"3784704" : 3994,
"3817472" : 3985,
"3850240" : 3903,
"3883008" : 3937,
"3915776" : 3804,
"3948544" : 3918,
"3981312" : 3951,
"4014080" : 4022,
"4046848" : 4080,
"4079616" : 4151,
"4112384" : 4313,
"4145152" : 4261,
"4177920" : 4190,
"4227072" : 8213,
"4292608" : 7722,
"4358144" : 7619,
"4423680" : 7725,
"4489216" : 7501,
"4554752" : 7117,
"4620288" : 6773,
"4685824" : 6269,
"4751360" : 6107,
"4816896" : 5855,
"4882432" : 5412,
"4947968" : 4958,
"5013504" : 4741,
"5079040" : 4377,
"5144576" : 4284,
"5210112" : 3899,
"5275648" : 3836,
"5341184" : 3499,
"5406720" : 3473,
"5472256" : 3416,
"5537792" : 3334,
"5603328" : 3278,
"5668864" : 3232,
"5734400" : 3286,
"5799936" : 3245,
"5865472" : 3105,
"5931008" : 3260,
"5996544" : 3278,
"6062080" : 3111,
"6127616" : 3161,
"6193152" : 3121,
"6258688" : 3085,
"6324224" : 3077,
"6389760" : 3062,
"6455296" : 2928,
"6520832" : 2982,
"6586368" : 2995,
"6651904" : 3021,
"6717440" : 2818,
"6782976" : 2770,
"6848512" : 2713,
"6914048" : 2773,
"6979584" : 2710,
"7045120" : 2702,
"7110656" : 2526,
"7176192" : 2445,
"7241728" : 2308,
"7307264" : 2340,
"7372800" : 2249,
"7438336" : 2074,
"7503872" : 1987,
"7569408" : 1899,
"7634944" : 1858,
"7700480" : 1836,
"7766016" : 1649,
"7831552" : 1618,
"7897088" : 1503,
"7962624" : 1407,
"8028160" : 1355,
"8093696" : 1272,
"8159232" : 1169,
"8224768" : 1117,
"8290304" : 1106,
"8355840" : 991,
"8454144" : 1764,
"8585216" : 1573,
"8716288" : 1305,
"8847360" : 1163,
"8978432" : 947,
"9109504" : 797,
"9240576" : 593,
"9371648" : 469,
"9502720" : 415,
"9633792" : 323,
"9764864" : 259,
"9895936" : 195,
"10027008" : 107,
"10158080" : 99,
"10289152" : 79,
"10420224" : 58,
"10551296" : 50,
"10682368" : 25,
"10813440" : 25,
"10944512" : 21,
"11075584" : 10,
"11206656" : 9,
"11337728" : 4,
"11468800" : 5,
"11599872" : 4,
"11730944" : 2,
"11993088" : 1,
"12255232" : 1,
"12648448" : 1
}
},
"lat_ns" : {
"min" : 1114363,
"max" : 13223291,
"mean" : 5405403.862537,
"stddev" : 1623267.455898,
"N" : 357588
},
"bw_min" : 25320,
"bw_max" : 32007,
"bw_agg" : 99.954976,
"bw_mean" : 28594.979798,
"bw_dev" : 175.667803,
"bw_samples" : 792,
"iops_min" : 6330,
"iops_max" : 8001,
"iops_mean" : 7148.363636,
"iops_stddev" : 43.899258,
"iops_samples" : 792
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 399999,
"usr_cpu" : 0.748002,
"sys_cpu" : 15.833290,
"ctx" : 830238,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.122427,
"4" : 28.529149,
"10" : 71.203761,
"20" : 0.142901,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773101726,
"timestamp_ms" : 1773101726371,
"time" : "Mon Mar 9 21:15:26 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 4102746112,
"io_kbytes" : 4006588,
"bw_bytes" : 68379101,
"bw" : 66776,
"iops" : 16694.216667,
"runtime" : 60000,
"total_ios" : 1001653,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5278,
"max" : 2585950,
"mean" : 319984.040086,
"stddev" : 251744.970101,
"N" : 1001653
},
"clat_ns" : {
"min" : 707170,
"max" : 12629394,
"mean" : 5031709.960271,
"stddev" : 1531430.080590,
"N" : 1001651,
"percentile" : {
"1.000000" : 2506752,
"5.000000" : 3063808,
"10.000000" : 3358720,
"20.000000" : 3751936,
"30.000000" : 4046848,
"40.000000" : 4292608,
"50.000000" : 4620288,
"60.000000" : 5079040,
"70.000000" : 5668864,
"80.000000" : 6455296,
"90.000000" : 7307264,
"95.000000" : 7962624,
"99.000000" : 8978432,
"99.500000" : 9371648,
"99.900000" : 10158080,
"99.950000" : 10420224,
"99.990000" : 11075584
},
"bins" : {
"708608" : 3,
"716800" : 1,
"724992" : 1,
"847872" : 1,
"946176" : 1,
"954368" : 1,
"978944" : 1,
"995328" : 2,
"1003520" : 2,
"1011712" : 1,
"1056768" : 2,
"1073152" : 6,
"1089536" : 2,
"1105920" : 2,
"1122304" : 1,
"1138688" : 1,
"1155072" : 1,
"1171456" : 2,
"1187840" : 1,
"1204224" : 1,
"1220608" : 1,
"1253376" : 1,
"1269760" : 1,
"1286144" : 4,
"1302528" : 7,
"1318912" : 5,
"1335296" : 6,
"1351680" : 4,
"1368064" : 4,
"1384448" : 17,
"1400832" : 2,
"1417216" : 9,
"1433600" : 6,
"1449984" : 2,
"1466368" : 8,
"1482752" : 4,
"1499136" : 12,
"1515520" : 10,
"1531904" : 5,
"1548288" : 10,
"1564672" : 6,
"1581056" : 11,
"1597440" : 17,
"1613824" : 16,
"1630208" : 29,
"1646592" : 22,
"1662976" : 30,
"1679360" : 26,
"1695744" : 41,
"1712128" : 45,
"1728512" : 47,
"1744896" : 40,
"1761280" : 37,
"1777664" : 34,
"1794048" : 28,
"1810432" : 29,
"1826816" : 37,
"1843200" : 17,
"1859584" : 33,
"1875968" : 42,
"1892352" : 36,
"1908736" : 33,
"1925120" : 41,
"1941504" : 58,
"1957888" : 72,
"1974272" : 106,
"1990656" : 89,
"2007040" : 115,
"2023424" : 135,
"2039808" : 155,
"2056192" : 136,
"2072576" : 176,
"2088960" : 156,
"2113536" : 289,
"2146304" : 267,
"2179072" : 239,
"2211840" : 267,
"2244608" : 309,
"2277376" : 406,
"2310144" : 579,
"2342912" : 807,
"2375680" : 937,
"2408448" : 950,
"2441216" : 1005,
"2473984" : 995,
"2506752" : 939,
"2539520" : 957,
"2572288" : 969,
"2605056" : 1160,
"2637824" : 1528,
"2670592" : 1936,
"2703360" : 2231,
"2736128" : 2396,
"2768896" : 2574,
"2801664" : 2669,
"2834432" : 2472,
"2867200" : 2352,
"2899968" : 2461,
"2932736" : 2844,
"2965504" : 3342,
"2998272" : 3863,
"3031040" : 4392,
"3063808" : 4788,
"3096576" : 4980,
"3129344" : 5152,
"3162112" : 5065,
"3194880" : 5080,
"3227648" : 4926,
"3260416" : 5241,
"3293184" : 5772,
"3325952" : 6327,
"3358720" : 7303,
"3391488" : 7733,
"3424256" : 8214,
"3457024" : 8086,
"3489792" : 8380,
"3522560" : 8238,
"3555328" : 8252,
"3588096" : 8126,
"3620864" : 8502,
"3653632" : 9027,
"3686400" : 9674,
"3719168" : 10385,
"3751936" : 10676,
"3784704" : 11152,
"3817472" : 11046,
"3850240" : 11190,
"3883008" : 10850,
"3915776" : 10642,
"3948544" : 10883,
"3981312" : 10855,
"4014080" : 11420,
"4046848" : 11397,
"4079616" : 11952,
"4112384" : 12156,
"4145152" : 12079,
"4177920" : 11858,
"4227072" : 23289,
"4292608" : 22453,
"4358144" : 21836,
"4423680" : 21779,
"4489216" : 21117,
"4554752" : 20203,
"4620288" : 18746,
"4685824" : 17963,
"4751360" : 17036,
"4816896" : 16443,
"4882432" : 15301,
"4947968" : 14335,
"5013504" : 13283,
"5079040" : 12573,
"5144576" : 11631,
"5210112" : 11252,
"5275648" : 10716,
"5341184" : 10116,
"5406720" : 9684,
"5472256" : 9385,
"5537792" : 9406,
"5603328" : 9083,
"5668864" : 9041,
"5734400" : 8759,
"5799936" : 8669,
"5865472" : 8624,
"5931008" : 8897,
"5996544" : 8722,
"6062080" : 8619,
"6127616" : 8561,
"6193152" : 8666,
"6258688" : 8592,
"6324224" : 8909,
"6389760" : 8736,
"6455296" : 8595,
"6520832" : 8450,
"6586368" : 8323,
"6651904" : 8228,
"6717440" : 8000,
"6782976" : 8038,
"6848512" : 7628,
"6914048" : 7719,
"6979584" : 7424,
"7045120" : 7281,
"7110656" : 7106,
"7176192" : 6742,
"7241728" : 6596,
"7307264" : 6122,
"7372800" : 5953,
"7438336" : 5919,
"7503872" : 5638,
"7569408" : 5478,
"7634944" : 5181,
"7700480" : 4885,
"7766016" : 4722,
"7831552" : 4459,
"7897088" : 4270,
"7962624" : 4001,
"8028160" : 3706,
"8093696" : 3453,
"8159232" : 3269,
"8224768" : 2971,
"8290304" : 3066,
"8355840" : 2655,
"8454144" : 4943,
"8585216" : 4134,
"8716288" : 3475,
"8847360" : 2903,
"8978432" : 2466,
"9109504" : 2015,
"9240576" : 1648,
"9371648" : 1372,
"9502720" : 1121,
"9633792" : 830,
"9764864" : 684,
"9895936" : 543,
"10027008" : 426,
"10158080" : 317,
"10289152" : 237,
"10420224" : 182,
"10551296" : 126,
"10682368" : 86,
"10813440" : 65,
"10944512" : 45,
"11075584" : 44,
"11206656" : 32,
"11337728" : 15,
"11468800" : 11,
"11599872" : 14,
"11730944" : 11,
"11862016" : 5,
"11993088" : 2,
"12124160" : 3,
"12255232" : 2,
"12386304" : 2,
"12648448" : 1
}
},
"lat_ns" : {
"min" : 729495,
"max" : 13292327,
"mean" : 5351699.644703,
"stddev" : 1613351.066126,
"N" : 1001651
},
"bw_min" : 59928,
"bw_max" : 73027,
"bw_agg" : 99.988820,
"bw_mean" : 66769.478992,
"bw_dev" : 324.282740,
"bw_samples" : 952,
"iops_min" : 14982,
"iops_max" : 18256,
"iops_mean" : 16692.092437,
"iops_stddev" : 81.054083,
"iops_samples" : 952
},
"write" : {
"io_bytes" : 1758097408,
"io_kbytes" : 1716892,
"bw_bytes" : 29301623,
"bw" : 28614,
"iops" : 7153.916667,
"runtime" : 60000,
"total_ios" : 429235,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10546,
"max" : 2593472,
"mean" : 363158.925931,
"stddev" : 245593.455012,
"N" : 429235
},
"clat_ns" : {
"min" : 964243,
"max" : 12611346,
"mean" : 5037816.327452,
"stddev" : 1532638.979621,
"N" : 429229,
"percentile" : {
"1.000000" : 2506752,
"5.000000" : 3063808,
"10.000000" : 3358720,
"20.000000" : 3751936,
"30.000000" : 4046848,
"40.000000" : 4358144,
"50.000000" : 4620288,
"60.000000" : 5079040,
"70.000000" : 5734400,
"80.000000" : 6455296,
"90.000000" : 7307264,
"95.000000" : 7962624,
"99.000000" : 8978432,
"99.500000" : 9371648,
"99.900000" : 10158080,
"99.950000" : 10420224,
"99.990000" : 10944512
},
"bins" : {
"962560" : 1,
"1036288" : 2,
"1056768" : 1,
"1089536" : 1,
"1122304" : 1,
"1138688" : 2,
"1204224" : 1,
"1269760" : 3,
"1286144" : 1,
"1302528" : 3,
"1318912" : 3,
"1335296" : 4,
"1351680" : 4,
"1368064" : 1,
"1384448" : 2,
"1400832" : 1,
"1417216" : 1,
"1449984" : 3,
"1466368" : 3,
"1482752" : 1,
"1499136" : 3,
"1515520" : 4,
"1531904" : 2,
"1548288" : 6,
"1564672" : 5,
"1581056" : 5,
"1597440" : 4,
"1613824" : 5,
"1630208" : 10,
"1646592" : 17,
"1662976" : 14,
"1679360" : 11,
"1695744" : 15,
"1712128" : 13,
"1728512" : 17,
"1744896" : 20,
"1761280" : 17,
"1777664" : 13,
"1794048" : 7,
"1810432" : 8,
"1826816" : 6,
"1843200" : 8,
"1859584" : 12,
"1875968" : 11,
"1892352" : 16,
"1908736" : 20,
"1925120" : 22,
"1941504" : 30,
"1957888" : 38,
"1974272" : 32,
"1990656" : 39,
"2007040" : 49,
"2023424" : 50,
"2039808" : 54,
"2056192" : 64,
"2072576" : 89,
"2088960" : 72,
"2113536" : 135,
"2146304" : 89,
"2179072" : 109,
"2211840" : 105,
"2244608" : 133,
"2277376" : 188,
"2310144" : 275,
"2342912" : 318,
"2375680" : 394,
"2408448" : 428,
"2441216" : 430,
"2473984" : 431,
"2506752" : 431,
"2539520" : 407,
"2572288" : 426,
"2605056" : 486,
"2637824" : 649,
"2670592" : 808,
"2703360" : 922,
"2736128" : 1052,
"2768896" : 1080,
"2801664" : 1020,
"2834432" : 1127,
"2867200" : 1015,
"2899968" : 1023,
"2932736" : 1156,
"2965504" : 1332,
"2998272" : 1655,
"3031040" : 1890,
"3063808" : 2065,
"3096576" : 2164,
"3129344" : 2182,
"3162112" : 2145,
"3194880" : 2173,
"3227648" : 2076,
"3260416" : 2233,
"3293184" : 2447,
"3325952" : 2770,
"3358720" : 3009,
"3391488" : 3383,
"3424256" : 3386,
"3457024" : 3562,
"3489792" : 3511,
"3522560" : 3499,
"3555328" : 3455,
"3588096" : 3495,
"3620864" : 3651,
"3653632" : 3869,
"3686400" : 4109,
"3719168" : 4313,
"3751936" : 4601,
"3784704" : 4779,
"3817472" : 4803,
"3850240" : 4687,
"3883008" : 4718,
"3915776" : 4576,
"3948544" : 4739,
"3981312" : 4729,
"4014080" : 4859,
"4046848" : 4942,
"4079616" : 5017,
"4112384" : 5187,
"4145152" : 5161,
"4177920" : 5041,
"4227072" : 9969,
"4292608" : 9388,
"4358144" : 9261,
"4423680" : 9327,
"4489216" : 9087,
"4554752" : 8712,
"4620288" : 8224,
"4685824" : 7702,
"4751360" : 7356,
"4816896" : 7074,
"4882432" : 6550,
"4947968" : 6024,
"5013504" : 5719,
"5079040" : 5334,
"5144576" : 5136,
"5210112" : 4705,
"5275648" : 4661,
"5341184" : 4251,
"5406720" : 4154,
"5472256" : 4097,
"5537792" : 4043,
"5603328" : 3942,
"5668864" : 3885,
"5734400" : 3937,
"5799936" : 3898,
"5865472" : 3770,
"5931008" : 3892,
"5996544" : 3859,
"6062080" : 3762,
"6127616" : 3785,
"6193152" : 3769,
"6258688" : 3688,
"6324224" : 3682,
"6389760" : 3602,
"6455296" : 3521,
"6520832" : 3595,
"6586368" : 3606,
"6651904" : 3591,
"6717440" : 3371,
"6782976" : 3317,
"6848512" : 3219,
"6914048" : 3281,
"6979584" : 3198,
"7045120" : 3184,
"7110656" : 2995,
"7176192" : 2865,
"7241728" : 2774,
"7307264" : 2744,
"7372800" : 2628,
"7438336" : 2474,
"7503872" : 2363,
"7569408" : 2292,
"7634944" : 2232,
"7700480" : 2148,
"7766016" : 1974,
"7831552" : 1927,
"7897088" : 1798,
"7962624" : 1665,
"8028160" : 1589,
"8093696" : 1489,
"8159232" : 1400,
"8224768" : 1331,
"8290304" : 1277,
"8355840" : 1192,
"8454144" : 2071,
"8585216" : 1851,
"8716288" : 1548,
"8847360" : 1373,
"8978432" : 1122,
"9109504" : 957,
"9240576" : 721,
"9371648" : 549,
"9502720" : 499,
"9633792" : 395,
"9764864" : 319,
"9895936" : 232,
"10027008" : 143,
"10158080" : 117,
"10289152" : 89,
"10420224" : 70,
"10551296" : 61,
"10682368" : 31,
"10813440" : 34,
"10944512" : 23,
"11075584" : 11,
"11206656" : 10,
"11337728" : 4,
"11468800" : 7,
"11599872" : 4,
"11730944" : 2,
"11862016" : 1,
"11993088" : 1,
"12255232" : 1,
"12648448" : 1
}
},
"lat_ns" : {
"min" : 1114363,
"max" : 13223291,
"mean" : 5400985.318038,
"stddev" : 1616651.825757,
"N" : 429229
},
"bw_min" : 25264,
"bw_max" : 32095,
"bw_agg" : 99.993478,
"bw_mean" : 28613.000000,
"bw_dev" : 175.154840,
"bw_samples" : 952,
"iops_min" : 6316,
"iops_max" : 8023,
"iops_mean" : 7152.823529,
"iops_stddev" : 43.768131,
"iops_samples" : 952
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479998,
"usr_cpu" : 0.738545,
"sys_cpu" : 15.882566,
"ctx" : 999045,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.114544,
"4" : 28.355259,
"10" : 71.384762,
"20" : 0.143967,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773101736,
"timestamp_ms" : 1773101736370,
"time" : "Mon Mar 9 21:15:36 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 4789858304,
"io_kbytes" : 4677596,
"bw_bytes" : 68426547,
"bw" : 66822,
"iops" : 16705.714286,
"runtime" : 70000,
"total_ios" : 1169400,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5088,
"max" : 2585950,
"mean" : 319641.109200,
"stddev" : 251105.024113,
"N" : 1169403
},
"clat_ns" : {
"min" : 707170,
"max" : 12629394,
"mean" : 5027600.808274,
"stddev" : 1529598.978858,
"N" : 1169397,
"percentile" : {
"1.000000" : 2506752,
"5.000000" : 3063808,
"10.000000" : 3358720,
"20.000000" : 3751936,
"30.000000" : 4046848,
"40.000000" : 4292608,
"50.000000" : 4620288,
"60.000000" : 5079040,
"70.000000" : 5668864,
"80.000000" : 6455296,
"90.000000" : 7307264,
"95.000000" : 7962624,
"99.000000" : 8978432,
"99.500000" : 9371648,
"99.900000" : 10158080,
"99.950000" : 10420224,
"99.990000" : 11075584
},
"bins" : {
"708608" : 3,
"716800" : 1,
"724992" : 1,
"847872" : 1,
"946176" : 1,
"954368" : 1,
"978944" : 1,
"995328" : 2,
"1003520" : 2,
"1011712" : 1,
"1056768" : 2,
"1073152" : 6,
"1089536" : 3,
"1105920" : 2,
"1122304" : 1,
"1138688" : 1,
"1155072" : 1,
"1171456" : 2,
"1187840" : 1,
"1204224" : 1,
"1220608" : 1,
"1253376" : 1,
"1269760" : 1,
"1286144" : 4,
"1302528" : 7,
"1318912" : 5,
"1335296" : 7,
"1351680" : 4,
"1368064" : 7,
"1384448" : 18,
"1400832" : 4,
"1417216" : 12,
"1433600" : 6,
"1449984" : 2,
"1466368" : 9,
"1482752" : 4,
"1499136" : 14,
"1515520" : 10,
"1531904" : 6,
"1548288" : 12,
"1564672" : 7,
"1581056" : 12,
"1597440" : 17,
"1613824" : 16,
"1630208" : 38,
"1646592" : 29,
"1662976" : 35,
"1679360" : 30,
"1695744" : 43,
"1712128" : 52,
"1728512" : 56,
"1744896" : 48,
"1761280" : 42,
"1777664" : 37,
"1794048" : 35,
"1810432" : 33,
"1826816" : 41,
"1843200" : 19,
"1859584" : 38,
"1875968" : 45,
"1892352" : 46,
"1908736" : 38,
"1925120" : 51,
"1941504" : 71,
"1957888" : 89,
"1974272" : 124,
"1990656" : 106,
"2007040" : 136,
"2023424" : 165,
"2039808" : 178,
"2056192" : 153,
"2072576" : 202,
"2088960" : 189,
"2113536" : 338,
"2146304" : 309,
"2179072" : 282,
"2211840" : 316,
"2244608" : 370,
"2277376" : 494,
"2310144" : 687,
"2342912" : 956,
"2375680" : 1072,
"2408448" : 1111,
"2441216" : 1171,
"2473984" : 1173,
"2506752" : 1103,
"2539520" : 1135,
"2572288" : 1169,
"2605056" : 1370,
"2637824" : 1800,
"2670592" : 2268,
"2703360" : 2608,
"2736128" : 2806,
"2768896" : 3011,
"2801664" : 3087,
"2834432" : 2856,
"2867200" : 2759,
"2899968" : 2866,
"2932736" : 3319,
"2965504" : 3917,
"2998272" : 4521,
"3031040" : 5172,
"3063808" : 5597,
"3096576" : 5837,
"3129344" : 5981,
"3162112" : 5909,
"3194880" : 5901,
"3227648" : 5814,
"3260416" : 6153,
"3293184" : 6760,
"3325952" : 7418,
"3358720" : 8589,
"3391488" : 9044,
"3424256" : 9699,
"3457024" : 9452,
"3489792" : 9785,
"3522560" : 9608,
"3555328" : 9621,
"3588096" : 9478,
"3620864" : 9937,
"3653632" : 10517,
"3686400" : 11284,
"3719168" : 12133,
"3751936" : 12574,
"3784704" : 12992,
"3817472" : 12940,
"3850240" : 13007,
"3883008" : 12727,
"3915776" : 12402,
"3948544" : 12684,
"3981312" : 12683,
"4014080" : 13284,
"4046848" : 13320,
"4079616" : 13980,
"4112384" : 14210,
"4145152" : 14197,
"4177920" : 14030,
"4227072" : 27169,
"4292608" : 26157,
"4358144" : 25529,
"4423680" : 25450,
"4489216" : 24752,
"4554752" : 23670,
"4620288" : 22064,
"4685824" : 20983,
"4751360" : 19971,
"4816896" : 19179,
"4882432" : 18114,
"4947968" : 16785,
"5013504" : 15473,
"5079040" : 14753,
"5144576" : 13612,
"5210112" : 13099,
"5275648" : 12482,
"5341184" : 11773,
"5406720" : 11301,
"5472256" : 10943,
"5537792" : 10996,
"5603328" : 10541,
"5668864" : 10449,
"5734400" : 10209,
"5799936" : 10123,
"5865472" : 10083,
"5931008" : 10323,
"5996544" : 10175,
"6062080" : 10016,
"6127616" : 9984,
"6193152" : 10015,
"6258688" : 10063,
"6324224" : 10293,
"6389760" : 10140,
"6455296" : 10025,
"6520832" : 9849,
"6586368" : 9760,
"6651904" : 9608,
"6717440" : 9346,
"6782976" : 9363,
"6848512" : 8881,
"6914048" : 8992,
"6979584" : 8677,
"7045120" : 8435,
"7110656" : 8211,
"7176192" : 7835,
"7241728" : 7554,
"7307264" : 7188,
"7372800" : 6902,
"7438336" : 6865,
"7503872" : 6502,
"7569408" : 6398,
"7634944" : 5999,
"7700480" : 5675,
"7766016" : 5446,
"7831552" : 5210,
"7897088" : 4973,
"7962624" : 4632,
"8028160" : 4323,
"8093696" : 4021,
"8159232" : 3834,
"8224768" : 3488,
"8290304" : 3507,
"8355840" : 3079,
"8454144" : 5698,
"8585216" : 4778,
"8716288" : 4058,
"8847360" : 3364,
"8978432" : 2861,
"9109504" : 2341,
"9240576" : 1920,
"9371648" : 1576,
"9502720" : 1288,
"9633792" : 959,
"9764864" : 801,
"9895936" : 629,
"10027008" : 493,
"10158080" : 358,
"10289152" : 282,
"10420224" : 220,
"10551296" : 148,
"10682368" : 104,
"10813440" : 77,
"10944512" : 54,
"11075584" : 48,
"11206656" : 36,
"11337728" : 17,
"11468800" : 13,
"11599872" : 17,
"11730944" : 11,
"11862016" : 7,
"11993088" : 2,
"12124160" : 3,
"12255232" : 2,
"12386304" : 2,
"12648448" : 1
}
},
"lat_ns" : {
"min" : 729495,
"max" : 13292327,
"mean" : 5347236.735467,
"stddev" : 1611379.442070,
"N" : 1169397
},
"bw_min" : 59792,
"bw_max" : 73403,
"bw_agg" : 99.989824,
"bw_mean" : 66816.151079,
"bw_dev" : 327.850482,
"bw_samples" : 1112,
"iops_min" : 14948,
"iops_max" : 18350,
"iops_mean" : 16703.755396,
"iops_stddev" : 81.952996,
"iops_samples" : 1112
},
"write" : {
"io_bytes" : 2052988928,
"io_kbytes" : 2004872,
"bw_bytes" : 29328413,
"bw" : 28641,
"iops" : 7160.400000,
"runtime" : 70000,
"total_ios" : 501228,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10546,
"max" : 2593472,
"mean" : 363098.692146,
"stddev" : 245164.704836,
"N" : 501225
},
"clat_ns" : {
"min" : 964243,
"max" : 12611346,
"mean" : 5034348.999220,
"stddev" : 1530749.191589,
"N" : 501223,
"percentile" : {
"1.000000" : 2506752,
"5.000000" : 3063808,
"10.000000" : 3358720,
"20.000000" : 3751936,
"30.000000" : 4046848,
"40.000000" : 4358144,
"50.000000" : 4620288,
"60.000000" : 5079040,
"70.000000" : 5668864,
"80.000000" : 6455296,
"90.000000" : 7307264,
"95.000000" : 7962624,
"99.000000" : 8978432,
"99.500000" : 9371648,
"99.900000" : 10158080,
"99.950000" : 10420224,
"99.990000" : 10944512
},
"bins" : {
"962560" : 1,
"1036288" : 2,
"1056768" : 1,
"1089536" : 1,
"1122304" : 1,
"1138688" : 2,
"1204224" : 1,
"1220608" : 1,
"1269760" : 3,
"1286144" : 1,
"1302528" : 3,
"1318912" : 3,
"1335296" : 4,
"1351680" : 4,
"1368064" : 2,
"1384448" : 2,
"1400832" : 3,
"1417216" : 2,
"1449984" : 3,
"1466368" : 3,
"1482752" : 1,
"1499136" : 3,
"1515520" : 4,
"1531904" : 2,
"1548288" : 6,
"1564672" : 5,
"1581056" : 5,
"1597440" : 4,
"1613824" : 6,
"1630208" : 13,
"1646592" : 19,
"1662976" : 17,
"1679360" : 13,
"1695744" : 20,
"1712128" : 16,
"1728512" : 19,
"1744896" : 24,
"1761280" : 20,
"1777664" : 14,
"1794048" : 10,
"1810432" : 8,
"1826816" : 10,
"1843200" : 9,
"1859584" : 13,
"1875968" : 13,
"1892352" : 16,
"1908736" : 22,
"1925120" : 27,
"1941504" : 34,
"1957888" : 45,
"1974272" : 38,
"1990656" : 44,
"2007040" : 60,
"2023424" : 62,
"2039808" : 61,
"2056192" : 78,
"2072576" : 98,
"2088960" : 88,
"2113536" : 161,
"2146304" : 109,
"2179072" : 131,
"2211840" : 127,
"2244608" : 152,
"2277376" : 226,
"2310144" : 312,
"2342912" : 383,
"2375680" : 460,
"2408448" : 479,
"2441216" : 515,
"2473984" : 518,
"2506752" : 505,
"2539520" : 484,
"2572288" : 498,
"2605056" : 575,
"2637824" : 773,
"2670592" : 935,
"2703360" : 1073,
"2736128" : 1254,
"2768896" : 1282,
"2801664" : 1200,
"2834432" : 1288,
"2867200" : 1175,
"2899968" : 1197,
"2932736" : 1357,
"2965504" : 1586,
"2998272" : 1933,
"3031040" : 2218,
"3063808" : 2456,
"3096576" : 2539,
"3129344" : 2553,
"3162112" : 2527,
"3194880" : 2485,
"3227648" : 2463,
"3260416" : 2595,
"3293184" : 2840,
"3325952" : 3239,
"3358720" : 3518,
"3391488" : 3918,
"3424256" : 3927,
"3457024" : 4155,
"3489792" : 4115,
"3522560" : 4054,
"3555328" : 4043,
"3588096" : 4040,
"3620864" : 4233,
"3653632" : 4494,
"3686400" : 4829,
"3719168" : 5061,
"3751936" : 5380,
"3784704" : 5585,
"3817472" : 5678,
"3850240" : 5486,
"3883008" : 5485,
"3915776" : 5326,
"3948544" : 5535,
"3981312" : 5569,
"4014080" : 5653,
"4046848" : 5780,
"4079616" : 5891,
"4112384" : 6090,
"4145152" : 6037,
"4177920" : 5965,
"4227072" : 11659,
"4292608" : 10976,
"4358144" : 10852,
"4423680" : 10939,
"4489216" : 10640,
"4554752" : 10225,
"4620288" : 9607,
"4685824" : 9016,
"4751360" : 8628,
"4816896" : 8251,
"4882432" : 7665,
"4947968" : 7088,
"5013504" : 6655,
"5079040" : 6229,
"5144576" : 5981,
"5210112" : 5485,
"5275648" : 5400,
"5341184" : 4984,
"5406720" : 4771,
"5472256" : 4813,
"5537792" : 4682,
"5603328" : 4550,
"5668864" : 4523,
"5734400" : 4574,
"5799936" : 4516,
"5865472" : 4382,
"5931008" : 4546,
"5996544" : 4443,
"6062080" : 4415,
"6127616" : 4416,
"6193152" : 4382,
"6258688" : 4312,
"6324224" : 4305,
"6389760" : 4207,
"6455296" : 4149,
"6520832" : 4172,
"6586368" : 4177,
"6651904" : 4172,
"6717440" : 3941,
"6782976" : 3882,
"6848512" : 3767,
"6914048" : 3855,
"6979584" : 3729,
"7045120" : 3668,
"7110656" : 3513,
"7176192" : 3374,
"7241728" : 3252,
"7307264" : 3166,
"7372800" : 3078,
"7438336" : 2878,
"7503872" : 2767,
"7569408" : 2684,
"7634944" : 2597,
"7700480" : 2513,
"7766016" : 2324,
"7831552" : 2255,
"7897088" : 2115,
"7962624" : 1935,
"8028160" : 1833,
"8093696" : 1725,
"8159232" : 1634,
"8224768" : 1542,
"8290304" : 1461,
"8355840" : 1362,
"8454144" : 2399,
"8585216" : 2148,
"8716288" : 1801,
"8847360" : 1586,
"8978432" : 1289,
"9109504" : 1089,
"9240576" : 855,
"9371648" : 635,
"9502720" : 566,
"9633792" : 442,
"9764864" : 365,
"9895936" : 257,
"10027008" : 176,
"10158080" : 141,
"10289152" : 99,
"10420224" : 83,
"10551296" : 72,
"10682368" : 36,
"10813440" : 35,
"10944512" : 24,
"11075584" : 12,
"11206656" : 11,
"11337728" : 6,
"11468800" : 8,
"11599872" : 5,
"11730944" : 2,
"11862016" : 1,
"11993088" : 1,
"12255232" : 1,
"12648448" : 1
}
},
"lat_ns" : {
"min" : 1114363,
"max" : 13223291,
"mean" : 5397440.576558,
"stddev" : 1614895.243124,
"N" : 501223
},
"bw_min" : 25240,
"bw_max" : 32103,
"bw_agg" : 99.968478,
"bw_mean" : 28632.805755,
"bw_dev" : 173.472682,
"bw_samples" : 1112,
"iops_min" : 6310,
"iops_max" : 8025,
"iops_mean" : 7157.769784,
"iops_stddev" : 43.357174,
"iops_samples" : 1112
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 559997,
"usr_cpu" : 0.732504,
"sys_cpu" : 15.905799,
"ctx" : 1167365,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.114328,
"4" : 28.397644,
"10" : 71.343710,
"20" : 0.143060,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773101746,
"timestamp_ms" : 1773101746371,
"time" : "Mon Mar 9 21:15:46 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 5475258368,
"io_kbytes" : 5346932,
"bw_bytes" : 68440729,
"bw" : 66836,
"iops" : 16709.087500,
"runtime" : 80000,
"total_ios" : 1336727,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5088,
"max" : 2585950,
"mean" : 319546.532590,
"stddev" : 250710.465398,
"N" : 1336729
},
"clat_ns" : {
"min" : 707170,
"max" : 12629394,
"mean" : 5025794.834852,
"stddev" : 1521429.433101,
"N" : 1336738,
"percentile" : {
"1.000000" : 2539520,
"5.000000" : 3063808,
"10.000000" : 3358720,
"20.000000" : 3751936,
"30.000000" : 4046848,
"40.000000" : 4358144,
"50.000000" : 4620288,
"60.000000" : 5079040,
"70.000000" : 5668864,
"80.000000" : 6455296,
"90.000000" : 7307264,
"95.000000" : 7897088,
"99.000000" : 8978432,
"99.500000" : 9371648,
"99.900000" : 10158080,
"99.950000" : 10420224,
"99.990000" : 11075584
},
"bins" : {
"708608" : 3,
"716800" : 1,
"724992" : 1,
"847872" : 1,
"946176" : 1,
"954368" : 1,
"978944" : 1,
"995328" : 2,
"1003520" : 2,
"1011712" : 1,
"1056768" : 2,
"1073152" : 6,
"1089536" : 3,
"1105920" : 2,
"1122304" : 1,
"1138688" : 1,
"1155072" : 1,
"1171456" : 2,
"1187840" : 1,
"1204224" : 1,
"1220608" : 1,
"1253376" : 1,
"1269760" : 1,
"1286144" : 4,
"1302528" : 7,
"1318912" : 5,
"1335296" : 7,
"1351680" : 6,
"1368064" : 7,
"1384448" : 18,
"1400832" : 7,
"1417216" : 14,
"1433600" : 6,
"1449984" : 2,
"1466368" : 9,
"1482752" : 4,
"1499136" : 14,
"1515520" : 11,
"1531904" : 7,
"1548288" : 14,
"1564672" : 8,
"1581056" : 13,
"1597440" : 19,
"1613824" : 17,
"1630208" : 42,
"1646592" : 31,
"1662976" : 38,
"1679360" : 33,
"1695744" : 46,
"1712128" : 60,
"1728512" : 58,
"1744896" : 57,
"1761280" : 46,
"1777664" : 42,
"1794048" : 43,
"1810432" : 41,
"1826816" : 46,
"1843200" : 23,
"1859584" : 41,
"1875968" : 50,
"1892352" : 53,
"1908736" : 42,
"1925120" : 54,
"1941504" : 78,
"1957888" : 101,
"1974272" : 139,
"1990656" : 115,
"2007040" : 156,
"2023424" : 187,
"2039808" : 205,
"2056192" : 171,
"2072576" : 224,
"2088960" : 207,
"2113536" : 369,
"2146304" : 350,
"2179072" : 307,
"2211840" : 350,
"2244608" : 416,
"2277376" : 568,
"2310144" : 774,
"2342912" : 1059,
"2375680" : 1213,
"2408448" : 1257,
"2441216" : 1295,
"2473984" : 1330,
"2506752" : 1243,
"2539520" : 1272,
"2572288" : 1334,
"2605056" : 1554,
"2637824" : 2015,
"2670592" : 2563,
"2703360" : 2944,
"2736128" : 3178,
"2768896" : 3374,
"2801664" : 3483,
"2834432" : 3212,
"2867200" : 3107,
"2899968" : 3267,
"2932736" : 3790,
"2965504" : 4376,
"2998272" : 5067,
"3031040" : 5845,
"3063808" : 6315,
"3096576" : 6625,
"3129344" : 6733,
"3162112" : 6764,
"3194880" : 6708,
"3227648" : 6643,
"3260416" : 7012,
"3293184" : 7747,
"3325952" : 8521,
"3358720" : 9727,
"3391488" : 10317,
"3424256" : 11046,
"3457024" : 10823,
"3489792" : 11106,
"3522560" : 10932,
"3555328" : 10957,
"3588096" : 10754,
"3620864" : 11322,
"3653632" : 12057,
"3686400" : 12801,
"3719168" : 13848,
"3751936" : 14343,
"3784704" : 14797,
"3817472" : 14717,
"3850240" : 14911,
"3883008" : 14526,
"3915776" : 14131,
"3948544" : 14450,
"3981312" : 14444,
"4014080" : 15271,
"4046848" : 15299,
"4079616" : 15931,
"4112384" : 16276,
"4145152" : 16231,
"4177920" : 16047,
"4227072" : 31004,
"4292608" : 29896,
"4358144" : 29218,
"4423680" : 29105,
"4489216" : 28393,
"4554752" : 27115,
"4620288" : 25373,
"4685824" : 23969,
"4751360" : 22888,
"4816896" : 21962,
"4882432" : 20840,
"4947968" : 19281,
"5013504" : 17802,
"5079040" : 17045,
"5144576" : 15802,
"5210112" : 15116,
"5275648" : 14446,
"5341184" : 13698,
"5406720" : 13094,
"5472256" : 12645,
"5537792" : 12663,
"5603328" : 12344,
"5668864" : 12073,
"5734400" : 11893,
"5799936" : 11769,
"5865472" : 11724,
"5931008" : 11926,
"5996544" : 11803,
"6062080" : 11590,
"6127616" : 11586,
"6193152" : 11617,
"6258688" : 11683,
"6324224" : 11886,
"6389760" : 11596,
"6455296" : 11538,
"6520832" : 11340,
"6586368" : 11219,
"6651904" : 10949,
"6717440" : 10730,
"6782976" : 10739,
"6848512" : 10211,
"6914048" : 10286,
"6979584" : 9893,
"7045120" : 9601,
"7110656" : 9237,
"7176192" : 8893,
"7241728" : 8590,
"7307264" : 8209,
"7372800" : 7822,
"7438336" : 7747,
"7503872" : 7318,
"7569408" : 7170,
"7634944" : 6743,
"7700480" : 6413,
"7766016" : 6113,
"7831552" : 5879,
"7897088" : 5554,
"7962624" : 5164,
"8028160" : 4852,
"8093696" : 4495,
"8159232" : 4298,
"8224768" : 3922,
"8290304" : 3891,
"8355840" : 3452,
"8454144" : 6362,
"8585216" : 5364,
"8716288" : 4521,
"8847360" : 3745,
"8978432" : 3195,
"9109504" : 2609,
"9240576" : 2142,
"9371648" : 1792,
"9502720" : 1447,
"9633792" : 1061,
"9764864" : 909,
"9895936" : 707,
"10027008" : 545,
"10158080" : 385,
"10289152" : 319,
"10420224" : 239,
"10551296" : 160,
"10682368" : 111,
"10813440" : 82,
"10944512" : 59,
"11075584" : 49,
"11206656" : 37,
"11337728" : 17,
"11468800" : 14,
"11599872" : 17,
"11730944" : 11,
"11862016" : 7,
"11993088" : 2,
"12124160" : 3,
"12255232" : 2,
"12386304" : 2,
"12648448" : 1
}
},
"lat_ns" : {
"min" : 729495,
"max" : 13292327,
"mean" : 5345336.574683,
"stddev" : 1602636.581420,
"N" : 1336738
},
"bw_min" : 59792,
"bw_max" : 73403,
"bw_agg" : 99.994540,
"bw_mean" : 66833.358491,
"bw_dev" : 322.391656,
"bw_samples" : 1272,
"iops_min" : 14948,
"iops_max" : 18350,
"iops_mean" : 16708.050314,
"iops_stddev" : 80.590618,
"iops_samples" : 1272
},
"write" : {
"io_bytes" : 2347933696,
"io_kbytes" : 2292904,
"bw_bytes" : 29349171,
"bw" : 28661,
"iops" : 7165.587500,
"runtime" : 80000,
"total_ios" : 573247,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10546,
"max" : 2593472,
"mean" : 362908.532936,
"stddev" : 244718.973305,
"N" : 573245
},
"clat_ns" : {
"min" : 964243,
"max" : 12611346,
"mean" : 5032747.572357,
"stddev" : 1522954.547173,
"N" : 573228,
"percentile" : {
"1.000000" : 2539520,
"5.000000" : 3063808,
"10.000000" : 3358720,
"20.000000" : 3751936,
"30.000000" : 4046848,
"40.000000" : 4358144,
"50.000000" : 4620288,
"60.000000" : 5079040,
"70.000000" : 5668864,
"80.000000" : 6455296,
"90.000000" : 7307264,
"95.000000" : 7962624,
"99.000000" : 8978432,
"99.500000" : 9371648,
"99.900000" : 10158080,
"99.950000" : 10420224,
"99.990000" : 10944512
},
"bins" : {
"962560" : 1,
"1036288" : 2,
"1056768" : 1,
"1089536" : 1,
"1122304" : 1,
"1138688" : 2,
"1204224" : 1,
"1220608" : 2,
"1236992" : 1,
"1269760" : 3,
"1286144" : 1,
"1302528" : 3,
"1318912" : 3,
"1335296" : 4,
"1351680" : 4,
"1368064" : 3,
"1384448" : 3,
"1400832" : 4,
"1417216" : 3,
"1433600" : 2,
"1449984" : 4,
"1466368" : 3,
"1482752" : 2,
"1499136" : 3,
"1515520" : 4,
"1531904" : 2,
"1548288" : 6,
"1564672" : 5,
"1581056" : 5,
"1597440" : 4,
"1613824" : 10,
"1630208" : 13,
"1646592" : 19,
"1662976" : 18,
"1679360" : 14,
"1695744" : 22,
"1712128" : 16,
"1728512" : 21,
"1744896" : 32,
"1761280" : 22,
"1777664" : 15,
"1794048" : 13,
"1810432" : 12,
"1826816" : 15,
"1843200" : 13,
"1859584" : 16,
"1875968" : 16,
"1892352" : 19,
"1908736" : 27,
"1925120" : 29,
"1941504" : 38,
"1957888" : 46,
"1974272" : 42,
"1990656" : 58,
"2007040" : 64,
"2023424" : 74,
"2039808" : 70,
"2056192" : 93,
"2072576" : 105,
"2088960" : 98,
"2113536" : 181,
"2146304" : 135,
"2179072" : 142,
"2211840" : 152,
"2244608" : 169,
"2277376" : 257,
"2310144" : 347,
"2342912" : 438,
"2375680" : 525,
"2408448" : 543,
"2441216" : 572,
"2473984" : 565,
"2506752" : 567,
"2539520" : 560,
"2572288" : 550,
"2605056" : 649,
"2637824" : 864,
"2670592" : 1047,
"2703360" : 1196,
"2736128" : 1394,
"2768896" : 1436,
"2801664" : 1386,
"2834432" : 1430,
"2867200" : 1361,
"2899968" : 1357,
"2932736" : 1549,
"2965504" : 1820,
"2998272" : 2230,
"3031040" : 2491,
"3063808" : 2769,
"3096576" : 2872,
"3129344" : 2895,
"3162112" : 2841,
"3194880" : 2829,
"3227648" : 2806,
"3260416" : 2959,
"3293184" : 3289,
"3325952" : 3725,
"3358720" : 4018,
"3391488" : 4453,
"3424256" : 4497,
"3457024" : 4669,
"3489792" : 4664,
"3522560" : 4626,
"3555328" : 4553,
"3588096" : 4598,
"3620864" : 4822,
"3653632" : 5121,
"3686400" : 5500,
"3719168" : 5776,
"3751936" : 6099,
"3784704" : 6359,
"3817472" : 6464,
"3850240" : 6230,
"3883008" : 6279,
"3915776" : 6064,
"3948544" : 6331,
"3981312" : 6366,
"4014080" : 6521,
"4046848" : 6669,
"4079616" : 6723,
"4112384" : 6922,
"4145152" : 6891,
"4177920" : 6803,
"4227072" : 13263,
"4292608" : 12640,
"4358144" : 12465,
"4423680" : 12405,
"4489216" : 12205,
"4554752" : 11752,
"4620288" : 11042,
"4685824" : 10309,
"4751360" : 9815,
"4816896" : 9515,
"4882432" : 8865,
"4947968" : 8148,
"5013504" : 7714,
"5079040" : 7214,
"5144576" : 6886,
"5210112" : 6412,
"5275648" : 6220,
"5341184" : 5811,
"5406720" : 5567,
"5472256" : 5546,
"5537792" : 5449,
"5603328" : 5302,
"5668864" : 5240,
"5734400" : 5326,
"5799936" : 5174,
"5865472" : 5168,
"5931008" : 5263,
"5996544" : 5129,
"6062080" : 5100,
"6127616" : 5123,
"6193152" : 5091,
"6258688" : 4992,
"6324224" : 4943,
"6389760" : 4901,
"6455296" : 4761,
"6520832" : 4839,
"6586368" : 4779,
"6651904" : 4732,
"6717440" : 4537,
"6782976" : 4454,
"6848512" : 4297,
"6914048" : 4402,
"6979584" : 4245,
"7045120" : 4160,
"7110656" : 3993,
"7176192" : 3798,
"7241728" : 3670,
"7307264" : 3562,
"7372800" : 3481,
"7438336" : 3246,
"7503872" : 3129,
"7569408" : 3005,
"7634944" : 2959,
"7700480" : 2816,
"7766016" : 2638,
"7831552" : 2555,
"7897088" : 2357,
"7962624" : 2214,
"8028160" : 2061,
"8093696" : 1960,
"8159232" : 1858,
"8224768" : 1757,
"8290304" : 1632,
"8355840" : 1540,
"8454144" : 2697,
"8585216" : 2372,
"8716288" : 2016,
"8847360" : 1750,
"8978432" : 1417,
"9109504" : 1199,
"9240576" : 961,
"9371648" : 712,
"9502720" : 642,
"9633792" : 511,
"9764864" : 399,
"9895936" : 282,
"10027008" : 200,
"10158080" : 158,
"10289152" : 111,
"10420224" : 87,
"10551296" : 80,
"10682368" : 40,
"10813440" : 37,
"10944512" : 26,
"11075584" : 14,
"11206656" : 11,
"11337728" : 6,
"11468800" : 8,
"11599872" : 5,
"11730944" : 2,
"11862016" : 1,
"11993088" : 1,
"12255232" : 1,
"12648448" : 1
}
},
"lat_ns" : {
"min" : 1114363,
"max" : 13223291,
"mean" : 5395654.274650,
"stddev" : 1606349.896678,
"N" : 573228
},
"bw_min" : 25224,
"bw_max" : 32159,
"bw_agg" : 99.991976,
"bw_mean" : 28659.817610,
"bw_dev" : 172.680612,
"bw_samples" : 1272,
"iops_min" : 6306,
"iops_max" : 8039,
"iops_mean" : 7164.509434,
"iops_stddev" : 43.158468,
"iops_samples" : 1272
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639999,
"usr_cpu" : 0.739220,
"sys_cpu" : 15.911900,
"ctx" : 1335145,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.112305,
"4" : 28.250123,
"10" : 71.499455,
"20" : 0.137018,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773101756,
"timestamp_ms" : 1773101756370,
"time" : "Mon Mar 9 21:15:56 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 6159847424,
"io_kbytes" : 6015476,
"bw_bytes" : 68442749,
"bw" : 66838,
"iops" : 16709.722222,
"runtime" : 90000,
"total_ios" : 1503875,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5088,
"max" : 4026331,
"mean" : 319500.087884,
"stddev" : 250644.782463,
"N" : 1503877
},
"clat_ns" : {
"min" : 707170,
"max" : 12629394,
"mean" : 5025752.913295,
"stddev" : 1524474.086095,
"N" : 1503868,
"percentile" : {
"1.000000" : 2539520,
"5.000000" : 3063808,
"10.000000" : 3358720,
"20.000000" : 3751936,
"30.000000" : 4046848,
"40.000000" : 4292608,
"50.000000" : 4620288,
"60.000000" : 5013504,
"70.000000" : 5668864,
"80.000000" : 6455296,
"90.000000" : 7307264,
"95.000000" : 7962624,
"99.000000" : 8978432,
"99.500000" : 9371648,
"99.900000" : 10158080,
"99.950000" : 10420224,
"99.990000" : 11075584
},
"bins" : {
"708608" : 3,
"716800" : 1,
"724992" : 1,
"847872" : 1,
"946176" : 1,
"954368" : 1,
"962560" : 2,
"970752" : 1,
"978944" : 2,
"995328" : 2,
"1003520" : 2,
"1011712" : 1,
"1056768" : 2,
"1073152" : 6,
"1089536" : 3,
"1105920" : 2,
"1122304" : 1,
"1138688" : 1,
"1155072" : 1,
"1171456" : 2,
"1187840" : 1,
"1204224" : 1,
"1220608" : 1,
"1253376" : 1,
"1269760" : 1,
"1286144" : 5,
"1302528" : 8,
"1318912" : 5,
"1335296" : 8,
"1351680" : 8,
"1368064" : 9,
"1384448" : 19,
"1400832" : 11,
"1417216" : 16,
"1433600" : 6,
"1449984" : 4,
"1466368" : 10,
"1482752" : 4,
"1499136" : 15,
"1515520" : 11,
"1531904" : 8,
"1548288" : 14,
"1564672" : 12,
"1581056" : 15,
"1597440" : 21,
"1613824" : 19,
"1630208" : 43,
"1646592" : 35,
"1662976" : 47,
"1679360" : 41,
"1695744" : 54,
"1712128" : 69,
"1728512" : 63,
"1744896" : 66,
"1761280" : 54,
"1777664" : 56,
"1794048" : 49,
"1810432" : 43,
"1826816" : 51,
"1843200" : 28,
"1859584" : 50,
"1875968" : 53,
"1892352" : 62,
"1908736" : 47,
"1925120" : 59,
"1941504" : 89,
"1957888" : 117,
"1974272" : 161,
"1990656" : 136,
"2007040" : 174,
"2023424" : 208,
"2039808" : 230,
"2056192" : 198,
"2072576" : 257,
"2088960" : 229,
"2113536" : 428,
"2146304" : 389,
"2179072" : 362,
"2211840" : 396,
"2244608" : 486,
"2277376" : 645,
"2310144" : 884,
"2342912" : 1215,
"2375680" : 1360,
"2408448" : 1407,
"2441216" : 1476,
"2473984" : 1501,
"2506752" : 1388,
"2539520" : 1423,
"2572288" : 1486,
"2605056" : 1760,
"2637824" : 2251,
"2670592" : 2933,
"2703360" : 3339,
"2736128" : 3589,
"2768896" : 3774,
"2801664" : 3861,
"2834432" : 3658,
"2867200" : 3467,
"2899968" : 3643,
"2932736" : 4262,
"2965504" : 4910,
"2998272" : 5749,
"3031040" : 6562,
"3063808" : 7131,
"3096576" : 7467,
"3129344" : 7563,
"3162112" : 7552,
"3194880" : 7502,
"3227648" : 7477,
"3260416" : 7920,
"3293184" : 8637,
"3325952" : 9608,
"3358720" : 10886,
"3391488" : 11584,
"3424256" : 12376,
"3457024" : 12222,
"3489792" : 12493,
"3522560" : 12333,
"3555328" : 12329,
"3588096" : 12085,
"3620864" : 12823,
"3653632" : 13531,
"3686400" : 14445,
"3719168" : 15663,
"3751936" : 16130,
"3784704" : 16686,
"3817472" : 16442,
"3850240" : 16776,
"3883008" : 16433,
"3915776" : 15960,
"3948544" : 16311,
"3981312" : 16345,
"4014080" : 17203,
"4046848" : 17255,
"4079616" : 17898,
"4112384" : 18342,
"4145152" : 18368,
"4177920" : 18077,
"4227072" : 35058,
"4292608" : 33662,
"4358144" : 33038,
"4423680" : 32964,
"4489216" : 32044,
"4554752" : 30603,
"4620288" : 28613,
"4685824" : 26952,
"4751360" : 25877,
"4816896" : 24708,
"4882432" : 23520,
"4947968" : 21729,
"5013504" : 20105,
"5079040" : 19146,
"5144576" : 17720,
"5210112" : 16919,
"5275648" : 16198,
"5341184" : 15343,
"5406720" : 14658,
"5472256" : 14068,
"5537792" : 14076,
"5603328" : 13724,
"5668864" : 13458,
"5734400" : 13292,
"5799936" : 13172,
"5865472" : 13058,
"5931008" : 13268,
"5996544" : 13187,
"6062080" : 12927,
"6127616" : 13040,
"6193152" : 12978,
"6258688" : 13092,
"6324224" : 13205,
"6389760" : 12970,
"6455296" : 12883,
"6520832" : 12651,
"6586368" : 12536,
"6651904" : 12212,
"6717440" : 12039,
"6782976" : 11991,
"6848512" : 11460,
"6914048" : 11516,
"6979584" : 11100,
"7045120" : 10751,
"7110656" : 10371,
"7176192" : 9923,
"7241728" : 9662,
"7307264" : 9263,
"7372800" : 8802,
"7438336" : 8692,
"7503872" : 8240,
"7569408" : 8048,
"7634944" : 7559,
"7700480" : 7216,
"7766016" : 6970,
"7831552" : 6622,
"7897088" : 6248,
"7962624" : 5870,
"8028160" : 5482,
"8093696" : 5128,
"8159232" : 4879,
"8224768" : 4442,
"8290304" : 4450,
"8355840" : 3949,
"8454144" : 7187,
"8585216" : 6055,
"8716288" : 5134,
"8847360" : 4297,
"8978432" : 3665,
"9109504" : 3006,
"9240576" : 2482,
"9371648" : 2059,
"9502720" : 1664,
"9633792" : 1229,
"9764864" : 1055,
"9895936" : 816,
"10027008" : 632,
"10158080" : 448,
"10289152" : 364,
"10420224" : 274,
"10551296" : 190,
"10682368" : 131,
"10813440" : 94,
"10944512" : 68,
"11075584" : 57,
"11206656" : 44,
"11337728" : 21,
"11468800" : 17,
"11599872" : 21,
"11730944" : 12,
"11862016" : 7,
"11993088" : 5,
"12124160" : 3,
"12255232" : 5,
"12386304" : 2,
"12517376" : 1,
"12648448" : 1
}
},
"lat_ns" : {
"min" : 729495,
"max" : 13369625,
"mean" : 5345249.034179,
"stddev" : 1605868.680856,
"N" : 1503868
},
"bw_min" : 59735,
"bw_max" : 73627,
"bw_agg" : 99.994581,
"bw_mean" : 66835.525140,
"bw_dev" : 320.419604,
"bw_samples" : 1432,
"iops_min" : 14933,
"iops_max" : 18406,
"iops_mean" : 16708.592179,
"iops_stddev" : 80.101705,
"iops_samples" : 1432
},
"write" : {
"io_bytes" : 2641981440,
"io_kbytes" : 2580060,
"bw_bytes" : 29355349,
"bw" : 28667,
"iops" : 7166.911111,
"runtime" : 90000,
"total_ios" : 645022,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10546,
"max" : 3528630,
"mean" : 362908.759625,
"stddev" : 244559.913670,
"N" : 645020
},
"clat_ns" : {
"min" : 964243,
"max" : 12611346,
"mean" : 5031299.712871,
"stddev" : 1524765.668376,
"N" : 645021,
"percentile" : {
"1.000000" : 2539520,
"5.000000" : 3063808,
"10.000000" : 3358720,
"20.000000" : 3751936,
"30.000000" : 4046848,
"40.000000" : 4358144,
"50.000000" : 4620288,
"60.000000" : 5079040,
"70.000000" : 5668864,
"80.000000" : 6455296,
"90.000000" : 7307264,
"95.000000" : 7962624,
"99.000000" : 8978432,
"99.500000" : 9371648,
"99.900000" : 10158080,
"99.950000" : 10420224,
"99.990000" : 10944512
},
"bins" : {
"962560" : 1,
"1036288" : 2,
"1056768" : 1,
"1089536" : 1,
"1122304" : 1,
"1138688" : 2,
"1204224" : 1,
"1220608" : 2,
"1236992" : 1,
"1269760" : 3,
"1286144" : 1,
"1302528" : 3,
"1318912" : 3,
"1335296" : 5,
"1351680" : 4,
"1368064" : 4,
"1384448" : 4,
"1400832" : 5,
"1417216" : 4,
"1433600" : 2,
"1449984" : 4,
"1466368" : 3,
"1482752" : 2,
"1499136" : 3,
"1515520" : 4,
"1531904" : 2,
"1548288" : 7,
"1564672" : 6,
"1581056" : 5,
"1597440" : 5,
"1613824" : 12,
"1630208" : 13,
"1646592" : 20,
"1662976" : 22,
"1679360" : 19,
"1695744" : 24,
"1712128" : 21,
"1728512" : 22,
"1744896" : 40,
"1761280" : 27,
"1777664" : 19,
"1794048" : 17,
"1810432" : 14,
"1826816" : 19,
"1843200" : 14,
"1859584" : 19,
"1875968" : 19,
"1892352" : 20,
"1908736" : 28,
"1925120" : 31,
"1941504" : 45,
"1957888" : 52,
"1974272" : 52,
"1990656" : 74,
"2007040" : 80,
"2023424" : 84,
"2039808" : 81,
"2056192" : 104,
"2072576" : 121,
"2088960" : 110,
"2113536" : 208,
"2146304" : 155,
"2179072" : 166,
"2211840" : 164,
"2244608" : 195,
"2277376" : 281,
"2310144" : 375,
"2342912" : 494,
"2375680" : 582,
"2408448" : 617,
"2441216" : 647,
"2473984" : 631,
"2506752" : 621,
"2539520" : 633,
"2572288" : 633,
"2605056" : 726,
"2637824" : 974,
"2670592" : 1189,
"2703360" : 1354,
"2736128" : 1582,
"2768896" : 1590,
"2801664" : 1566,
"2834432" : 1603,
"2867200" : 1531,
"2899968" : 1543,
"2932736" : 1736,
"2965504" : 2063,
"2998272" : 2530,
"3031040" : 2787,
"3063808" : 3129,
"3096576" : 3216,
"3129344" : 3215,
"3162112" : 3176,
"3194880" : 3192,
"3227648" : 3168,
"3260416" : 3317,
"3293184" : 3657,
"3325952" : 4208,
"3358720" : 4552,
"3391488" : 4997,
"3424256" : 5083,
"3457024" : 5224,
"3489792" : 5257,
"3522560" : 5250,
"3555328" : 5155,
"3588096" : 5199,
"3620864" : 5398,
"3653632" : 5779,
"3686400" : 6166,
"3719168" : 6508,
"3751936" : 6831,
"3784704" : 7135,
"3817472" : 7281,
"3850240" : 7092,
"3883008" : 7085,
"3915776" : 6876,
"3948544" : 7110,
"3981312" : 7227,
"4014080" : 7357,
"4046848" : 7546,
"4079616" : 7640,
"4112384" : 7805,
"4145152" : 7761,
"4177920" : 7658,
"4227072" : 14997,
"4292608" : 14262,
"4358144" : 14125,
"4423680" : 14010,
"4489216" : 13754,
"4554752" : 13239,
"4620288" : 12514,
"4685824" : 11659,
"4751360" : 11092,
"4816896" : 10819,
"4882432" : 10022,
"4947968" : 9202,
"5013504" : 8689,
"5079040" : 8117,
"5144576" : 7648,
"5210112" : 7174,
"5275648" : 6938,
"5341184" : 6501,
"5406720" : 6219,
"5472256" : 6148,
"5537792" : 6035,
"5603328" : 5920,
"5668864" : 5869,
"5734400" : 5918,
"5799936" : 5763,
"5865472" : 5688,
"5931008" : 5886,
"5996544" : 5709,
"6062080" : 5731,
"6127616" : 5702,
"6193152" : 5675,
"6258688" : 5636,
"6324224" : 5528,
"6389760" : 5483,
"6455296" : 5365,
"6520832" : 5383,
"6586368" : 5357,
"6651904" : 5292,
"6717440" : 5082,
"6782976" : 4990,
"6848512" : 4848,
"6914048" : 4906,
"6979584" : 4777,
"7045120" : 4693,
"7110656" : 4452,
"7176192" : 4294,
"7241728" : 4117,
"7307264" : 4029,
"7372800" : 3865,
"7438336" : 3657,
"7503872" : 3508,
"7569408" : 3390,
"7634944" : 3311,
"7700480" : 3163,
"7766016" : 2985,
"7831552" : 2855,
"7897088" : 2663,
"7962624" : 2490,
"8028160" : 2300,
"8093696" : 2228,
"8159232" : 2093,
"8224768" : 2005,
"8290304" : 1857,
"8355840" : 1724,
"8454144" : 3067,
"8585216" : 2681,
"8716288" : 2292,
"8847360" : 1973,
"8978432" : 1629,
"9109504" : 1349,
"9240576" : 1113,
"9371648" : 829,
"9502720" : 714,
"9633792" : 594,
"9764864" : 449,
"9895936" : 330,
"10027008" : 222,
"10158080" : 187,
"10289152" : 130,
"10420224" : 103,
"10551296" : 88,
"10682368" : 46,
"10813440" : 44,
"10944512" : 29,
"11075584" : 18,
"11206656" : 15,
"11337728" : 6,
"11468800" : 9,
"11599872" : 5,
"11730944" : 2,
"11862016" : 1,
"11993088" : 1,
"12124160" : 1,
"12255232" : 2,
"12648448" : 1
}
},
"lat_ns" : {
"min" : 1114363,
"max" : 13223291,
"mean" : 5394201.950636,
"stddev" : 1608590.811334,
"N" : 645021
},
"bw_min" : 25174,
"bw_max" : 32168,
"bw_agg" : 99.984885,
"bw_mean" : 28663.966480,
"bw_dev" : 175.664435,
"bw_samples" : 1432,
"iops_min" : 6293,
"iops_max" : 8042,
"iops_mean" : 7165.536313,
"iops_stddev" : 43.905101,
"iops_samples" : 1432
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 719997,
"usr_cpu" : 0.738059,
"sys_cpu" : 15.917011,
"ctx" : 1503097,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999953,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999953,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.115129,
"4" : 28.273109,
"10" : 71.468898,
"20" : 0.141701,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773101766,
"timestamp_ms" : 1773101766371,
"time" : "Mon Mar 9 21:16:06 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 6850797568,
"io_kbytes" : 6690232,
"bw_bytes" : 68507975,
"bw" : 66902,
"iops" : 16725.650000,
"runtime" : 100000,
"total_ios" : 1672565,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5088,
"max" : 4026331,
"mean" : 319153.842187,
"stddev" : 250020.454185,
"N" : 1672566
},
"clat_ns" : {
"min" : 707170,
"max" : 12629394,
"mean" : 5021116.208741,
"stddev" : 1516753.750200,
"N" : 1672562,
"percentile" : {
"1.000000" : 2539520,
"5.000000" : 3063808,
"10.000000" : 3358720,
"20.000000" : 3751936,
"30.000000" : 4046848,
"40.000000" : 4358144,
"50.000000" : 4620288,
"60.000000" : 5013504,
"70.000000" : 5668864,
"80.000000" : 6389760,
"90.000000" : 7241728,
"95.000000" : 7897088,
"99.000000" : 8978432,
"99.500000" : 9371648,
"99.900000" : 10158080,
"99.950000" : 10420224,
"99.990000" : 11075584
},
"bins" : {
"708608" : 3,
"716800" : 1,
"724992" : 1,
"847872" : 1,
"946176" : 1,
"954368" : 1,
"962560" : 2,
"970752" : 1,
"978944" : 2,
"995328" : 2,
"1003520" : 2,
"1011712" : 1,
"1056768" : 2,
"1073152" : 6,
"1089536" : 3,
"1105920" : 3,
"1122304" : 1,
"1138688" : 1,
"1155072" : 1,
"1171456" : 2,
"1187840" : 1,
"1204224" : 1,
"1220608" : 1,
"1253376" : 3,
"1269760" : 1,
"1286144" : 5,
"1302528" : 8,
"1318912" : 5,
"1335296" : 10,
"1351680" : 10,
"1368064" : 10,
"1384448" : 19,
"1400832" : 12,
"1417216" : 17,
"1433600" : 7,
"1449984" : 5,
"1466368" : 11,
"1482752" : 5,
"1499136" : 15,
"1515520" : 12,
"1531904" : 8,
"1548288" : 14,
"1564672" : 15,
"1581056" : 17,
"1597440" : 21,
"1613824" : 23,
"1630208" : 46,
"1646592" : 36,
"1662976" : 47,
"1679360" : 45,
"1695744" : 57,
"1712128" : 76,
"1728512" : 65,
"1744896" : 75,
"1761280" : 58,
"1777664" : 64,
"1794048" : 57,
"1810432" : 47,
"1826816" : 53,
"1843200" : 31,
"1859584" : 57,
"1875968" : 57,
"1892352" : 68,
"1908736" : 56,
"1925120" : 66,
"1941504" : 94,
"1957888" : 120,
"1974272" : 168,
"1990656" : 156,
"2007040" : 194,
"2023424" : 227,
"2039808" : 259,
"2056192" : 216,
"2072576" : 293,
"2088960" : 248,
"2113536" : 477,
"2146304" : 440,
"2179072" : 392,
"2211840" : 450,
"2244608" : 529,
"2277376" : 714,
"2310144" : 978,
"2342912" : 1320,
"2375680" : 1490,
"2408448" : 1582,
"2441216" : 1625,
"2473984" : 1644,
"2506752" : 1511,
"2539520" : 1569,
"2572288" : 1638,
"2605056" : 1963,
"2637824" : 2475,
"2670592" : 3242,
"2703360" : 3697,
"2736128" : 3975,
"2768896" : 4205,
"2801664" : 4256,
"2834432" : 4035,
"2867200" : 3842,
"2899968" : 4035,
"2932736" : 4674,
"2965504" : 5427,
"2998272" : 6379,
"3031040" : 7306,
"3063808" : 7873,
"3096576" : 8250,
"3129344" : 8343,
"3162112" : 8364,
"3194880" : 8240,
"3227648" : 8266,
"3260416" : 8706,
"3293184" : 9584,
"3325952" : 10664,
"3358720" : 12029,
"3391488" : 12885,
"3424256" : 13715,
"3457024" : 13569,
"3489792" : 13782,
"3522560" : 13645,
"3555328" : 13699,
"3588096" : 13461,
"3620864" : 14223,
"3653632" : 15030,
"3686400" : 16074,
"3719168" : 17466,
"3751936" : 17873,
"3784704" : 18529,
"3817472" : 18346,
"3850240" : 18698,
"3883008" : 18271,
"3915776" : 17814,
"3948544" : 18157,
"3981312" : 18214,
"4014080" : 19024,
"4046848" : 19166,
"4079616" : 19896,
"4112384" : 20331,
"4145152" : 20406,
"4177920" : 20072,
"4227072" : 38933,
"4292608" : 37417,
"4358144" : 37013,
"4423680" : 36820,
"4489216" : 35815,
"4554752" : 34297,
"4620288" : 32090,
"4685824" : 30152,
"4751360" : 28999,
"4816896" : 27860,
"4882432" : 26425,
"4947968" : 24452,
"5013504" : 22620,
"5079040" : 21450,
"5144576" : 20024,
"5210112" : 19001,
"5275648" : 18172,
"5341184" : 17241,
"5406720" : 16493,
"5472256" : 15863,
"5537792" : 15839,
"5603328" : 15433,
"5668864" : 15121,
"5734400" : 14906,
"5799936" : 14785,
"5865472" : 14631,
"5931008" : 14787,
"5996544" : 14759,
"6062080" : 14453,
"6127616" : 14579,
"6193152" : 14573,
"6258688" : 14514,
"6324224" : 14648,
"6389760" : 14402,
"6455296" : 14329,
"6520832" : 14078,
"6586368" : 13910,
"6651904" : 13485,
"6717440" : 13250,
"6782976" : 13259,
"6848512" : 12694,
"6914048" : 12678,
"6979584" : 12254,
"7045120" : 11849,
"7110656" : 11474,
"7176192" : 10985,
"7241728" : 10703,
"7307264" : 10209,
"7372800" : 9702,
"7438336" : 9527,
"7503872" : 9054,
"7569408" : 8852,
"7634944" : 8278,
"7700480" : 7914,
"7766016" : 7634,
"7831552" : 7256,
"7897088" : 6861,
"7962624" : 6394,
"8028160" : 6033,
"8093696" : 5590,
"8159232" : 5324,
"8224768" : 4840,
"8290304" : 4828,
"8355840" : 4319,
"8454144" : 7829,
"8585216" : 6557,
"8716288" : 5580,
"8847360" : 4686,
"8978432" : 3955,
"9109504" : 3266,
"9240576" : 2681,
"9371648" : 2241,
"9502720" : 1815,
"9633792" : 1345,
"9764864" : 1134,
"9895936" : 876,
"10027008" : 688,
"10158080" : 493,
"10289152" : 394,
"10420224" : 289,
"10551296" : 211,
"10682368" : 146,
"10813440" : 101,
"10944512" : 73,
"11075584" : 61,
"11206656" : 49,
"11337728" : 23,
"11468800" : 18,
"11599872" : 21,
"11730944" : 12,
"11862016" : 7,
"11993088" : 5,
"12124160" : 3,
"12255232" : 5,
"12386304" : 2,
"12517376" : 1,
"12648448" : 1
}
},
"lat_ns" : {
"min" : 729495,
"max" : 13369625,
"mean" : 5340266.628092,
"stddev" : 1597629.448491,
"N" : 1672562
},
"bw_min" : 59735,
"bw_max" : 74304,
"bw_agg" : 100.000000,
"bw_mean" : 66911.753769,
"bw_dev" : 326.552010,
"bw_samples" : 1592,
"iops_min" : 14933,
"iops_max" : 18576,
"iops_mean" : 16727.618090,
"iops_stddev" : 81.634612,
"iops_samples" : 1592
},
"write" : {
"io_bytes" : 2938855424,
"io_kbytes" : 2869976,
"bw_bytes" : 29388554,
"bw" : 28699,
"iops" : 7175.070000,
"runtime" : 100000,
"total_ios" : 717507,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10546,
"max" : 3528630,
"mean" : 362592.234398,
"stddev" : 243918.265634,
"N" : 717506
},
"clat_ns" : {
"min" : 964243,
"max" : 12611346,
"mean" : 5025399.665154,
"stddev" : 1517058.918278,
"N" : 717502,
"percentile" : {
"1.000000" : 2539520,
"5.000000" : 3063808,
"10.000000" : 3358720,
"20.000000" : 3751936,
"30.000000" : 4046848,
"40.000000" : 4358144,
"50.000000" : 4620288,
"60.000000" : 5079040,
"70.000000" : 5668864,
"80.000000" : 6389760,
"90.000000" : 7307264,
"95.000000" : 7897088,
"99.000000" : 8978432,
"99.500000" : 9371648,
"99.900000" : 10158080,
"99.950000" : 10420224,
"99.990000" : 10944512
},
"bins" : {
"962560" : 1,
"1036288" : 2,
"1056768" : 1,
"1089536" : 1,
"1122304" : 1,
"1138688" : 2,
"1204224" : 1,
"1220608" : 2,
"1236992" : 1,
"1253376" : 1,
"1269760" : 3,
"1286144" : 1,
"1302528" : 3,
"1318912" : 3,
"1335296" : 5,
"1351680" : 4,
"1368064" : 4,
"1384448" : 4,
"1400832" : 5,
"1417216" : 4,
"1433600" : 2,
"1449984" : 6,
"1466368" : 3,
"1482752" : 2,
"1499136" : 4,
"1515520" : 4,
"1531904" : 3,
"1548288" : 8,
"1564672" : 6,
"1581056" : 6,
"1597440" : 5,
"1613824" : 13,
"1630208" : 15,
"1646592" : 21,
"1662976" : 23,
"1679360" : 19,
"1695744" : 25,
"1712128" : 24,
"1728512" : 22,
"1744896" : 42,
"1761280" : 30,
"1777664" : 20,
"1794048" : 18,
"1810432" : 20,
"1826816" : 20,
"1843200" : 17,
"1859584" : 21,
"1875968" : 20,
"1892352" : 25,
"1908736" : 30,
"1925120" : 33,
"1941504" : 49,
"1957888" : 54,
"1974272" : 57,
"1990656" : 84,
"2007040" : 88,
"2023424" : 91,
"2039808" : 94,
"2056192" : 116,
"2072576" : 131,
"2088960" : 118,
"2113536" : 231,
"2146304" : 171,
"2179072" : 184,
"2211840" : 181,
"2244608" : 210,
"2277376" : 313,
"2310144" : 413,
"2342912" : 543,
"2375680" : 644,
"2408448" : 693,
"2441216" : 720,
"2473984" : 691,
"2506752" : 683,
"2539520" : 692,
"2572288" : 703,
"2605056" : 794,
"2637824" : 1078,
"2670592" : 1328,
"2703360" : 1540,
"2736128" : 1750,
"2768896" : 1775,
"2801664" : 1752,
"2834432" : 1766,
"2867200" : 1686,
"2899968" : 1713,
"2932736" : 1917,
"2965504" : 2279,
"2998272" : 2813,
"3031040" : 3109,
"3063808" : 3448,
"3096576" : 3541,
"3129344" : 3550,
"3162112" : 3489,
"3194880" : 3527,
"3227648" : 3506,
"3260416" : 3668,
"3293184" : 4085,
"3325952" : 4655,
"3358720" : 5094,
"3391488" : 5605,
"3424256" : 5618,
"3457024" : 5797,
"3489792" : 5892,
"3522560" : 5862,
"3555328" : 5759,
"3588096" : 5757,
"3620864" : 5987,
"3653632" : 6398,
"3686400" : 6828,
"3719168" : 7282,
"3751936" : 7528,
"3784704" : 7912,
"3817472" : 8043,
"3850240" : 7940,
"3883008" : 7904,
"3915776" : 7664,
"3948544" : 7895,
"3981312" : 7987,
"4014080" : 8141,
"4046848" : 8417,
"4079616" : 8480,
"4112384" : 8703,
"4145152" : 8655,
"4177920" : 8549,
"4227072" : 16742,
"4292608" : 15887,
"4358144" : 15811,
"4423680" : 15551,
"4489216" : 15434,
"4554752" : 14822,
"4620288" : 14008,
"4685824" : 13094,
"4751360" : 12419,
"4816896" : 12101,
"4882432" : 11301,
"4947968" : 10307,
"5013504" : 9735,
"5079040" : 9147,
"5144576" : 8579,
"5210112" : 8115,
"5275648" : 7774,
"5341184" : 7343,
"5406720" : 7026,
"5472256" : 6866,
"5537792" : 6784,
"5603328" : 6694,
"5668864" : 6620,
"5734400" : 6654,
"5799936" : 6414,
"5865472" : 6349,
"5931008" : 6539,
"5996544" : 6375,
"6062080" : 6371,
"6127616" : 6372,
"6193152" : 6309,
"6258688" : 6249,
"6324224" : 6151,
"6389760" : 6107,
"6455296" : 5946,
"6520832" : 5980,
"6586368" : 5949,
"6651904" : 5836,
"6717440" : 5672,
"6782976" : 5538,
"6848512" : 5370,
"6914048" : 5390,
"6979584" : 5274,
"7045120" : 5181,
"7110656" : 4890,
"7176192" : 4726,
"7241728" : 4526,
"7307264" : 4417,
"7372800" : 4247,
"7438336" : 4010,
"7503872" : 3867,
"7569408" : 3738,
"7634944" : 3648,
"7700480" : 3485,
"7766016" : 3258,
"7831552" : 3125,
"7897088" : 2901,
"7962624" : 2699,
"8028160" : 2539,
"8093696" : 2452,
"8159232" : 2271,
"8224768" : 2187,
"8290304" : 2018,
"8355840" : 1867,
"8454144" : 3325,
"8585216" : 2925,
"8716288" : 2500,
"8847360" : 2156,
"8978432" : 1775,
"9109504" : 1466,
"9240576" : 1187,
"9371648" : 922,
"9502720" : 748,
"9633792" : 628,
"9764864" : 483,
"9895936" : 364,
"10027008" : 244,
"10158080" : 198,
"10289152" : 141,
"10420224" : 120,
"10551296" : 98,
"10682368" : 49,
"10813440" : 47,
"10944512" : 30,
"11075584" : 19,
"11206656" : 16,
"11337728" : 6,
"11468800" : 9,
"11599872" : 5,
"11730944" : 2,
"11862016" : 1,
"11993088" : 1,
"12124160" : 1,
"12255232" : 2,
"12648448" : 1
}
},
"lat_ns" : {
"min" : 1114363,
"max" : 13223291,
"mean" : 5387992.461394,
"stddev" : 1600334.230437,
"N" : 717502
},
"bw_min" : 25054,
"bw_max" : 32920,
"bw_agg" : 100.000000,
"bw_mean" : 28700.824121,
"bw_dev" : 178.291833,
"bw_samples" : 1592,
"iops_min" : 6263,
"iops_max" : 8230,
"iops_mean" : 7174.708543,
"iops_stddev" : 44.562589,
"iops_samples" : 1592
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 799999,
"usr_cpu" : 0.743376,
"sys_cpu" : 15.934645,
"ctx" : 1672743,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.112591,
"4" : 28.208564,
"10" : 71.539393,
"20" : 0.138406,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773101776,
"timestamp_ms" : 1773101776370,
"time" : "Mon Mar 9 21:16:16 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 7534415872,
"io_kbytes" : 7357828,
"bw_bytes" : 68495312,
"bw" : 66889,
"iops" : 16722.470204,
"runtime" : 109999,
"total_ios" : 1839455,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5088,
"max" : 4026331,
"mean" : 319220.230889,
"stddev" : 249878.221863,
"N" : 1839459
},
"clat_ns" : {
"min" : 707170,
"max" : 12629394,
"mean" : 5021767.073822,
"stddev" : 1515716.157019,
"N" : 1839459,
"percentile" : {
"1.000000" : 2539520,
"5.000000" : 3063808,
"10.000000" : 3358720,
"20.000000" : 3751936,
"30.000000" : 4046848,
"40.000000" : 4358144,
"50.000000" : 4620288,
"60.000000" : 5013504,
"70.000000" : 5668864,
"80.000000" : 6389760,
"90.000000" : 7241728,
"95.000000" : 7897088,
"99.000000" : 8978432,
"99.500000" : 9371648,
"99.900000" : 10158080,
"99.950000" : 10420224,
"99.990000" : 11075584
},
"bins" : {
"708608" : 3,
"716800" : 1,
"724992" : 1,
"847872" : 1,
"946176" : 1,
"954368" : 1,
"962560" : 2,
"970752" : 1,
"978944" : 2,
"995328" : 2,
"1003520" : 2,
"1011712" : 1,
"1044480" : 1,
"1056768" : 2,
"1073152" : 6,
"1089536" : 3,
"1105920" : 3,
"1122304" : 1,
"1138688" : 1,
"1155072" : 1,
"1171456" : 2,
"1187840" : 1,
"1204224" : 1,
"1220608" : 1,
"1253376" : 4,
"1269760" : 1,
"1286144" : 5,
"1302528" : 8,
"1318912" : 7,
"1335296" : 12,
"1351680" : 10,
"1368064" : 13,
"1384448" : 20,
"1400832" : 17,
"1417216" : 18,
"1433600" : 8,
"1449984" : 5,
"1466368" : 11,
"1482752" : 5,
"1499136" : 17,
"1515520" : 13,
"1531904" : 8,
"1548288" : 14,
"1564672" : 17,
"1581056" : 20,
"1597440" : 24,
"1613824" : 25,
"1630208" : 47,
"1646592" : 38,
"1662976" : 53,
"1679360" : 48,
"1695744" : 61,
"1712128" : 82,
"1728512" : 75,
"1744896" : 80,
"1761280" : 64,
"1777664" : 68,
"1794048" : 61,
"1810432" : 52,
"1826816" : 55,
"1843200" : 35,
"1859584" : 59,
"1875968" : 58,
"1892352" : 70,
"1908736" : 64,
"1925120" : 72,
"1941504" : 101,
"1957888" : 130,
"1974272" : 190,
"1990656" : 179,
"2007040" : 209,
"2023424" : 245,
"2039808" : 280,
"2056192" : 238,
"2072576" : 311,
"2088960" : 267,
"2113536" : 534,
"2146304" : 473,
"2179072" : 423,
"2211840" : 476,
"2244608" : 580,
"2277376" : 787,
"2310144" : 1077,
"2342912" : 1414,
"2375680" : 1638,
"2408448" : 1764,
"2441216" : 1770,
"2473984" : 1795,
"2506752" : 1638,
"2539520" : 1699,
"2572288" : 1762,
"2605056" : 2147,
"2637824" : 2722,
"2670592" : 3536,
"2703360" : 4058,
"2736128" : 4366,
"2768896" : 4590,
"2801664" : 4632,
"2834432" : 4398,
"2867200" : 4250,
"2899968" : 4438,
"2932736" : 5085,
"2965504" : 5949,
"2998272" : 6926,
"3031040" : 7973,
"3063808" : 8634,
"3096576" : 9023,
"3129344" : 9183,
"3162112" : 9162,
"3194880" : 8970,
"3227648" : 9068,
"3260416" : 9550,
"3293184" : 10477,
"3325952" : 11746,
"3358720" : 13112,
"3391488" : 14066,
"3424256" : 14970,
"3457024" : 14866,
"3489792" : 15158,
"3522560" : 14992,
"3555328" : 15021,
"3588096" : 14795,
"3620864" : 15631,
"3653632" : 16505,
"3686400" : 17647,
"3719168" : 19185,
"3751936" : 19541,
"3784704" : 20443,
"3817472" : 20208,
"3850240" : 20547,
"3883008" : 20071,
"3915776" : 19598,
"3948544" : 19944,
"3981312" : 20041,
"4014080" : 20908,
"4046848" : 21071,
"4079616" : 21981,
"4112384" : 22448,
"4145152" : 22512,
"4177920" : 22184,
"4227072" : 42959,
"4292608" : 41257,
"4358144" : 40752,
"4423680" : 40742,
"4489216" : 39686,
"4554752" : 37861,
"4620288" : 35438,
"4685824" : 33212,
"4751360" : 32036,
"4816896" : 30754,
"4882432" : 29148,
"4947968" : 26970,
"5013504" : 24895,
"5079040" : 23605,
"5144576" : 22066,
"5210112" : 20959,
"5275648" : 19974,
"5341184" : 18932,
"5406720" : 18109,
"5472256" : 17416,
"5537792" : 17310,
"5603328" : 16884,
"5668864" : 16598,
"5734400" : 16416,
"5799936" : 16267,
"5865472" : 16116,
"5931008" : 16264,
"5996544" : 16207,
"6062080" : 15894,
"6127616" : 15965,
"6193152" : 16001,
"6258688" : 15907,
"6324224" : 16065,
"6389760" : 15872,
"6455296" : 15683,
"6520832" : 15548,
"6586368" : 15291,
"6651904" : 14801,
"6717440" : 14626,
"6782976" : 14531,
"6848512" : 13950,
"6914048" : 13944,
"6979584" : 13503,
"7045120" : 13002,
"7110656" : 12603,
"7176192" : 12112,
"7241728" : 11806,
"7307264" : 11208,
"7372800" : 10725,
"7438336" : 10488,
"7503872" : 9947,
"7569408" : 9690,
"7634944" : 9157,
"7700480" : 8666,
"7766016" : 8361,
"7831552" : 7967,
"7897088" : 7479,
"7962624" : 6993,
"8028160" : 6620,
"8093696" : 6160,
"8159232" : 5856,
"8224768" : 5334,
"8290304" : 5283,
"8355840" : 4736,
"8454144" : 8568,
"8585216" : 7243,
"8716288" : 6193,
"8847360" : 5164,
"8978432" : 4370,
"9109504" : 3563,
"9240576" : 2957,
"9371648" : 2450,
"9502720" : 1981,
"9633792" : 1482,
"9764864" : 1260,
"9895936" : 975,
"10027008" : 755,
"10158080" : 547,
"10289152" : 440,
"10420224" : 317,
"10551296" : 236,
"10682368" : 163,
"10813440" : 113,
"10944512" : 78,
"11075584" : 69,
"11206656" : 55,
"11337728" : 23,
"11468800" : 20,
"11599872" : 21,
"11730944" : 12,
"11862016" : 7,
"11993088" : 5,
"12124160" : 3,
"12255232" : 5,
"12386304" : 2,
"12517376" : 1,
"12648448" : 1
}
},
"lat_ns" : {
"min" : 729495,
"max" : 13369625,
"mean" : 5340982.328893,
"stddev" : 1596546.795603,
"N" : 1839459
},
"bw_min" : 59727,
"bw_max" : 74416,
"bw_agg" : 100.000000,
"bw_mean" : 66898.735160,
"bw_dev" : 325.699693,
"bw_samples" : 1752,
"iops_min" : 14931,
"iops_max" : 18604,
"iops_mean" : 16724.369863,
"iops_stddev" : 81.423345,
"iops_samples" : 1752
},
"write" : {
"io_bytes" : 3232862208,
"io_kbytes" : 3157092,
"bw_bytes" : 29389923,
"bw" : 28701,
"iops" : 7175.392504,
"runtime" : 109999,
"total_ios" : 789286,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10546,
"max" : 3528630,
"mean" : 362569.942402,
"stddev" : 243676.734639,
"N" : 789282
},
"clat_ns" : {
"min" : 964243,
"max" : 12611346,
"mean" : 5025770.912917,
"stddev" : 1515628.060399,
"N" : 789274,
"percentile" : {
"1.000000" : 2539520,
"5.000000" : 3063808,
"10.000000" : 3358720,
"20.000000" : 3751936,
"30.000000" : 4046848,
"40.000000" : 4358144,
"50.000000" : 4620288,
"60.000000" : 5079040,
"70.000000" : 5668864,
"80.000000" : 6389760,
"90.000000" : 7307264,
"95.000000" : 7897088,
"99.000000" : 8978432,
"99.500000" : 9371648,
"99.900000" : 10158080,
"99.950000" : 10420224,
"99.990000" : 10944512
},
"bins" : {
"962560" : 1,
"1036288" : 2,
"1056768" : 1,
"1089536" : 1,
"1122304" : 1,
"1138688" : 2,
"1204224" : 1,
"1220608" : 2,
"1236992" : 1,
"1253376" : 1,
"1269760" : 3,
"1286144" : 2,
"1302528" : 3,
"1318912" : 3,
"1335296" : 5,
"1351680" : 5,
"1368064" : 6,
"1384448" : 4,
"1400832" : 5,
"1417216" : 4,
"1433600" : 2,
"1449984" : 7,
"1466368" : 3,
"1482752" : 2,
"1499136" : 4,
"1515520" : 4,
"1531904" : 3,
"1548288" : 8,
"1564672" : 9,
"1581056" : 6,
"1597440" : 6,
"1613824" : 14,
"1630208" : 17,
"1646592" : 24,
"1662976" : 23,
"1679360" : 19,
"1695744" : 30,
"1712128" : 28,
"1728512" : 23,
"1744896" : 47,
"1761280" : 35,
"1777664" : 24,
"1794048" : 18,
"1810432" : 21,
"1826816" : 21,
"1843200" : 20,
"1859584" : 22,
"1875968" : 21,
"1892352" : 25,
"1908736" : 34,
"1925120" : 36,
"1941504" : 51,
"1957888" : 57,
"1974272" : 61,
"1990656" : 89,
"2007040" : 92,
"2023424" : 96,
"2039808" : 105,
"2056192" : 125,
"2072576" : 142,
"2088960" : 125,
"2113536" : 247,
"2146304" : 186,
"2179072" : 201,
"2211840" : 203,
"2244608" : 236,
"2277376" : 347,
"2310144" : 459,
"2342912" : 597,
"2375680" : 692,
"2408448" : 758,
"2441216" : 782,
"2473984" : 742,
"2506752" : 737,
"2539520" : 752,
"2572288" : 751,
"2605056" : 883,
"2637824" : 1180,
"2670592" : 1454,
"2703360" : 1681,
"2736128" : 1898,
"2768896" : 1936,
"2801664" : 1956,
"2834432" : 1931,
"2867200" : 1848,
"2899968" : 1872,
"2932736" : 2089,
"2965504" : 2495,
"2998272" : 3055,
"3031040" : 3398,
"3063808" : 3753,
"3096576" : 3854,
"3129344" : 3866,
"3162112" : 3824,
"3194880" : 3877,
"3227648" : 3824,
"3260416" : 4013,
"3293184" : 4498,
"3325952" : 5104,
"3358720" : 5580,
"3391488" : 6155,
"3424256" : 6147,
"3457024" : 6382,
"3489792" : 6456,
"3522560" : 6426,
"3555328" : 6328,
"3588096" : 6365,
"3620864" : 6571,
"3653632" : 7031,
"3686400" : 7542,
"3719168" : 8048,
"3751936" : 8295,
"3784704" : 8715,
"3817472" : 8810,
"3850240" : 8698,
"3883008" : 8657,
"3915776" : 8403,
"3948544" : 8701,
"3981312" : 8759,
"4014080" : 8988,
"4046848" : 9300,
"4079616" : 9348,
"4112384" : 9585,
"4145152" : 9510,
"4177920" : 9449,
"4227072" : 18453,
"4292608" : 17600,
"4358144" : 17423,
"4423680" : 17230,
"4489216" : 17131,
"4554752" : 16368,
"4620288" : 15418,
"4685824" : 14483,
"4751360" : 13707,
"4816896" : 13380,
"4882432" : 12474,
"4947968" : 11381,
"5013504" : 10718,
"5079040" : 10052,
"5144576" : 9452,
"5210112" : 8932,
"5275648" : 8550,
"5341184" : 8086,
"5406720" : 7724,
"5472256" : 7503,
"5537792" : 7440,
"5603328" : 7335,
"5668864" : 7248,
"5734400" : 7244,
"5799936" : 7003,
"5865472" : 6979,
"5931008" : 7142,
"5996544" : 6990,
"6062080" : 6998,
"6127616" : 7036,
"6193152" : 6933,
"6258688" : 6885,
"6324224" : 6768,
"6389760" : 6773,
"6455296" : 6550,
"6520832" : 6581,
"6586368" : 6520,
"6651904" : 6390,
"6717440" : 6269,
"6782976" : 6111,
"6848512" : 5963,
"6914048" : 5908,
"6979584" : 5807,
"7045120" : 5693,
"7110656" : 5329,
"7176192" : 5190,
"7241728" : 5013,
"7307264" : 4875,
"7372800" : 4706,
"7438336" : 4412,
"7503872" : 4234,
"7569408" : 4105,
"7634944" : 4000,
"7700480" : 3829,
"7766016" : 3587,
"7831552" : 3423,
"7897088" : 3168,
"7962624" : 2962,
"8028160" : 2801,
"8093696" : 2697,
"8159232" : 2516,
"8224768" : 2398,
"8290304" : 2244,
"8355840" : 2049,
"8454144" : 3628,
"8585216" : 3202,
"8716288" : 2723,
"8847360" : 2392,
"8978432" : 1937,
"9109504" : 1577,
"9240576" : 1300,
"9371648" : 1036,
"9502720" : 815,
"9633792" : 677,
"9764864" : 535,
"9895936" : 412,
"10027008" : 270,
"10158080" : 216,
"10289152" : 160,
"10420224" : 132,
"10551296" : 103,
"10682368" : 57,
"10813440" : 49,
"10944512" : 35,
"11075584" : 23,
"11206656" : 17,
"11337728" : 7,
"11468800" : 9,
"11599872" : 5,
"11730944" : 2,
"11862016" : 1,
"11993088" : 1,
"12124160" : 1,
"12255232" : 2,
"12648448" : 1
}
},
"lat_ns" : {
"min" : 1114363,
"max" : 13223291,
"mean" : 5388333.619253,
"stddev" : 1598894.482918,
"N" : 789274
},
"bw_min" : 24848,
"bw_max" : 33048,
"bw_agg" : 99.999663,
"bw_mean" : 28701.885845,
"bw_dev" : 178.173330,
"bw_samples" : 1752,
"iops_min" : 6212,
"iops_max" : 8262,
"iops_mean" : 7174.972603,
"iops_stddev" : 44.533715,
"iops_samples" : 1752
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 879992,
"usr_cpu" : 0.742507,
"sys_cpu" : 15.929008,
"ctx" : 1840998,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.111498,
"4" : 28.129359,
"10" : 71.619418,
"20" : 0.138774,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773101786,
"timestamp_ms" : 1773101786370,
"time" : "Mon Mar 9 21:16:26 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 8217489408,
"io_kbytes" : 8024892,
"bw_bytes" : 68479078,
"bw" : 66874,
"iops" : 16718.700000,
"runtime" : 120000,
"total_ios" : 2006244,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5088,
"max" : 4026331,
"mean" : 319248.908332,
"stddev" : 249794.019161,
"N" : 2006244
},
"clat_ns" : {
"min" : 707170,
"max" : 12629394,
"mean" : 5022804.534088,
"stddev" : 1515244.552080,
"N" : 2006229,
"percentile" : {
"1.000000" : 2539520,
"5.000000" : 3063808,
"10.000000" : 3358720,
"20.000000" : 3751936,
"30.000000" : 4046848,
"40.000000" : 4358144,
"50.000000" : 4620288,
"60.000000" : 5013504,
"70.000000" : 5668864,
"80.000000" : 6389760,
"90.000000" : 7241728,
"95.000000" : 7897088,
"99.000000" : 8978432,
"99.500000" : 9371648,
"99.900000" : 10158080,
"99.950000" : 10420224,
"99.990000" : 11075584
},
"bins" : {
"708608" : 3,
"716800" : 1,
"724992" : 1,
"847872" : 1,
"946176" : 1,
"954368" : 1,
"962560" : 2,
"970752" : 1,
"978944" : 2,
"995328" : 2,
"1003520" : 2,
"1011712" : 1,
"1036288" : 2,
"1044480" : 1,
"1056768" : 2,
"1073152" : 6,
"1089536" : 3,
"1105920" : 3,
"1122304" : 1,
"1138688" : 1,
"1155072" : 1,
"1171456" : 2,
"1187840" : 1,
"1204224" : 1,
"1220608" : 1,
"1253376" : 4,
"1269760" : 1,
"1286144" : 5,
"1302528" : 8,
"1318912" : 7,
"1335296" : 12,
"1351680" : 13,
"1368064" : 15,
"1384448" : 21,
"1400832" : 18,
"1417216" : 20,
"1433600" : 8,
"1449984" : 6,
"1466368" : 11,
"1482752" : 5,
"1499136" : 18,
"1515520" : 14,
"1531904" : 9,
"1548288" : 15,
"1564672" : 20,
"1581056" : 20,
"1597440" : 24,
"1613824" : 25,
"1630208" : 48,
"1646592" : 40,
"1662976" : 59,
"1679360" : 54,
"1695744" : 68,
"1712128" : 87,
"1728512" : 82,
"1744896" : 88,
"1761280" : 69,
"1777664" : 72,
"1794048" : 66,
"1810432" : 58,
"1826816" : 61,
"1843200" : 41,
"1859584" : 61,
"1875968" : 61,
"1892352" : 74,
"1908736" : 68,
"1925120" : 79,
"1941504" : 110,
"1957888" : 140,
"1974272" : 195,
"1990656" : 192,
"2007040" : 231,
"2023424" : 267,
"2039808" : 306,
"2056192" : 268,
"2072576" : 341,
"2088960" : 287,
"2113536" : 570,
"2146304" : 519,
"2179072" : 460,
"2211840" : 521,
"2244608" : 637,
"2277376" : 850,
"2310144" : 1172,
"2342912" : 1525,
"2375680" : 1761,
"2408448" : 1924,
"2441216" : 1903,
"2473984" : 1911,
"2506752" : 1788,
"2539520" : 1857,
"2572288" : 1904,
"2605056" : 2339,
"2637824" : 2944,
"2670592" : 3807,
"2703360" : 4363,
"2736128" : 4736,
"2768896" : 4991,
"2801664" : 4983,
"2834432" : 4773,
"2867200" : 4677,
"2899968" : 4821,
"2932736" : 5520,
"2965504" : 6411,
"2998272" : 7558,
"3031040" : 8599,
"3063808" : 9378,
"3096576" : 9771,
"3129344" : 9977,
"3162112" : 9930,
"3194880" : 9755,
"3227648" : 9949,
"3260416" : 10393,
"3293184" : 11404,
"3325952" : 12826,
"3358720" : 14261,
"3391488" : 15235,
"3424256" : 16242,
"3457024" : 16210,
"3489792" : 16470,
"3522560" : 16290,
"3555328" : 16415,
"3588096" : 16136,
"3620864" : 17100,
"3653632" : 18022,
"3686400" : 19310,
"3719168" : 20967,
"3751936" : 21460,
"3784704" : 22348,
"3817472" : 22161,
"3850240" : 22383,
"3883008" : 21911,
"3915776" : 21383,
"3948544" : 21691,
"3981312" : 21876,
"4014080" : 22818,
"4046848" : 23023,
"4079616" : 23969,
"4112384" : 24528,
"4145152" : 24559,
"4177920" : 24195,
"4227072" : 46943,
"4292608" : 44913,
"4358144" : 44372,
"4423680" : 44479,
"4489216" : 43245,
"4554752" : 41478,
"4620288" : 38679,
"4685824" : 36221,
"4751360" : 34955,
"4816896" : 33591,
"4882432" : 31708,
"4947968" : 29253,
"5013504" : 27292,
"5079040" : 25760,
"5144576" : 24073,
"5210112" : 22936,
"5275648" : 21848,
"5341184" : 20704,
"5406720" : 19748,
"5472256" : 18950,
"5537792" : 18886,
"5603328" : 18405,
"5668864" : 18165,
"5734400" : 17912,
"5799936" : 17828,
"5865472" : 17600,
"5931008" : 17728,
"5996544" : 17653,
"6062080" : 17348,
"6127616" : 17442,
"6193152" : 17494,
"6258688" : 17382,
"6324224" : 17594,
"6389760" : 17321,
"6455296" : 17103,
"6520832" : 16982,
"6586368" : 16772,
"6651904" : 16165,
"6717440" : 15956,
"6782976" : 15856,
"6848512" : 15201,
"6914048" : 15151,
"6979584" : 14698,
"7045120" : 14176,
"7110656" : 13696,
"7176192" : 13161,
"7241728" : 12849,
"7307264" : 12244,
"7372800" : 11652,
"7438336" : 11496,
"7503872" : 10833,
"7569408" : 10487,
"7634944" : 9958,
"7700480" : 9493,
"7766016" : 9129,
"7831552" : 8636,
"7897088" : 8181,
"7962624" : 7639,
"8028160" : 7218,
"8093696" : 6711,
"8159232" : 6363,
"8224768" : 5820,
"8290304" : 5768,
"8355840" : 5208,
"8454144" : 9371,
"8585216" : 7910,
"8716288" : 6767,
"8847360" : 5667,
"8978432" : 4784,
"9109504" : 3909,
"9240576" : 3203,
"9371648" : 2669,
"9502720" : 2147,
"9633792" : 1612,
"9764864" : 1380,
"9895936" : 1062,
"10027008" : 822,
"10158080" : 609,
"10289152" : 482,
"10420224" : 347,
"10551296" : 256,
"10682368" : 175,
"10813440" : 132,
"10944512" : 87,
"11075584" : 79,
"11206656" : 58,
"11337728" : 28,
"11468800" : 22,
"11599872" : 22,
"11730944" : 12,
"11862016" : 7,
"11993088" : 5,
"12124160" : 3,
"12255232" : 5,
"12386304" : 2,
"12517376" : 1,
"12648448" : 1
}
},
"lat_ns" : {
"min" : 729495,
"max" : 13369625,
"mean" : 5342050.411050,
"stddev" : 1596076.401755,
"N" : 2006229
},
"bw_min" : 59727,
"bw_max" : 74432,
"bw_agg" : 100.000000,
"bw_mean" : 66885.405858,
"bw_dev" : 326.049632,
"bw_samples" : 1912,
"iops_min" : 14931,
"iops_max" : 18608,
"iops_mean" : 16721.046025,
"iops_stddev" : 81.512430,
"iops_samples" : 1912
},
"write" : {
"io_bytes" : 3526819840,
"io_kbytes" : 3444160,
"bw_bytes" : 29390165,
"bw" : 28701,
"iops" : 7175.291667,
"runtime" : 120000,
"total_ios" : 861035,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10546,
"max" : 3528630,
"mean" : 362665.646191,
"stddev" : 243582.942903,
"N" : 861035
},
"clat_ns" : {
"min" : 964243,
"max" : 12611346,
"mean" : 5026036.783702,
"stddev" : 1514977.174844,
"N" : 861042,
"percentile" : {
"1.000000" : 2539520,
"5.000000" : 3063808,
"10.000000" : 3391488,
"20.000000" : 3751936,
"30.000000" : 4046848,
"40.000000" : 4358144,
"50.000000" : 4620288,
"60.000000" : 5079040,
"70.000000" : 5668864,
"80.000000" : 6389760,
"90.000000" : 7307264,
"95.000000" : 7897088,
"99.000000" : 8978432,
"99.500000" : 9371648,
"99.900000" : 10158080,
"99.950000" : 10420224,
"99.990000" : 10944512
},
"bins" : {
"962560" : 1,
"1036288" : 2,
"1056768" : 1,
"1089536" : 1,
"1122304" : 1,
"1138688" : 2,
"1204224" : 1,
"1220608" : 2,
"1236992" : 1,
"1253376" : 1,
"1269760" : 3,
"1286144" : 2,
"1302528" : 3,
"1318912" : 3,
"1335296" : 5,
"1351680" : 6,
"1368064" : 7,
"1384448" : 5,
"1400832" : 5,
"1417216" : 4,
"1433600" : 2,
"1449984" : 7,
"1466368" : 3,
"1482752" : 2,
"1499136" : 5,
"1515520" : 4,
"1531904" : 3,
"1548288" : 9,
"1564672" : 9,
"1581056" : 7,
"1597440" : 7,
"1613824" : 14,
"1630208" : 17,
"1646592" : 25,
"1662976" : 24,
"1679360" : 21,
"1695744" : 36,
"1712128" : 29,
"1728512" : 23,
"1744896" : 49,
"1761280" : 37,
"1777664" : 29,
"1794048" : 20,
"1810432" : 23,
"1826816" : 24,
"1843200" : 21,
"1859584" : 23,
"1875968" : 22,
"1892352" : 26,
"1908736" : 37,
"1925120" : 39,
"1941504" : 54,
"1957888" : 60,
"1974272" : 67,
"1990656" : 94,
"2007040" : 99,
"2023424" : 113,
"2039808" : 111,
"2056192" : 136,
"2072576" : 150,
"2088960" : 137,
"2113536" : 257,
"2146304" : 199,
"2179072" : 216,
"2211840" : 225,
"2244608" : 254,
"2277376" : 377,
"2310144" : 502,
"2342912" : 649,
"2375680" : 737,
"2408448" : 814,
"2441216" : 834,
"2473984" : 794,
"2506752" : 788,
"2539520" : 829,
"2572288" : 819,
"2605056" : 967,
"2637824" : 1286,
"2670592" : 1584,
"2703360" : 1807,
"2736128" : 2057,
"2768896" : 2087,
"2801664" : 2125,
"2834432" : 2088,
"2867200" : 2036,
"2899968" : 2045,
"2932736" : 2293,
"2965504" : 2711,
"2998272" : 3315,
"3031040" : 3681,
"3063808" : 4065,
"3096576" : 4187,
"3129344" : 4227,
"3162112" : 4180,
"3194880" : 4215,
"3227648" : 4161,
"3260416" : 4410,
"3293184" : 4884,
"3325952" : 5581,
"3358720" : 6078,
"3391488" : 6701,
"3424256" : 6669,
"3457024" : 6938,
"3489792" : 7040,
"3522560" : 6973,
"3555328" : 6914,
"3588096" : 6976,
"3620864" : 7187,
"3653632" : 7693,
"3686400" : 8256,
"3719168" : 8804,
"3751936" : 9084,
"3784704" : 9476,
"3817472" : 9672,
"3850240" : 9522,
"3883008" : 9390,
"3915776" : 9179,
"3948544" : 9500,
"3981312" : 9516,
"4014080" : 9843,
"4046848" : 10144,
"4079616" : 10213,
"4112384" : 10467,
"4145152" : 10427,
"4177920" : 10335,
"4227072" : 20089,
"4292608" : 19231,
"4358144" : 18997,
"4423680" : 18842,
"4489216" : 18702,
"4554752" : 17856,
"4620288" : 16830,
"4685824" : 15795,
"4751360" : 14960,
"4816896" : 14542,
"4882432" : 13646,
"4947968" : 12452,
"5013504" : 11664,
"5079040" : 11002,
"5144576" : 10361,
"5210112" : 9803,
"5275648" : 9337,
"5341184" : 8837,
"5406720" : 8482,
"5472256" : 8183,
"5537792" : 8091,
"5603328" : 8021,
"5668864" : 7902,
"5734400" : 7877,
"5799936" : 7640,
"5865472" : 7624,
"5931008" : 7759,
"5996544" : 7619,
"6062080" : 7633,
"6127616" : 7686,
"6193152" : 7600,
"6258688" : 7515,
"6324224" : 7366,
"6389760" : 7358,
"6455296" : 7159,
"6520832" : 7160,
"6586368" : 7076,
"6651904" : 6982,
"6717440" : 6804,
"6782976" : 6673,
"6848512" : 6555,
"6914048" : 6430,
"6979584" : 6330,
"7045120" : 6198,
"7110656" : 5784,
"7176192" : 5643,
"7241728" : 5486,
"7307264" : 5285,
"7372800" : 5107,
"7438336" : 4794,
"7503872" : 4610,
"7569408" : 4511,
"7634944" : 4354,
"7700480" : 4201,
"7766016" : 3883,
"7831552" : 3733,
"7897088" : 3435,
"7962624" : 3245,
"8028160" : 3063,
"8093696" : 2948,
"8159232" : 2765,
"8224768" : 2620,
"8290304" : 2467,
"8355840" : 2223,
"8454144" : 3978,
"8585216" : 3485,
"8716288" : 2979,
"8847360" : 2611,
"8978432" : 2107,
"9109504" : 1721,
"9240576" : 1411,
"9371648" : 1101,
"9502720" : 872,
"9633792" : 731,
"9764864" : 585,
"9895936" : 464,
"10027008" : 299,
"10158080" : 241,
"10289152" : 181,
"10420224" : 144,
"10551296" : 113,
"10682368" : 61,
"10813440" : 58,
"10944512" : 40,
"11075584" : 25,
"11206656" : 19,
"11337728" : 9,
"11468800" : 11,
"11599872" : 5,
"11730944" : 2,
"11862016" : 1,
"11993088" : 1,
"12124160" : 1,
"12255232" : 2,
"12648448" : 1
}
},
"lat_ns" : {
"min" : 1114363,
"max" : 13223291,
"mean" : 5388702.231791,
"stddev" : 1598205.386934,
"N" : 861042
},
"bw_min" : 24840,
"bw_max" : 33104,
"bw_agg" : 100.000000,
"bw_mean" : 28702.807531,
"bw_dev" : 178.754125,
"bw_samples" : 1912,
"iops_min" : 6210,
"iops_max" : 8276,
"iops_mean" : 7175.205021,
"iops_stddev" : 44.679938,
"iops_samples" : 1912
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959994,
"usr_cpu" : 0.745213,
"sys_cpu" : 15.918329,
"ctx" : 2008945,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.109651,
"4" : 28.099010,
"10" : 71.650474,
"20" : 0.139993,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773101796,
"timestamp_ms" : 1773101796371,
"time" : "Mon Mar 9 21:16:36 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 49,
"elapsed" : 141,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 8907751424,
"io_kbytes" : 8698976,
"bw_bytes" : 68521164,
"bw" : 66915,
"iops" : 16728.853846,
"runtime" : 130000,
"total_ios" : 2174751,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5088,
"max" : 4026331,
"mean" : 318985.480932,
"stddev" : 249693.340534,
"N" : 2174753
},
"clat_ns" : {
"min" : 707170,
"max" : 12629394,
"mean" : 5019912.440138,
"stddev" : 1517186.617760,
"N" : 2174753,
"percentile" : {
"1.000000" : 2539520,
"5.000000" : 3063808,
"10.000000" : 3358720,
"20.000000" : 3751936,
"30.000000" : 4046848,
"40.000000" : 4292608,
"50.000000" : 4620288,
"60.000000" : 5013504,
"70.000000" : 5668864,
"80.000000" : 6389760,
"90.000000" : 7307264,
"95.000000" : 7897088,
"99.000000" : 8978432,
"99.500000" : 9371648,
"99.900000" : 10158080,
"99.950000" : 10420224,
"99.990000" : 11075584
},
"bins" : {
"708608" : 3,
"716800" : 1,
"724992" : 1,
"847872" : 1,
"946176" : 1,
"954368" : 1,
"962560" : 2,
"970752" : 1,
"978944" : 2,
"995328" : 2,
"1003520" : 2,
"1011712" : 1,
"1036288" : 2,
"1044480" : 1,
"1056768" : 3,
"1073152" : 6,
"1089536" : 3,
"1105920" : 3,
"1122304" : 4,
"1138688" : 1,
"1155072" : 1,
"1171456" : 2,
"1187840" : 1,
"1204224" : 1,
"1220608" : 1,
"1253376" : 4,
"1269760" : 2,
"1286144" : 5,
"1302528" : 8,
"1318912" : 7,
"1335296" : 13,
"1351680" : 13,
"1368064" : 17,
"1384448" : 22,
"1400832" : 19,
"1417216" : 25,
"1433600" : 9,
"1449984" : 8,
"1466368" : 13,
"1482752" : 6,
"1499136" : 20,
"1515520" : 15,
"1531904" : 10,
"1548288" : 16,
"1564672" : 22,
"1581056" : 22,
"1597440" : 24,
"1613824" : 27,
"1630208" : 49,
"1646592" : 44,
"1662976" : 62,
"1679360" : 57,
"1695744" : 74,
"1712128" : 90,
"1728512" : 85,
"1744896" : 91,
"1761280" : 76,
"1777664" : 85,
"1794048" : 75,
"1810432" : 67,
"1826816" : 61,
"1843200" : 42,
"1859584" : 71,
"1875968" : 66,
"1892352" : 85,
"1908736" : 71,
"1925120" : 87,
"1941504" : 117,
"1957888" : 149,
"1974272" : 210,
"1990656" : 203,
"2007040" : 253,
"2023424" : 289,
"2039808" : 334,
"2056192" : 296,
"2072576" : 382,
"2088960" : 318,
"2113536" : 621,
"2146304" : 566,
"2179072" : 493,
"2211840" : 576,
"2244608" : 694,
"2277376" : 913,
"2310144" : 1267,
"2342912" : 1652,
"2375680" : 1927,
"2408448" : 2099,
"2441216" : 2083,
"2473984" : 2080,
"2506752" : 1942,
"2539520" : 2034,
"2572288" : 2059,
"2605056" : 2585,
"2637824" : 3188,
"2670592" : 4144,
"2703360" : 4749,
"2736128" : 5130,
"2768896" : 5429,
"2801664" : 5417,
"2834432" : 5219,
"2867200" : 5101,
"2899968" : 5287,
"2932736" : 5992,
"2965504" : 7001,
"2998272" : 8249,
"3031040" : 9344,
"3063808" : 10187,
"3096576" : 10683,
"3129344" : 10855,
"3162112" : 10857,
"3194880" : 10615,
"3227648" : 10844,
"3260416" : 11293,
"3293184" : 12372,
"3325952" : 13946,
"3358720" : 15562,
"3391488" : 16637,
"3424256" : 17711,
"3457024" : 17678,
"3489792" : 17942,
"3522560" : 17767,
"3555328" : 17842,
"3588096" : 17539,
"3620864" : 18641,
"3653632" : 19643,
"3686400" : 21028,
"3719168" : 22855,
"3751936" : 23402,
"3784704" : 24434,
"3817472" : 24137,
"3850240" : 24396,
"3883008" : 23823,
"3915776" : 23171,
"3948544" : 23589,
"3981312" : 23806,
"4014080" : 24917,
"4046848" : 25053,
"4079616" : 26075,
"4112384" : 26637,
"4145152" : 26662,
"4177920" : 26316,
"4227072" : 50875,
"4292608" : 48817,
"4358144" : 48203,
"4423680" : 48248,
"4489216" : 46925,
"4554752" : 44912,
"4620288" : 41900,
"4685824" : 39251,
"4751360" : 37825,
"4816896" : 36241,
"4882432" : 34241,
"4947968" : 31570,
"5013504" : 29434,
"5079040" : 27831,
"5144576" : 25990,
"5210112" : 24716,
"5275648" : 23492,
"5341184" : 22254,
"5406720" : 21187,
"5472256" : 20452,
"5537792" : 20314,
"5603328" : 19765,
"5668864" : 19540,
"5734400" : 19259,
"5799936" : 19233,
"5865472" : 18989,
"5931008" : 19144,
"5996544" : 19011,
"6062080" : 18756,
"6127616" : 18812,
"6193152" : 18851,
"6258688" : 18767,
"6324224" : 18969,
"6389760" : 18691,
"6455296" : 18456,
"6520832" : 18272,
"6586368" : 18023,
"6651904" : 17406,
"6717440" : 17224,
"6782976" : 17050,
"6848512" : 16389,
"6914048" : 16325,
"6979584" : 15924,
"7045120" : 15274,
"7110656" : 14746,
"7176192" : 14202,
"7241728" : 13908,
"7307264" : 13293,
"7372800" : 12719,
"7438336" : 12489,
"7503872" : 11712,
"7569408" : 11380,
"7634944" : 10836,
"7700480" : 10293,
"7766016" : 9880,
"7831552" : 9390,
"7897088" : 8866,
"7962624" : 8287,
"8028160" : 7836,
"8093696" : 7326,
"8159232" : 6883,
"8224768" : 6327,
"8290304" : 6280,
"8355840" : 5660,
"8454144" : 10291,
"8585216" : 8635,
"8716288" : 7424,
"8847360" : 6145,
"8978432" : 5228,
"9109504" : 4292,
"9240576" : 3482,
"9371648" : 2909,
"9502720" : 2346,
"9633792" : 1755,
"9764864" : 1481,
"9895936" : 1155,
"10027008" : 914,
"10158080" : 669,
"10289152" : 509,
"10420224" : 379,
"10551296" : 285,
"10682368" : 194,
"10813440" : 149,
"10944512" : 103,
"11075584" : 84,
"11206656" : 67,
"11337728" : 28,
"11468800" : 24,
"11599872" : 23,
"11730944" : 13,
"11862016" : 9,
"11993088" : 5,
"12124160" : 4,
"12255232" : 5,
"12386304" : 4,
"12517376" : 1,
"12648448" : 1
}
},
"lat_ns" : {
"min" : 729495,
"max" : 13369625,
"mean" : 5338895.766717,
"stddev" : 1598077.703475,
"N" : 2174753
},
"bw_min" : 59727,
"bw_max" : 74608,
"bw_agg" : 99.993725,
"bw_mean" : 66911.733591,
"bw_dev" : 327.892420,
"bw_samples" : 2072,
"iops_min" : 14931,
"iops_max" : 18652,
"iops_mean" : 16727.633205,
"iops_stddev" : 81.971563,
"iops_samples" : 2072
},
"write" : {
"io_bytes" : 3822342144,
"io_kbytes" : 3732756,
"bw_bytes" : 29402631,
"bw" : 28713,
"iops" : 7178.476923,
"runtime" : 130000,
"total_ios" : 933202,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10546,
"max" : 3528630,
"mean" : 362668.677919,
"stddev" : 243606.442225,
"N" : 933200
},
"clat_ns" : {
"min" : 964243,
"max" : 12611346,
"mean" : 5023565.390841,
"stddev" : 1516315.401533,
"N" : 933192,
"percentile" : {
"1.000000" : 2539520,
"5.000000" : 3063808,
"10.000000" : 3358720,
"20.000000" : 3751936,
"30.000000" : 4046848,
"40.000000" : 4358144,
"50.000000" : 4620288,
"60.000000" : 5013504,
"70.000000" : 5668864,
"80.000000" : 6389760,
"90.000000" : 7307264,
"95.000000" : 7897088,
"99.000000" : 8978432,
"99.500000" : 9371648,
"99.900000" : 10158080,
"99.950000" : 10420224,
"99.990000" : 10944512
},
"bins" : {
"962560" : 1,
"1036288" : 2,
"1056768" : 2,
"1089536" : 1,
"1122304" : 1,
"1138688" : 2,
"1204224" : 1,
"1220608" : 2,
"1236992" : 1,
"1253376" : 2,
"1269760" : 4,
"1286144" : 2,
"1302528" : 3,
"1318912" : 3,
"1335296" : 5,
"1351680" : 6,
"1368064" : 7,
"1384448" : 5,
"1400832" : 5,
"1417216" : 5,
"1433600" : 3,
"1449984" : 9,
"1466368" : 3,
"1482752" : 2,
"1499136" : 5,
"1515520" : 4,
"1531904" : 3,
"1548288" : 10,
"1564672" : 10,
"1581056" : 7,
"1597440" : 9,
"1613824" : 16,
"1630208" : 18,
"1646592" : 26,
"1662976" : 28,
"1679360" : 21,
"1695744" : 37,
"1712128" : 31,
"1728512" : 25,
"1744896" : 54,
"1761280" : 39,
"1777664" : 33,
"1794048" : 24,
"1810432" : 24,
"1826816" : 26,
"1843200" : 21,
"1859584" : 26,
"1875968" : 23,
"1892352" : 30,
"1908736" : 37,
"1925120" : 41,
"1941504" : 57,
"1957888" : 61,
"1974272" : 78,
"1990656" : 96,
"2007040" : 102,
"2023424" : 119,
"2039808" : 128,
"2056192" : 149,
"2072576" : 158,
"2088960" : 152,
"2113536" : 275,
"2146304" : 215,
"2179072" : 238,
"2211840" : 244,
"2244608" : 283,
"2277376" : 420,
"2310144" : 557,
"2342912" : 690,
"2375680" : 803,
"2408448" : 879,
"2441216" : 902,
"2473984" : 878,
"2506752" : 836,
"2539520" : 895,
"2572288" : 894,
"2605056" : 1053,
"2637824" : 1395,
"2670592" : 1732,
"2703360" : 1965,
"2736128" : 2225,
"2768896" : 2272,
"2801664" : 2304,
"2834432" : 2293,
"2867200" : 2214,
"2899968" : 2245,
"2932736" : 2495,
"2965504" : 2944,
"2998272" : 3594,
"3031040" : 4008,
"3063808" : 4423,
"3096576" : 4536,
"3129344" : 4610,
"3162112" : 4549,
"3194880" : 4550,
"3227648" : 4494,
"3260416" : 4788,
"3293184" : 5320,
"3325952" : 6037,
"3358720" : 6609,
"3391488" : 7298,
"3424256" : 7270,
"3457024" : 7574,
"3489792" : 7685,
"3522560" : 7586,
"3555328" : 7529,
"3588096" : 7552,
"3620864" : 7815,
"3653632" : 8408,
"3686400" : 8972,
"3719168" : 9605,
"3751936" : 9938,
"3784704" : 10344,
"3817472" : 10553,
"3850240" : 10367,
"3883008" : 10227,
"3915776" : 10030,
"3948544" : 10281,
"3981312" : 10372,
"4014080" : 10703,
"4046848" : 10999,
"4079616" : 11147,
"4112384" : 11393,
"4145152" : 11337,
"4177920" : 11243,
"4227072" : 21842,
"4292608" : 20799,
"4358144" : 20679,
"4423680" : 20438,
"4489216" : 20317,
"4554752" : 19300,
"4620288" : 18155,
"4685824" : 17148,
"4751360" : 16145,
"4816896" : 15703,
"4882432" : 14750,
"4947968" : 13467,
"5013504" : 12581,
"5079040" : 11842,
"5144576" : 11117,
"5210112" : 10575,
"5275648" : 9999,
"5341184" : 9549,
"5406720" : 9149,
"5472256" : 8812,
"5537792" : 8723,
"5603328" : 8633,
"5668864" : 8516,
"5734400" : 8501,
"5799936" : 8217,
"5865472" : 8251,
"5931008" : 8362,
"5996544" : 8220,
"6062080" : 8234,
"6127616" : 8259,
"6193152" : 8166,
"6258688" : 8082,
"6324224" : 7920,
"6389760" : 7954,
"6455296" : 7711,
"6520832" : 7747,
"6586368" : 7629,
"6651904" : 7585,
"6717440" : 7350,
"6782976" : 7203,
"6848512" : 7121,
"6914048" : 6947,
"6979584" : 6823,
"7045120" : 6728,
"7110656" : 6254,
"7176192" : 6125,
"7241728" : 5934,
"7307264" : 5690,
"7372800" : 5502,
"7438336" : 5221,
"7503872" : 5000,
"7569408" : 4890,
"7634944" : 4723,
"7700480" : 4569,
"7766016" : 4215,
"7831552" : 4042,
"7897088" : 3739,
"7962624" : 3534,
"8028160" : 3326,
"8093696" : 3194,
"8159232" : 3035,
"8224768" : 2838,
"8290304" : 2680,
"8355840" : 2423,
"8454144" : 4354,
"8585216" : 3807,
"8716288" : 3240,
"8847360" : 2828,
"8978432" : 2298,
"9109504" : 1885,
"9240576" : 1527,
"9371648" : 1185,
"9502720" : 948,
"9633792" : 787,
"9764864" : 631,
"9895936" : 505,
"10027008" : 328,
"10158080" : 255,
"10289152" : 199,
"10420224" : 158,
"10551296" : 118,
"10682368" : 65,
"10813440" : 61,
"10944512" : 45,
"11075584" : 30,
"11206656" : 21,
"11337728" : 10,
"11468800" : 12,
"11599872" : 6,
"11730944" : 3,
"11862016" : 1,
"11993088" : 1,
"12124160" : 1,
"12255232" : 2,
"12648448" : 1
}
},
"lat_ns" : {
"min" : 1114363,
"max" : 13223291,
"mean" : 5386232.036064,
"stddev" : 1599917.047969,
"N" : 933192
},
"bw_min" : 24704,
"bw_max" : 33160,
"bw_agg" : 99.987787,
"bw_mean" : 28710.706564,
"bw_dev" : 178.267963,
"bw_samples" : 2072,
"iops_min" : 6176,
"iops_max" : 8290,
"iops_mean" : 7177.177606,
"iops_stddev" : 44.557679,
"iops_samples" : 2072
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1039999,
"usr_cpu" : 0.745001,
"sys_cpu" : 15.934342,
"ctx" : 2177880,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.109107,
"4" : 28.228998,
"10" : 71.519807,
"20" : 0.141283,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773101806,
"timestamp_ms" : 1773101806370,
"time" : "Mon Mar 9 21:16:46 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 9603764224,
"io_kbytes" : 9378676,
"bw_bytes" : 68598315,
"bw" : 66990,
"iops" : 16747.692857,
"runtime" : 140000,
"total_ios" : 2344677,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5088,
"max" : 4026331,
"mean" : 318518.722792,
"stddev" : 249414.326518,
"N" : 2344678
},
"clat_ns" : {
"min" : 707170,
"max" : 12704709,
"mean" : 5014072.656225,
"stddev" : 1513359.372904,
"N" : 2344672,
"percentile" : {
"1.000000" : 2539520,
"5.000000" : 3063808,
"10.000000" : 3358720,
"20.000000" : 3751936,
"30.000000" : 4046848,
"40.000000" : 4292608,
"50.000000" : 4620288,
"60.000000" : 5013504,
"70.000000" : 5668864,
"80.000000" : 6389760,
"90.000000" : 7241728,
"95.000000" : 7897088,
"99.000000" : 8978432,
"99.500000" : 9371648,
"99.900000" : 10158080,
"99.950000" : 10420224,
"99.990000" : 11075584
},
"bins" : {
"708608" : 3,
"716800" : 1,
"724992" : 1,
"847872" : 1,
"946176" : 1,
"954368" : 1,
"962560" : 2,
"970752" : 1,
"978944" : 2,
"995328" : 2,
"1003520" : 2,
"1011712" : 1,
"1036288" : 2,
"1044480" : 1,
"1056768" : 3,
"1073152" : 6,
"1089536" : 3,
"1105920" : 3,
"1122304" : 4,
"1138688" : 1,
"1155072" : 1,
"1171456" : 3,
"1187840" : 1,
"1204224" : 1,
"1220608" : 1,
"1253376" : 4,
"1269760" : 2,
"1286144" : 5,
"1302528" : 10,
"1318912" : 7,
"1335296" : 13,
"1351680" : 16,
"1368064" : 18,
"1384448" : 22,
"1400832" : 19,
"1417216" : 25,
"1433600" : 9,
"1449984" : 10,
"1466368" : 17,
"1482752" : 6,
"1499136" : 20,
"1515520" : 15,
"1531904" : 10,
"1548288" : 17,
"1564672" : 22,
"1581056" : 22,
"1597440" : 26,
"1613824" : 31,
"1630208" : 51,
"1646592" : 51,
"1662976" : 70,
"1679360" : 63,
"1695744" : 78,
"1712128" : 96,
"1728512" : 93,
"1744896" : 96,
"1761280" : 83,
"1777664" : 93,
"1794048" : 84,
"1810432" : 72,
"1826816" : 69,
"1843200" : 45,
"1859584" : 71,
"1875968" : 69,
"1892352" : 93,
"1908736" : 76,
"1925120" : 96,
"1941504" : 124,
"1957888" : 158,
"1974272" : 227,
"1990656" : 217,
"2007040" : 276,
"2023424" : 307,
"2039808" : 360,
"2056192" : 324,
"2072576" : 421,
"2088960" : 345,
"2113536" : 666,
"2146304" : 618,
"2179072" : 528,
"2211840" : 618,
"2244608" : 757,
"2277376" : 989,
"2310144" : 1377,
"2342912" : 1794,
"2375680" : 2070,
"2408448" : 2249,
"2441216" : 2248,
"2473984" : 2235,
"2506752" : 2064,
"2539520" : 2196,
"2572288" : 2237,
"2605056" : 2792,
"2637824" : 3456,
"2670592" : 4453,
"2703360" : 5111,
"2736128" : 5540,
"2768896" : 5859,
"2801664" : 5822,
"2834432" : 5631,
"2867200" : 5493,
"2899968" : 5749,
"2932736" : 6471,
"2965504" : 7567,
"2998272" : 8944,
"3031040" : 10039,
"3063808" : 10962,
"3096576" : 11478,
"3129344" : 11718,
"3162112" : 11741,
"3194880" : 11486,
"3227648" : 11723,
"3260416" : 12290,
"3293184" : 13437,
"3325952" : 15052,
"3358720" : 16791,
"3391488" : 18001,
"3424256" : 19142,
"3457024" : 19080,
"3489792" : 19414,
"3522560" : 19230,
"3555328" : 19262,
"3588096" : 19008,
"3620864" : 20219,
"3653632" : 21265,
"3686400" : 22757,
"3719168" : 24708,
"3751936" : 25430,
"3784704" : 26380,
"3817472" : 26193,
"3850240" : 26369,
"3883008" : 25835,
"3915776" : 25116,
"3948544" : 25504,
"3981312" : 25828,
"4014080" : 26910,
"4046848" : 27108,
"4079616" : 28199,
"4112384" : 28888,
"4145152" : 28832,
"4177920" : 28515,
"4227072" : 54992,
"4292608" : 52666,
"4358144" : 52115,
"4423680" : 52036,
"4489216" : 50774,
"4554752" : 48345,
"4620288" : 45268,
"4685824" : 42399,
"4751360" : 40830,
"4816896" : 39026,
"4882432" : 36747,
"4947968" : 33983,
"5013504" : 31751,
"5079040" : 29996,
"5144576" : 28032,
"5210112" : 26615,
"5275648" : 25291,
"5341184" : 24020,
"5406720" : 22800,
"5472256" : 22058,
"5537792" : 21916,
"5603328" : 21298,
"5668864" : 21085,
"5734400" : 20764,
"5799936" : 20844,
"5865472" : 20400,
"5931008" : 20644,
"5996544" : 20469,
"6062080" : 20238,
"6127616" : 20305,
"6193152" : 20367,
"6258688" : 20245,
"6324224" : 20421,
"6389760" : 20052,
"6455296" : 19910,
"6520832" : 19688,
"6586368" : 19412,
"6651904" : 18717,
"6717440" : 18494,
"6782976" : 18365,
"6848512" : 17621,
"6914048" : 17582,
"6979584" : 17079,
"7045120" : 16356,
"7110656" : 15869,
"7176192" : 15324,
"7241728" : 14927,
"7307264" : 14320,
"7372800" : 13664,
"7438336" : 13397,
"7503872" : 12547,
"7569408" : 12158,
"7634944" : 11544,
"7700480" : 11029,
"7766016" : 10520,
"7831552" : 10078,
"7897088" : 9513,
"7962624" : 8824,
"8028160" : 8353,
"8093696" : 7812,
"8159232" : 7343,
"8224768" : 6744,
"8290304" : 6628,
"8355840" : 5991,
"8454144" : 10893,
"8585216" : 9159,
"8716288" : 7880,
"8847360" : 6503,
"8978432" : 5522,
"9109504" : 4525,
"9240576" : 3656,
"9371648" : 3048,
"9502720" : 2476,
"9633792" : 1852,
"9764864" : 1572,
"9895936" : 1213,
"10027008" : 980,
"10158080" : 716,
"10289152" : 543,
"10420224" : 402,
"10551296" : 306,
"10682368" : 203,
"10813440" : 159,
"10944512" : 110,
"11075584" : 89,
"11206656" : 73,
"11337728" : 32,
"11468800" : 30,
"11599872" : 27,
"11730944" : 18,
"11862016" : 13,
"11993088" : 6,
"12124160" : 5,
"12255232" : 5,
"12386304" : 5,
"12517376" : 1,
"12648448" : 3
}
},
"lat_ns" : {
"min" : 729495,
"max" : 13369625,
"mean" : 5332596.089739,
"stddev" : 1593991.687107,
"N" : 2344672
},
"bw_min" : 59727,
"bw_max" : 74832,
"bw_agg" : 100.000000,
"bw_mean" : 67004.340502,
"bw_dev" : 334.073342,
"bw_samples" : 2232,
"iops_min" : 14931,
"iops_max" : 18708,
"iops_mean" : 16750.799283,
"iops_stddev" : 83.519246,
"iops_samples" : 2232
},
"write" : {
"io_bytes" : 4121731072,
"io_kbytes" : 4025128,
"bw_bytes" : 29440936,
"bw" : 28750,
"iops" : 7187.750000,
"runtime" : 140000,
"total_ios" : 1006285,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10546,
"max" : 3528630,
"mean" : 362426.888842,
"stddev" : 243183.190213,
"N" : 1006284
},
"clat_ns" : {
"min" : 964243,
"max" : 12658237,
"mean" : 5017563.323633,
"stddev" : 1512414.795904,
"N" : 1006282,
"percentile" : {
"1.000000" : 2539520,
"5.000000" : 3063808,
"10.000000" : 3358720,
"20.000000" : 3751936,
"30.000000" : 4046848,
"40.000000" : 4292608,
"50.000000" : 4620288,
"60.000000" : 5013504,
"70.000000" : 5668864,
"80.000000" : 6389760,
"90.000000" : 7241728,
"95.000000" : 7897088,
"99.000000" : 8978432,
"99.500000" : 9371648,
"99.900000" : 10158080,
"99.950000" : 10420224,
"99.990000" : 10944512
},
"bins" : {
"962560" : 1,
"1036288" : 2,
"1056768" : 2,
"1089536" : 1,
"1122304" : 1,
"1138688" : 2,
"1204224" : 1,
"1220608" : 2,
"1236992" : 1,
"1253376" : 2,
"1269760" : 5,
"1286144" : 2,
"1302528" : 3,
"1318912" : 4,
"1335296" : 5,
"1351680" : 6,
"1368064" : 7,
"1384448" : 5,
"1400832" : 6,
"1417216" : 5,
"1433600" : 3,
"1449984" : 9,
"1466368" : 4,
"1482752" : 3,
"1499136" : 5,
"1515520" : 4,
"1531904" : 4,
"1548288" : 11,
"1564672" : 11,
"1581056" : 8,
"1597440" : 10,
"1613824" : 18,
"1630208" : 18,
"1646592" : 29,
"1662976" : 31,
"1679360" : 22,
"1695744" : 37,
"1712128" : 37,
"1728512" : 28,
"1744896" : 56,
"1761280" : 41,
"1777664" : 38,
"1794048" : 24,
"1810432" : 25,
"1826816" : 31,
"1843200" : 23,
"1859584" : 28,
"1875968" : 27,
"1892352" : 34,
"1908736" : 38,
"1925120" : 46,
"1941504" : 59,
"1957888" : 66,
"1974272" : 82,
"1990656" : 108,
"2007040" : 110,
"2023424" : 125,
"2039808" : 140,
"2056192" : 156,
"2072576" : 171,
"2088960" : 161,
"2113536" : 299,
"2146304" : 231,
"2179072" : 255,
"2211840" : 267,
"2244608" : 311,
"2277376" : 450,
"2310144" : 606,
"2342912" : 765,
"2375680" : 879,
"2408448" : 956,
"2441216" : 970,
"2473984" : 942,
"2506752" : 897,
"2539520" : 954,
"2572288" : 972,
"2605056" : 1146,
"2637824" : 1506,
"2670592" : 1850,
"2703360" : 2125,
"2736128" : 2382,
"2768896" : 2443,
"2801664" : 2449,
"2834432" : 2460,
"2867200" : 2418,
"2899968" : 2451,
"2932736" : 2724,
"2965504" : 3202,
"2998272" : 3855,
"3031040" : 4342,
"3063808" : 4754,
"3096576" : 4872,
"3129344" : 4981,
"3162112" : 4928,
"3194880" : 4909,
"3227648" : 4852,
"3260416" : 5170,
"3293184" : 5762,
"3325952" : 6551,
"3358720" : 7124,
"3391488" : 7855,
"3424256" : 7858,
"3457024" : 8202,
"3489792" : 8272,
"3522560" : 8195,
"3555328" : 8160,
"3588096" : 8161,
"3620864" : 8495,
"3653632" : 9107,
"3686400" : 9743,
"3719168" : 10359,
"3751936" : 10793,
"3784704" : 11226,
"3817472" : 11408,
"3850240" : 11200,
"3883008" : 11070,
"3915776" : 10827,
"3948544" : 11100,
"3981312" : 11225,
"4014080" : 11546,
"4046848" : 11924,
"4079616" : 12095,
"4112384" : 12395,
"4145152" : 12258,
"4177920" : 12159,
"4227072" : 23654,
"4292608" : 22489,
"4358144" : 22403,
"4423680" : 22119,
"4489216" : 21923,
"4554752" : 20848,
"4620288" : 19602,
"4685824" : 18539,
"4751360" : 17404,
"4816896" : 16968,
"4882432" : 15878,
"4947968" : 14469,
"5013504" : 13586,
"5079040" : 12769,
"5144576" : 11957,
"5210112" : 11413,
"5275648" : 10772,
"5341184" : 10284,
"5406720" : 9900,
"5472256" : 9512,
"5537792" : 9384,
"5603328" : 9323,
"5668864" : 9168,
"5734400" : 9139,
"5799936" : 8876,
"5865472" : 8909,
"5931008" : 9021,
"5996544" : 8815,
"6062080" : 8849,
"6127616" : 8958,
"6193152" : 8810,
"6258688" : 8684,
"6324224" : 8520,
"6389760" : 8539,
"6455296" : 8291,
"6520832" : 8379,
"6586368" : 8214,
"6651904" : 8151,
"6717440" : 7931,
"6782976" : 7734,
"6848512" : 7683,
"6914048" : 7452,
"6979584" : 7326,
"7045120" : 7192,
"7110656" : 6734,
"7176192" : 6599,
"7241728" : 6369,
"7307264" : 6089,
"7372800" : 5942,
"7438336" : 5633,
"7503872" : 5356,
"7569408" : 5266,
"7634944" : 5020,
"7700480" : 4908,
"7766016" : 4517,
"7831552" : 4331,
"7897088" : 3976,
"7962624" : 3728,
"8028160" : 3536,
"8093696" : 3413,
"8159232" : 3215,
"8224768" : 3014,
"8290304" : 2830,
"8355840" : 2570,
"8454144" : 4621,
"8585216" : 4042,
"8716288" : 3426,
"8847360" : 2962,
"8978432" : 2413,
"9109504" : 2013,
"9240576" : 1613,
"9371648" : 1264,
"9502720" : 1014,
"9633792" : 820,
"9764864" : 677,
"9895936" : 536,
"10027008" : 358,
"10158080" : 268,
"10289152" : 219,
"10420224" : 166,
"10551296" : 122,
"10682368" : 69,
"10813440" : 65,
"10944512" : 46,
"11075584" : 33,
"11206656" : 22,
"11337728" : 11,
"11468800" : 12,
"11599872" : 6,
"11730944" : 4,
"11862016" : 1,
"11993088" : 1,
"12124160" : 1,
"12255232" : 4,
"12648448" : 3
}
},
"lat_ns" : {
"min" : 1114363,
"max" : 13485312,
"mean" : 5379994.131621,
"stddev" : 1595676.181805,
"N" : 1006282
},
"bw_min" : 24704,
"bw_max" : 33368,
"bw_agg" : 100.000000,
"bw_mean" : 28755.810036,
"bw_dev" : 180.265962,
"bw_samples" : 2232,
"iops_min" : 6176,
"iops_max" : 8342,
"iops_mean" : 7188.469534,
"iops_stddev" : 45.059254,
"iops_samples" : 2232
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1119999,
"usr_cpu" : 0.749733,
"sys_cpu" : 15.947961,
"ctx" : 2348203,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.109043,
"4" : 28.315719,
"10" : 71.433994,
"20" : 0.140497,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773101816,
"timestamp_ms" : 1773101816370,
"time" : "Mon Mar 9 21:16:56 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 10292289536,
"io_kbytes" : 10051064,
"bw_bytes" : 68615263,
"bw" : 67007,
"iops" : 16751.840000,
"runtime" : 150000,
"total_ios" : 2512776,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5088,
"max" : 4026331,
"mean" : 318403.951913,
"stddev" : 249503.608503,
"N" : 2512777
},
"clat_ns" : {
"min" : 690956,
"max" : 12704709,
"mean" : 5013135.537954,
"stddev" : 1512770.319200,
"N" : 2512776,
"percentile" : {
"1.000000" : 2539520,
"5.000000" : 3063808,
"10.000000" : 3358720,
"20.000000" : 3751936,
"30.000000" : 4046848,
"40.000000" : 4292608,
"50.000000" : 4620288,
"60.000000" : 5013504,
"70.000000" : 5668864,
"80.000000" : 6389760,
"90.000000" : 7241728,
"95.000000" : 7897088,
"99.000000" : 8978432,
"99.500000" : 9371648,
"99.900000" : 10158080,
"99.950000" : 10420224,
"99.990000" : 11075584
},
"bins" : {
"692224" : 2,
"708608" : 3,
"716800" : 1,
"724992" : 1,
"847872" : 1,
"946176" : 1,
"954368" : 1,
"962560" : 2,
"970752" : 1,
"978944" : 3,
"995328" : 2,
"1003520" : 2,
"1011712" : 1,
"1036288" : 2,
"1044480" : 1,
"1056768" : 6,
"1073152" : 6,
"1089536" : 3,
"1105920" : 3,
"1122304" : 4,
"1138688" : 1,
"1155072" : 1,
"1171456" : 3,
"1187840" : 1,
"1204224" : 1,
"1220608" : 1,
"1253376" : 4,
"1269760" : 2,
"1286144" : 6,
"1302528" : 10,
"1318912" : 8,
"1335296" : 13,
"1351680" : 18,
"1368064" : 21,
"1384448" : 22,
"1400832" : 22,
"1417216" : 26,
"1433600" : 10,
"1449984" : 11,
"1466368" : 17,
"1482752" : 6,
"1499136" : 20,
"1515520" : 15,
"1531904" : 10,
"1548288" : 20,
"1564672" : 23,
"1581056" : 22,
"1597440" : 27,
"1613824" : 34,
"1630208" : 54,
"1646592" : 54,
"1662976" : 73,
"1679360" : 67,
"1695744" : 80,
"1712128" : 101,
"1728512" : 94,
"1744896" : 99,
"1761280" : 84,
"1777664" : 96,
"1794048" : 91,
"1810432" : 74,
"1826816" : 73,
"1843200" : 49,
"1859584" : 72,
"1875968" : 75,
"1892352" : 99,
"1908736" : 82,
"1925120" : 103,
"1941504" : 136,
"1957888" : 165,
"1974272" : 236,
"1990656" : 231,
"2007040" : 301,
"2023424" : 328,
"2039808" : 373,
"2056192" : 338,
"2072576" : 439,
"2088960" : 358,
"2113536" : 697,
"2146304" : 652,
"2179072" : 560,
"2211840" : 659,
"2244608" : 816,
"2277376" : 1059,
"2310144" : 1483,
"2342912" : 1924,
"2375680" : 2214,
"2408448" : 2390,
"2441216" : 2387,
"2473984" : 2362,
"2506752" : 2197,
"2539520" : 2354,
"2572288" : 2395,
"2605056" : 3000,
"2637824" : 3731,
"2670592" : 4764,
"2703360" : 5469,
"2736128" : 5913,
"2768896" : 6241,
"2801664" : 6232,
"2834432" : 6055,
"2867200" : 5944,
"2899968" : 6183,
"2932736" : 6961,
"2965504" : 8157,
"2998272" : 9621,
"3031040" : 10799,
"3063808" : 11763,
"3096576" : 12297,
"3129344" : 12580,
"3162112" : 12575,
"3194880" : 12347,
"3227648" : 12651,
"3260416" : 13166,
"3293184" : 14459,
"3325952" : 16278,
"3358720" : 18012,
"3391488" : 19430,
"3424256" : 20491,
"3457024" : 20491,
"3489792" : 20755,
"3522560" : 20677,
"3555328" : 20662,
"3588096" : 20449,
"3620864" : 21814,
"3653632" : 22894,
"3686400" : 24497,
"3719168" : 26518,
"3751936" : 27327,
"3784704" : 28288,
"3817472" : 28102,
"3850240" : 28249,
"3883008" : 27664,
"3915776" : 27041,
"3948544" : 27315,
"3981312" : 27722,
"4014080" : 28907,
"4046848" : 29102,
"4079616" : 30218,
"4112384" : 30970,
"4145152" : 30870,
"4177920" : 30561,
"4227072" : 58845,
"4292608" : 56485,
"4358144" : 55789,
"4423680" : 55674,
"4489216" : 54324,
"4554752" : 51683,
"4620288" : 48439,
"4685824" : 45339,
"4751360" : 43628,
"4816896" : 41685,
"4882432" : 39181,
"4947968" : 36178,
"5013504" : 33884,
"5079040" : 32064,
"5144576" : 30014,
"5210112" : 28468,
"5275648" : 27093,
"5341184" : 25708,
"5406720" : 24393,
"5472256" : 23614,
"5537792" : 23511,
"5603328" : 22844,
"5668864" : 22647,
"5734400" : 22296,
"5799936" : 22347,
"5865472" : 21889,
"5931008" : 22146,
"5996544" : 22027,
"6062080" : 21767,
"6127616" : 21846,
"6193152" : 21886,
"6258688" : 21735,
"6324224" : 21921,
"6389760" : 21539,
"6455296" : 21453,
"6520832" : 21134,
"6586368" : 20799,
"6651904" : 20164,
"6717440" : 19839,
"6782976" : 19706,
"6848512" : 18880,
"6914048" : 18851,
"6979584" : 18348,
"7045120" : 17517,
"7110656" : 16957,
"7176192" : 16400,
"7241728" : 15962,
"7307264" : 15283,
"7372800" : 14635,
"7438336" : 14364,
"7503872" : 13464,
"7569408" : 13057,
"7634944" : 12342,
"7700480" : 11810,
"7766016" : 11235,
"7831552" : 10769,
"7897088" : 10167,
"7962624" : 9464,
"8028160" : 8939,
"8093696" : 8361,
"8159232" : 7879,
"8224768" : 7234,
"8290304" : 7115,
"8355840" : 6417,
"8454144" : 11609,
"8585216" : 9801,
"8716288" : 8424,
"8847360" : 6960,
"8978432" : 5886,
"9109504" : 4814,
"9240576" : 3922,
"9371648" : 3249,
"9502720" : 2632,
"9633792" : 1964,
"9764864" : 1660,
"9895936" : 1279,
"10027008" : 1031,
"10158080" : 751,
"10289152" : 581,
"10420224" : 427,
"10551296" : 325,
"10682368" : 214,
"10813440" : 170,
"10944512" : 115,
"11075584" : 95,
"11206656" : 77,
"11337728" : 33,
"11468800" : 31,
"11599872" : 28,
"11730944" : 18,
"11862016" : 13,
"11993088" : 7,
"12124160" : 5,
"12255232" : 5,
"12386304" : 5,
"12517376" : 1,
"12648448" : 3
}
},
"lat_ns" : {
"min" : 718678,
"max" : 13369625,
"mean" : 5331542.566176,
"stddev" : 1593297.809515,
"N" : 2512776
},
"bw_min" : 59727,
"bw_max" : 74832,
"bw_agg" : 100.000000,
"bw_mean" : 67027.043478,
"bw_dev" : 334.065250,
"bw_samples" : 2392,
"iops_min" : 14931,
"iops_max" : 18708,
"iops_mean" : 16756.481605,
"iops_stddev" : 83.517541,
"iops_samples" : 2392
},
"write" : {
"io_bytes" : 4416385024,
"io_kbytes" : 4312876,
"bw_bytes" : 29442566,
"bw" : 28752,
"iops" : 7188.193333,
"runtime" : 150000,
"total_ios" : 1078229,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10546,
"max" : 3528630,
"mean" : 362486.355251,
"stddev" : 243295.212348,
"N" : 1078228
},
"clat_ns" : {
"min" : 696624,
"max" : 12658237,
"mean" : 5016564.249376,
"stddev" : 1511637.919734,
"N" : 1078221,
"percentile" : {
"1.000000" : 2539520,
"5.000000" : 3063808,
"10.000000" : 3358720,
"20.000000" : 3751936,
"30.000000" : 4046848,
"40.000000" : 4292608,
"50.000000" : 4620288,
"60.000000" : 5013504,
"70.000000" : 5668864,
"80.000000" : 6389760,
"90.000000" : 7241728,
"95.000000" : 7897088,
"99.000000" : 8978432,
"99.500000" : 9371648,
"99.900000" : 10158080,
"99.950000" : 10420224,
"99.990000" : 10944512
},
"bins" : {
"700416" : 1,
"962560" : 1,
"1036288" : 2,
"1056768" : 2,
"1089536" : 1,
"1122304" : 1,
"1138688" : 2,
"1204224" : 1,
"1220608" : 2,
"1236992" : 1,
"1253376" : 2,
"1269760" : 5,
"1286144" : 2,
"1302528" : 3,
"1318912" : 5,
"1335296" : 6,
"1351680" : 8,
"1368064" : 8,
"1384448" : 5,
"1400832" : 6,
"1417216" : 5,
"1433600" : 3,
"1449984" : 9,
"1466368" : 4,
"1482752" : 3,
"1499136" : 5,
"1515520" : 4,
"1531904" : 4,
"1548288" : 11,
"1564672" : 11,
"1581056" : 8,
"1597440" : 10,
"1613824" : 18,
"1630208" : 19,
"1646592" : 30,
"1662976" : 32,
"1679360" : 24,
"1695744" : 37,
"1712128" : 38,
"1728512" : 30,
"1744896" : 56,
"1761280" : 43,
"1777664" : 41,
"1794048" : 28,
"1810432" : 26,
"1826816" : 31,
"1843200" : 24,
"1859584" : 29,
"1875968" : 33,
"1892352" : 35,
"1908736" : 41,
"1925120" : 48,
"1941504" : 63,
"1957888" : 70,
"1974272" : 89,
"1990656" : 110,
"2007040" : 114,
"2023424" : 129,
"2039808" : 149,
"2056192" : 161,
"2072576" : 179,
"2088960" : 173,
"2113536" : 319,
"2146304" : 255,
"2179072" : 268,
"2211840" : 285,
"2244608" : 350,
"2277376" : 474,
"2310144" : 644,
"2342912" : 816,
"2375680" : 947,
"2408448" : 1020,
"2441216" : 1036,
"2473984" : 996,
"2506752" : 935,
"2539520" : 1020,
"2572288" : 1052,
"2605056" : 1223,
"2637824" : 1621,
"2670592" : 1983,
"2703360" : 2271,
"2736128" : 2559,
"2768896" : 2595,
"2801664" : 2610,
"2834432" : 2631,
"2867200" : 2592,
"2899968" : 2647,
"2932736" : 2960,
"2965504" : 3433,
"2998272" : 4149,
"3031040" : 4682,
"3063808" : 5126,
"3096576" : 5241,
"3129344" : 5348,
"3162112" : 5261,
"3194880" : 5213,
"3227648" : 5215,
"3260416" : 5563,
"3293184" : 6214,
"3325952" : 7033,
"3358720" : 7689,
"3391488" : 8437,
"3424256" : 8446,
"3457024" : 8832,
"3489792" : 8844,
"3522560" : 8770,
"3555328" : 8761,
"3588096" : 8727,
"3620864" : 9163,
"3653632" : 9813,
"3686400" : 10471,
"3719168" : 11143,
"3751936" : 11590,
"3784704" : 12081,
"3817472" : 12198,
"3850240" : 11978,
"3883008" : 11914,
"3915776" : 11565,
"3948544" : 11892,
"3981312" : 12029,
"4014080" : 12384,
"4046848" : 12793,
"4079616" : 12992,
"4112384" : 13289,
"4145152" : 13125,
"4177920" : 13051,
"4227072" : 25287,
"4292608" : 24173,
"4358144" : 24008,
"4423680" : 23747,
"4489216" : 23420,
"4554752" : 22254,
"4620288" : 20947,
"4685824" : 19776,
"4751360" : 18583,
"4816896" : 18129,
"4882432" : 16949,
"4947968" : 15500,
"5013504" : 14467,
"5079040" : 13575,
"5144576" : 12787,
"5210112" : 12173,
"5275648" : 11547,
"5341184" : 10987,
"5406720" : 10646,
"5472256" : 10225,
"5537792" : 10054,
"5603328" : 9967,
"5668864" : 9822,
"5734400" : 9817,
"5799936" : 9523,
"5865472" : 9569,
"5931008" : 9646,
"5996544" : 9474,
"6062080" : 9540,
"6127616" : 9610,
"6193152" : 9469,
"6258688" : 9368,
"6324224" : 9195,
"6389760" : 9160,
"6455296" : 8890,
"6520832" : 9037,
"6586368" : 8816,
"6651904" : 8761,
"6717440" : 8533,
"6782976" : 8314,
"6848512" : 8274,
"6914048" : 7968,
"6979584" : 7869,
"7045120" : 7672,
"7110656" : 7238,
"7176192" : 7077,
"7241728" : 6806,
"7307264" : 6503,
"7372800" : 6349,
"7438336" : 6008,
"7503872" : 5742,
"7569408" : 5637,
"7634944" : 5359,
"7700480" : 5230,
"7766016" : 4828,
"7831552" : 4629,
"7897088" : 4228,
"7962624" : 3991,
"8028160" : 3762,
"8093696" : 3649,
"8159232" : 3443,
"8224768" : 3223,
"8290304" : 3030,
"8355840" : 2757,
"8454144" : 4946,
"8585216" : 4294,
"8716288" : 3668,
"8847360" : 3175,
"8978432" : 2578,
"9109504" : 2132,
"9240576" : 1750,
"9371648" : 1354,
"9502720" : 1073,
"9633792" : 866,
"9764864" : 711,
"9895936" : 570,
"10027008" : 372,
"10158080" : 286,
"10289152" : 234,
"10420224" : 176,
"10551296" : 125,
"10682368" : 71,
"10813440" : 66,
"10944512" : 49,
"11075584" : 35,
"11206656" : 23,
"11337728" : 12,
"11468800" : 12,
"11599872" : 6,
"11730944" : 4,
"11862016" : 1,
"11993088" : 2,
"12124160" : 1,
"12255232" : 4,
"12648448" : 3
}
},
"lat_ns" : {
"min" : 1086730,
"max" : 13485312,
"mean" : 5379056.251692,
"stddev" : 1594891.849789,
"N" : 1078221
},
"bw_min" : 24704,
"bw_max" : 33368,
"bw_agg" : 100.000000,
"bw_mean" : 28762.361204,
"bw_dev" : 180.639939,
"bw_samples" : 2392,
"iops_min" : 6176,
"iops_max" : 8342,
"iops_mean" : 7190.103679,
"iops_stddev" : 45.152229,
"iops_samples" : 2392
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1199999,
"usr_cpu" : 0.752251,
"sys_cpu" : 15.945263,
"ctx" : 2515448,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999972,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999972,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.107129,
"4" : 28.365374,
"10" : 71.388288,
"20" : 0.138401,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773101826,
"timestamp_ms" : 1773101826371,
"time" : "Mon Mar 9 21:17:06 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 10971377664,
"io_kbytes" : 10714236,
"bw_bytes" : 68571110,
"bw" : 66963,
"iops" : 16741.000000,
"runtime" : 160000,
"total_ios" : 2678560,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5088,
"max" : 4026331,
"mean" : 318636.260918,
"stddev" : 249332.102979,
"N" : 2678562
},
"clat_ns" : {
"min" : 690956,
"max" : 12722596,
"mean" : 5016186.746655,
"stddev" : 1511455.347408,
"N" : 2678559,
"percentile" : {
"1.000000" : 2539520,
"5.000000" : 3063808,
"10.000000" : 3358720,
"20.000000" : 3751936,
"30.000000" : 4046848,
"40.000000" : 4292608,
"50.000000" : 4620288,
"60.000000" : 5013504,
"70.000000" : 5668864,
"80.000000" : 6389760,
"90.000000" : 7241728,
"95.000000" : 7897088,
"99.000000" : 8978432,
"99.500000" : 9371648,
"99.900000" : 10158080,
"99.950000" : 10420224,
"99.990000" : 11075584
},
"bins" : {
"692224" : 2,
"708608" : 3,
"716800" : 1,
"724992" : 1,
"847872" : 1,
"946176" : 1,
"954368" : 1,
"962560" : 2,
"970752" : 1,
"978944" : 3,
"995328" : 2,
"1003520" : 2,
"1011712" : 1,
"1036288" : 2,
"1044480" : 1,
"1056768" : 6,
"1073152" : 6,
"1089536" : 3,
"1105920" : 3,
"1122304" : 4,
"1138688" : 1,
"1155072" : 1,
"1171456" : 3,
"1187840" : 1,
"1204224" : 1,
"1220608" : 1,
"1253376" : 4,
"1269760" : 3,
"1286144" : 6,
"1302528" : 12,
"1318912" : 9,
"1335296" : 13,
"1351680" : 18,
"1368064" : 24,
"1384448" : 22,
"1400832" : 23,
"1417216" : 28,
"1433600" : 11,
"1449984" : 11,
"1466368" : 17,
"1482752" : 7,
"1499136" : 22,
"1515520" : 16,
"1531904" : 10,
"1548288" : 20,
"1564672" : 23,
"1581056" : 22,
"1597440" : 30,
"1613824" : 36,
"1630208" : 58,
"1646592" : 58,
"1662976" : 75,
"1679360" : 74,
"1695744" : 87,
"1712128" : 102,
"1728512" : 94,
"1744896" : 106,
"1761280" : 86,
"1777664" : 99,
"1794048" : 92,
"1810432" : 81,
"1826816" : 79,
"1843200" : 53,
"1859584" : 79,
"1875968" : 83,
"1892352" : 102,
"1908736" : 85,
"1925120" : 107,
"1941504" : 144,
"1957888" : 176,
"1974272" : 242,
"1990656" : 247,
"2007040" : 316,
"2023424" : 344,
"2039808" : 390,
"2056192" : 356,
"2072576" : 456,
"2088960" : 372,
"2113536" : 721,
"2146304" : 675,
"2179072" : 595,
"2211840" : 697,
"2244608" : 864,
"2277376" : 1115,
"2310144" : 1566,
"2342912" : 2019,
"2375680" : 2348,
"2408448" : 2505,
"2441216" : 2475,
"2473984" : 2461,
"2506752" : 2301,
"2539520" : 2454,
"2572288" : 2536,
"2605056" : 3142,
"2637824" : 3945,
"2670592" : 4986,
"2703360" : 5775,
"2736128" : 6260,
"2768896" : 6572,
"2801664" : 6562,
"2834432" : 6351,
"2867200" : 6294,
"2899968" : 6535,
"2932736" : 7346,
"2965504" : 8602,
"2998272" : 10134,
"3031040" : 11465,
"3063808" : 12468,
"3096576" : 12984,
"3129344" : 13324,
"3162112" : 13226,
"3194880" : 13094,
"3227648" : 13366,
"3260416" : 13852,
"3293184" : 15278,
"3325952" : 17274,
"3358720" : 19147,
"3391488" : 20640,
"3424256" : 21760,
"3457024" : 21763,
"3489792" : 22051,
"3522560" : 21902,
"3555328" : 21933,
"3588096" : 21669,
"3620864" : 23097,
"3653632" : 24282,
"3686400" : 26007,
"3719168" : 28176,
"3751936" : 29090,
"3784704" : 30033,
"3817472" : 29905,
"3850240" : 30030,
"3883008" : 29395,
"3915776" : 28788,
"3948544" : 29077,
"3981312" : 29553,
"4014080" : 30816,
"4046848" : 31094,
"4079616" : 32250,
"4112384" : 33003,
"4145152" : 32972,
"4177920" : 32669,
"4227072" : 62893,
"4292608" : 60214,
"4358144" : 59581,
"4423680" : 59661,
"4489216" : 58146,
"4554752" : 55278,
"4620288" : 51672,
"4685824" : 48579,
"4751360" : 46757,
"4816896" : 44654,
"4882432" : 41960,
"4947968" : 38601,
"5013504" : 36257,
"5079040" : 34255,
"5144576" : 32085,
"5210112" : 30557,
"5275648" : 29061,
"5341184" : 27544,
"5406720" : 26185,
"5472256" : 25354,
"5537792" : 25135,
"5603328" : 24437,
"5668864" : 24191,
"5734400" : 23813,
"5799936" : 23822,
"5865472" : 23432,
"5931008" : 23698,
"5996544" : 23508,
"6062080" : 23202,
"6127616" : 23245,
"6193152" : 23347,
"6258688" : 23207,
"6324224" : 23341,
"6389760" : 22897,
"6455296" : 22874,
"6520832" : 22452,
"6586368" : 22197,
"6651904" : 21461,
"6717440" : 21151,
"6782976" : 21049,
"6848512" : 20113,
"6914048" : 20054,
"6979584" : 19461,
"7045120" : 18650,
"7110656" : 18075,
"7176192" : 17578,
"7241728" : 17030,
"7307264" : 16342,
"7372800" : 15650,
"7438336" : 15343,
"7503872" : 14366,
"7569408" : 13908,
"7634944" : 13146,
"7700480" : 12617,
"7766016" : 11998,
"7831552" : 11491,
"7897088" : 10811,
"7962624" : 10134,
"8028160" : 9565,
"8093696" : 8972,
"8159232" : 8449,
"8224768" : 7796,
"8290304" : 7571,
"8355840" : 6851,
"8454144" : 12346,
"8585216" : 10430,
"8716288" : 9005,
"8847360" : 7427,
"8978432" : 6300,
"9109504" : 5132,
"9240576" : 4161,
"9371648" : 3434,
"9502720" : 2811,
"9633792" : 2104,
"9764864" : 1760,
"9895936" : 1367,
"10027008" : 1095,
"10158080" : 797,
"10289152" : 626,
"10420224" : 453,
"10551296" : 350,
"10682368" : 234,
"10813440" : 182,
"10944512" : 125,
"11075584" : 100,
"11206656" : 82,
"11337728" : 38,
"11468800" : 32,
"11599872" : 29,
"11730944" : 18,
"11862016" : 15,
"11993088" : 8,
"12124160" : 5,
"12255232" : 5,
"12386304" : 6,
"12517376" : 1,
"12648448" : 3,
"12779520" : 1
}
},
"lat_ns" : {
"min" : 718678,
"max" : 13369625,
"mean" : 5334824.356970,
"stddev" : 1591866.004683,
"N" : 2678559
},
"bw_min" : 59264,
"bw_max" : 74832,
"bw_agg" : 100.000000,
"bw_mean" : 66978.589342,
"bw_dev" : 336.002114,
"bw_samples" : 2552,
"iops_min" : 14816,
"iops_max" : 18708,
"iops_mean" : 16744.354232,
"iops_stddev" : 84.006035,
"iops_samples" : 2552
},
"write" : {
"io_bytes" : 4708118528,
"io_kbytes" : 4597772,
"bw_bytes" : 29425740,
"bw" : 28736,
"iops" : 7184.118750,
"runtime" : 160000,
"total_ios" : 1149459,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10546,
"max" : 3528630,
"mean" : 362629.116041,
"stddev" : 243191.353979,
"N" : 1149457
},
"clat_ns" : {
"min" : 696624,
"max" : 12658237,
"mean" : 5019833.211677,
"stddev" : 1510042.845105,
"N" : 1149452,
"percentile" : {
"1.000000" : 2539520,
"5.000000" : 3063808,
"10.000000" : 3391488,
"20.000000" : 3751936,
"30.000000" : 4046848,
"40.000000" : 4358144,
"50.000000" : 4620288,
"60.000000" : 5013504,
"70.000000" : 5668864,
"80.000000" : 6389760,
"90.000000" : 7241728,
"95.000000" : 7897088,
"99.000000" : 8978432,
"99.500000" : 9371648,
"99.900000" : 10158080,
"99.950000" : 10420224,
"99.990000" : 10944512
},
"bins" : {
"700416" : 1,
"962560" : 1,
"1011712" : 1,
"1028096" : 1,
"1036288" : 2,
"1056768" : 2,
"1089536" : 1,
"1122304" : 1,
"1138688" : 2,
"1204224" : 1,
"1220608" : 2,
"1236992" : 1,
"1253376" : 2,
"1269760" : 5,
"1286144" : 2,
"1302528" : 3,
"1318912" : 7,
"1335296" : 6,
"1351680" : 8,
"1368064" : 8,
"1384448" : 5,
"1400832" : 7,
"1417216" : 5,
"1433600" : 3,
"1449984" : 9,
"1466368" : 4,
"1482752" : 3,
"1499136" : 6,
"1515520" : 5,
"1531904" : 4,
"1548288" : 11,
"1564672" : 12,
"1581056" : 10,
"1597440" : 10,
"1613824" : 18,
"1630208" : 21,
"1646592" : 31,
"1662976" : 33,
"1679360" : 25,
"1695744" : 42,
"1712128" : 40,
"1728512" : 32,
"1744896" : 57,
"1761280" : 45,
"1777664" : 42,
"1794048" : 29,
"1810432" : 27,
"1826816" : 34,
"1843200" : 25,
"1859584" : 30,
"1875968" : 35,
"1892352" : 36,
"1908736" : 43,
"1925120" : 50,
"1941504" : 70,
"1957888" : 79,
"1974272" : 91,
"1990656" : 117,
"2007040" : 117,
"2023424" : 133,
"2039808" : 152,
"2056192" : 169,
"2072576" : 187,
"2088960" : 184,
"2113536" : 333,
"2146304" : 264,
"2179072" : 276,
"2211840" : 302,
"2244608" : 368,
"2277376" : 503,
"2310144" : 676,
"2342912" : 853,
"2375680" : 1006,
"2408448" : 1072,
"2441216" : 1075,
"2473984" : 1046,
"2506752" : 974,
"2539520" : 1078,
"2572288" : 1103,
"2605056" : 1298,
"2637824" : 1694,
"2670592" : 2099,
"2703360" : 2399,
"2736128" : 2702,
"2768896" : 2716,
"2801664" : 2747,
"2834432" : 2761,
"2867200" : 2725,
"2899968" : 2771,
"2932736" : 3122,
"2965504" : 3600,
"2998272" : 4377,
"3031040" : 4961,
"3063808" : 5405,
"3096576" : 5548,
"3129344" : 5647,
"3162112" : 5541,
"3194880" : 5514,
"3227648" : 5495,
"3260416" : 5874,
"3293184" : 6577,
"3325952" : 7439,
"3358720" : 8162,
"3391488" : 8928,
"3424256" : 8966,
"3457024" : 9374,
"3489792" : 9321,
"3522560" : 9290,
"3555328" : 9290,
"3588096" : 9297,
"3620864" : 9718,
"3653632" : 10429,
"3686400" : 11107,
"3719168" : 11840,
"3751936" : 12397,
"3784704" : 12800,
"3817472" : 12951,
"3850240" : 12742,
"3883008" : 12705,
"3915776" : 12287,
"3948544" : 12674,
"3981312" : 12840,
"4014080" : 13185,
"4046848" : 13683,
"4079616" : 13837,
"4112384" : 14222,
"4145152" : 13996,
"4177920" : 13905,
"4227072" : 27031,
"4292608" : 25830,
"4358144" : 25678,
"4423680" : 25424,
"4489216" : 25061,
"4554752" : 23740,
"4620288" : 22375,
"4685824" : 21147,
"4751360" : 19944,
"4816896" : 19394,
"4882432" : 18145,
"4947968" : 16631,
"5013504" : 15467,
"5079040" : 14513,
"5144576" : 13694,
"5210112" : 13052,
"5275648" : 12393,
"5341184" : 11756,
"5406720" : 11369,
"5472256" : 10976,
"5537792" : 10777,
"5603328" : 10665,
"5668864" : 10495,
"5734400" : 10519,
"5799936" : 10213,
"5865472" : 10278,
"5931008" : 10302,
"5996544" : 10131,
"6062080" : 10148,
"6127616" : 10244,
"6193152" : 10130,
"6258688" : 10001,
"6324224" : 9821,
"6389760" : 9733,
"6455296" : 9471,
"6520832" : 9626,
"6586368" : 9391,
"6651904" : 9359,
"6717440" : 9120,
"6782976" : 8892,
"6848512" : 8790,
"6914048" : 8513,
"6979584" : 8385,
"7045120" : 8165,
"7110656" : 7727,
"7176192" : 7556,
"7241728" : 7270,
"7307264" : 6930,
"7372800" : 6739,
"7438336" : 6408,
"7503872" : 6162,
"7569408" : 5988,
"7634944" : 5702,
"7700480" : 5597,
"7766016" : 5174,
"7831552" : 4932,
"7897088" : 4526,
"7962624" : 4280,
"8028160" : 4006,
"8093696" : 3856,
"8159232" : 3662,
"8224768" : 3459,
"8290304" : 3216,
"8355840" : 2940,
"8454144" : 5282,
"8585216" : 4566,
"8716288" : 3916,
"8847360" : 3403,
"8978432" : 2739,
"9109504" : 2266,
"9240576" : 1853,
"9371648" : 1433,
"9502720" : 1158,
"9633792" : 910,
"9764864" : 757,
"9895936" : 613,
"10027008" : 410,
"10158080" : 302,
"10289152" : 253,
"10420224" : 191,
"10551296" : 140,
"10682368" : 75,
"10813440" : 72,
"10944512" : 52,
"11075584" : 36,
"11206656" : 24,
"11337728" : 12,
"11468800" : 13,
"11599872" : 7,
"11730944" : 5,
"11862016" : 1,
"11993088" : 3,
"12124160" : 2,
"12255232" : 4,
"12648448" : 3
}
},
"lat_ns" : {
"min" : 1045216,
"max" : 13485312,
"mean" : 5382463.982146,
"stddev" : 1593238.286583,
"N" : 1149452
},
"bw_min" : 24704,
"bw_max" : 33368,
"bw_agg" : 100.000000,
"bw_mean" : 28743.025078,
"bw_dev" : 180.681182,
"bw_samples" : 2552,
"iops_min" : 6176,
"iops_max" : 8342,
"iops_mean" : 7185.250784,
"iops_stddev" : 45.162823,
"iops_samples" : 2552
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279999,
"usr_cpu" : 0.753438,
"sys_cpu" : 15.942903,
"ctx" : 2684422,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.105929,
"4" : 28.207566,
"10" : 71.546562,
"20" : 0.139184,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773101836,
"timestamp_ms" : 1773101836370,
"time" : "Mon Mar 9 21:17:16 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 11656814592,
"io_kbytes" : 11383608,
"bw_bytes" : 68569497,
"bw" : 66962,
"iops" : 16740.658824,
"runtime" : 170000,
"total_ios" : 2845912,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5088,
"max" : 4026331,
"mean" : 318727.540047,
"stddev" : 249158.393189,
"N" : 2845912
},
"clat_ns" : {
"min" : 690956,
"max" : 12722596,
"mean" : 5016496.016443,
"stddev" : 1512110.356297,
"N" : 2845908,
"percentile" : {
"1.000000" : 2539520,
"5.000000" : 3063808,
"10.000000" : 3391488,
"20.000000" : 3751936,
"30.000000" : 4046848,
"40.000000" : 4292608,
"50.000000" : 4620288,
"60.000000" : 5013504,
"70.000000" : 5668864,
"80.000000" : 6389760,
"90.000000" : 7241728,
"95.000000" : 7897088,
"99.000000" : 8978432,
"99.500000" : 9371648,
"99.900000" : 10158080,
"99.950000" : 10420224,
"99.990000" : 11075584
},
"bins" : {
"692224" : 2,
"708608" : 3,
"716800" : 1,
"724992" : 1,
"847872" : 1,
"946176" : 1,
"954368" : 1,
"962560" : 2,
"970752" : 1,
"978944" : 3,
"995328" : 2,
"1003520" : 2,
"1011712" : 1,
"1036288" : 2,
"1044480" : 1,
"1056768" : 6,
"1073152" : 6,
"1089536" : 4,
"1105920" : 3,
"1122304" : 4,
"1138688" : 1,
"1155072" : 1,
"1171456" : 3,
"1187840" : 1,
"1204224" : 1,
"1220608" : 1,
"1253376" : 4,
"1269760" : 3,
"1286144" : 6,
"1302528" : 14,
"1318912" : 9,
"1335296" : 15,
"1351680" : 18,
"1368064" : 25,
"1384448" : 23,
"1400832" : 25,
"1417216" : 28,
"1433600" : 11,
"1449984" : 11,
"1466368" : 17,
"1482752" : 8,
"1499136" : 22,
"1515520" : 19,
"1531904" : 11,
"1548288" : 21,
"1564672" : 24,
"1581056" : 22,
"1597440" : 34,
"1613824" : 39,
"1630208" : 60,
"1646592" : 59,
"1662976" : 78,
"1679360" : 78,
"1695744" : 92,
"1712128" : 107,
"1728512" : 99,
"1744896" : 109,
"1761280" : 89,
"1777664" : 109,
"1794048" : 99,
"1810432" : 84,
"1826816" : 81,
"1843200" : 55,
"1859584" : 82,
"1875968" : 89,
"1892352" : 106,
"1908736" : 89,
"1925120" : 113,
"1941504" : 149,
"1957888" : 187,
"1974272" : 264,
"1990656" : 264,
"2007040" : 336,
"2023424" : 362,
"2039808" : 419,
"2056192" : 375,
"2072576" : 477,
"2088960" : 403,
"2113536" : 762,
"2146304" : 721,
"2179072" : 642,
"2211840" : 741,
"2244608" : 906,
"2277376" : 1187,
"2310144" : 1662,
"2342912" : 2138,
"2375680" : 2458,
"2408448" : 2646,
"2441216" : 2609,
"2473984" : 2617,
"2506752" : 2439,
"2539520" : 2580,
"2572288" : 2676,
"2605056" : 3321,
"2637824" : 4190,
"2670592" : 5274,
"2703360" : 6100,
"2736128" : 6649,
"2768896" : 6932,
"2801664" : 6903,
"2834432" : 6743,
"2867200" : 6653,
"2899968" : 6920,
"2932736" : 7788,
"2965504" : 9146,
"2998272" : 10749,
"3031040" : 12139,
"3063808" : 13224,
"3096576" : 13814,
"3129344" : 14109,
"3162112" : 14044,
"3194880" : 13904,
"3227648" : 14138,
"3260416" : 14735,
"3293184" : 16286,
"3325952" : 18303,
"3358720" : 20319,
"3391488" : 21927,
"3424256" : 23066,
"3457024" : 23118,
"3489792" : 23421,
"3522560" : 23279,
"3555328" : 23383,
"3588096" : 23057,
"3620864" : 24582,
"3653632" : 25869,
"3686400" : 27684,
"3719168" : 29985,
"3751936" : 30997,
"3784704" : 31931,
"3817472" : 31897,
"3850240" : 31869,
"3883008" : 31307,
"3915776" : 30675,
"3948544" : 30927,
"3981312" : 31483,
"4014080" : 32851,
"4046848" : 33104,
"4079616" : 34390,
"4112384" : 35143,
"4145152" : 35122,
"4177920" : 34808,
"4227072" : 66992,
"4292608" : 64195,
"4358144" : 63385,
"4423680" : 63361,
"4489216" : 61804,
"4554752" : 58801,
"4620288" : 55049,
"4685824" : 51623,
"4751360" : 49576,
"4816896" : 47368,
"4882432" : 44573,
"4947968" : 40910,
"5013504" : 38548,
"5079040" : 36380,
"5144576" : 34048,
"5210112" : 32344,
"5275648" : 30774,
"5341184" : 29141,
"5406720" : 27699,
"5472256" : 26849,
"5537792" : 26595,
"5603328" : 25805,
"5668864" : 25553,
"5734400" : 25172,
"5799936" : 25231,
"5865472" : 24775,
"5931008" : 25030,
"5996544" : 24875,
"6062080" : 24537,
"6127616" : 24672,
"6193152" : 24738,
"6258688" : 24543,
"6324224" : 24745,
"6389760" : 24210,
"6455296" : 24297,
"6520832" : 23823,
"6586368" : 23598,
"6651904" : 22826,
"6717440" : 22480,
"6782976" : 22313,
"6848512" : 21365,
"6914048" : 21324,
"6979584" : 20667,
"7045120" : 19849,
"7110656" : 19253,
"7176192" : 18760,
"7241728" : 18148,
"7307264" : 17367,
"7372800" : 16666,
"7438336" : 16352,
"7503872" : 15280,
"7569408" : 14811,
"7634944" : 14020,
"7700480" : 13502,
"7766016" : 12791,
"7831552" : 12244,
"7897088" : 11559,
"7962624" : 10774,
"8028160" : 10213,
"8093696" : 9569,
"8159232" : 8982,
"8224768" : 8315,
"8290304" : 8046,
"8355840" : 7291,
"8454144" : 13097,
"8585216" : 11124,
"8716288" : 9618,
"8847360" : 7930,
"8978432" : 6739,
"9109504" : 5480,
"9240576" : 4447,
"9371648" : 3666,
"9502720" : 3007,
"9633792" : 2241,
"9764864" : 1865,
"9895936" : 1455,
"10027008" : 1172,
"10158080" : 829,
"10289152" : 658,
"10420224" : 483,
"10551296" : 365,
"10682368" : 240,
"10813440" : 196,
"10944512" : 128,
"11075584" : 106,
"11206656" : 87,
"11337728" : 42,
"11468800" : 35,
"11599872" : 29,
"11730944" : 18,
"11862016" : 15,
"11993088" : 8,
"12124160" : 6,
"12255232" : 5,
"12386304" : 6,
"12517376" : 1,
"12648448" : 3,
"12779520" : 1
}
},
"lat_ns" : {
"min" : 718678,
"max" : 13369625,
"mean" : 5335222.340119,
"stddev" : 1592546.956036,
"N" : 2845908
},
"bw_min" : 59264,
"bw_max" : 74832,
"bw_agg" : 100.000000,
"bw_mean" : 66972.380531,
"bw_dev" : 334.631932,
"bw_samples" : 2712,
"iops_min" : 14816,
"iops_max" : 18708,
"iops_mean" : 16742.805310,
"iops_stddev" : 83.661889,
"iops_samples" : 2712
},
"write" : {
"io_bytes" : 5001793536,
"io_kbytes" : 4884564,
"bw_bytes" : 29422314,
"bw" : 28732,
"iops" : 7183.235294,
"runtime" : 170000,
"total_ios" : 1221150,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10546,
"max" : 3528630,
"mean" : 362468.055679,
"stddev" : 243129.605334,
"N" : 1221150
},
"clat_ns" : {
"min" : 696624,
"max" : 12658237,
"mean" : 5019835.150641,
"stddev" : 1510549.747178,
"N" : 1221146,
"percentile" : {
"1.000000" : 2539520,
"5.000000" : 3063808,
"10.000000" : 3391488,
"20.000000" : 3751936,
"30.000000" : 4046848,
"40.000000" : 4358144,
"50.000000" : 4620288,
"60.000000" : 5013504,
"70.000000" : 5668864,
"80.000000" : 6389760,
"90.000000" : 7241728,
"95.000000" : 7897088,
"99.000000" : 8978432,
"99.500000" : 9371648,
"99.900000" : 10158080,
"99.950000" : 10420224,
"99.990000" : 10944512
},
"bins" : {
"700416" : 1,
"962560" : 1,
"995328" : 1,
"1011712" : 1,
"1028096" : 1,
"1036288" : 2,
"1056768" : 2,
"1089536" : 1,
"1122304" : 1,
"1138688" : 2,
"1204224" : 2,
"1220608" : 2,
"1236992" : 1,
"1253376" : 2,
"1269760" : 5,
"1286144" : 2,
"1302528" : 3,
"1318912" : 7,
"1335296" : 7,
"1351680" : 9,
"1368064" : 8,
"1384448" : 5,
"1400832" : 7,
"1417216" : 5,
"1433600" : 4,
"1449984" : 9,
"1466368" : 4,
"1482752" : 3,
"1499136" : 6,
"1515520" : 5,
"1531904" : 4,
"1548288" : 12,
"1564672" : 12,
"1581056" : 10,
"1597440" : 10,
"1613824" : 19,
"1630208" : 24,
"1646592" : 34,
"1662976" : 36,
"1679360" : 29,
"1695744" : 43,
"1712128" : 41,
"1728512" : 33,
"1744896" : 58,
"1761280" : 47,
"1777664" : 47,
"1794048" : 31,
"1810432" : 29,
"1826816" : 35,
"1843200" : 26,
"1859584" : 32,
"1875968" : 37,
"1892352" : 36,
"1908736" : 49,
"1925120" : 53,
"1941504" : 73,
"1957888" : 88,
"1974272" : 97,
"1990656" : 129,
"2007040" : 135,
"2023424" : 139,
"2039808" : 160,
"2056192" : 177,
"2072576" : 192,
"2088960" : 195,
"2113536" : 342,
"2146304" : 276,
"2179072" : 294,
"2211840" : 320,
"2244608" : 385,
"2277376" : 536,
"2310144" : 724,
"2342912" : 898,
"2375680" : 1058,
"2408448" : 1143,
"2441216" : 1125,
"2473984" : 1097,
"2506752" : 1025,
"2539520" : 1137,
"2572288" : 1170,
"2605056" : 1391,
"2637824" : 1808,
"2670592" : 2219,
"2703360" : 2554,
"2736128" : 2881,
"2768896" : 2886,
"2801664" : 2887,
"2834432" : 2942,
"2867200" : 2888,
"2899968" : 2925,
"2932736" : 3296,
"2965504" : 3831,
"2998272" : 4645,
"3031040" : 5235,
"3063808" : 5729,
"3096576" : 5894,
"3129344" : 5964,
"3162112" : 5886,
"3194880" : 5855,
"3227648" : 5851,
"3260416" : 6221,
"3293184" : 6985,
"3325952" : 7885,
"3358720" : 8646,
"3391488" : 9498,
"3424256" : 9538,
"3457024" : 9900,
"3489792" : 9914,
"3522560" : 9884,
"3555328" : 9874,
"3588096" : 9873,
"3620864" : 10388,
"3653632" : 11052,
"3686400" : 11853,
"3719168" : 12601,
"3751936" : 13198,
"3784704" : 13616,
"3817472" : 13788,
"3850240" : 13549,
"3883008" : 13485,
"3915776" : 13092,
"3948544" : 13453,
"3981312" : 13702,
"4014080" : 14097,
"4046848" : 14536,
"4079616" : 14766,
"4112384" : 15073,
"4145152" : 14952,
"4177920" : 14857,
"4227072" : 28777,
"4292608" : 27502,
"4358144" : 27379,
"4423680" : 26944,
"4489216" : 26571,
"4554752" : 25294,
"4620288" : 23789,
"4685824" : 22520,
"4751360" : 21198,
"4816896" : 20590,
"4882432" : 19285,
"4947968" : 17670,
"5013504" : 16450,
"5079040" : 15408,
"5144576" : 14565,
"5210112" : 13861,
"5275648" : 13126,
"5341184" : 12435,
"5406720" : 12085,
"5472256" : 11659,
"5537792" : 11390,
"5603328" : 11261,
"5668864" : 11077,
"5734400" : 11095,
"5799936" : 10793,
"5865472" : 10870,
"5931008" : 10861,
"5996544" : 10716,
"6062080" : 10731,
"6127616" : 10838,
"6193152" : 10707,
"6258688" : 10584,
"6324224" : 10403,
"6389760" : 10343,
"6455296" : 10051,
"6520832" : 10231,
"6586368" : 9955,
"6651904" : 9882,
"6717440" : 9683,
"6782976" : 9472,
"6848512" : 9359,
"6914048" : 9026,
"6979584" : 8914,
"7045120" : 8684,
"7110656" : 8249,
"7176192" : 8013,
"7241728" : 7717,
"7307264" : 7364,
"7372800" : 7166,
"7438336" : 6831,
"7503872" : 6566,
"7569408" : 6373,
"7634944" : 6087,
"7700480" : 5971,
"7766016" : 5505,
"7831552" : 5212,
"7897088" : 4826,
"7962624" : 4586,
"8028160" : 4268,
"8093696" : 4119,
"8159232" : 3900,
"8224768" : 3661,
"8290304" : 3405,
"8355840" : 3128,
"8454144" : 5639,
"8585216" : 4870,
"8716288" : 4167,
"8847360" : 3639,
"8978432" : 2934,
"9109504" : 2395,
"9240576" : 1967,
"9371648" : 1531,
"9502720" : 1233,
"9633792" : 958,
"9764864" : 809,
"9895936" : 656,
"10027008" : 435,
"10158080" : 323,
"10289152" : 268,
"10420224" : 203,
"10551296" : 150,
"10682368" : 86,
"10813440" : 75,
"10944512" : 55,
"11075584" : 40,
"11206656" : 27,
"11337728" : 13,
"11468800" : 13,
"11599872" : 7,
"11730944" : 5,
"11862016" : 1,
"11993088" : 3,
"12124160" : 2,
"12255232" : 4,
"12648448" : 3
}
},
"lat_ns" : {
"min" : 1045216,
"max" : 13485312,
"mean" : 5382300.082861,
"stddev" : 1593931.399177,
"N" : 1221146
},
"bw_min" : 24704,
"bw_max" : 33368,
"bw_agg" : 100.000000,
"bw_mean" : 28734.772861,
"bw_dev" : 180.610869,
"bw_samples" : 2712,
"iops_min" : 6176,
"iops_max" : 8342,
"iops_mean" : 7183.185841,
"iops_stddev" : 45.144089,
"iops_samples" : 2712
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1359993,
"usr_cpu" : 0.755739,
"sys_cpu" : 15.945523,
"ctx" : 2853480,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.105604,
"4" : 28.211372,
"10" : 71.544176,
"20" : 0.138110,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773101846,
"timestamp_ms" : 1773101846389,
"time" : "Mon Mar 9 21:17:26 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 5708,
"elapsed" : 191,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 12335374336,
"io_kbytes" : 12046264,
"bw_bytes" : 68529476,
"bw" : 66923,
"iops" : 16730.373720,
"runtime" : 180001,
"total_ios" : 3011484,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5088,
"max" : 4026331,
"mean" : 319100.383170,
"stddev" : 248890.168435,
"N" : 3011491
},
"clat_ns" : {
"min" : 3105,
"max" : 12722596,
"mean" : 5019424.425341,
"stddev" : 1511983.201715,
"N" : 3011570,
"percentile" : {
"1.000000" : 2539520,
"5.000000" : 3063808,
"10.000000" : 3391488,
"20.000000" : 3751936,
"30.000000" : 4046848,
"40.000000" : 4358144,
"50.000000" : 4620288,
"60.000000" : 5013504,
"70.000000" : 5668864,
"80.000000" : 6389760,
"90.000000" : 7241728,
"95.000000" : 7897088,
"99.000000" : 8978432,
"99.500000" : 9371648,
"99.900000" : 10158080,
"99.950000" : 10420224,
"99.990000" : 11075584
},
"bins" : {
"3120" : 1,
"3280" : 1,
"3472" : 1,
"4320" : 2,
"7456" : 1,
"407552" : 1,
"411648" : 1,
"440320" : 2,
"464896" : 1,
"468992" : 1,
"692224" : 2,
"708608" : 3,
"716800" : 1,
"724992" : 1,
"733184" : 1,
"749568" : 1,
"757760" : 1,
"774144" : 1,
"847872" : 2,
"880640" : 1,
"946176" : 1,
"954368" : 1,
"962560" : 2,
"970752" : 1,
"978944" : 3,
"995328" : 2,
"1003520" : 2,
"1011712" : 1,
"1036288" : 2,
"1044480" : 1,
"1056768" : 6,
"1073152" : 6,
"1089536" : 4,
"1105920" : 3,
"1122304" : 4,
"1138688" : 1,
"1155072" : 1,
"1171456" : 3,
"1187840" : 1,
"1204224" : 1,
"1220608" : 1,
"1253376" : 5,
"1269760" : 3,
"1286144" : 8,
"1302528" : 14,
"1318912" : 12,
"1335296" : 16,
"1351680" : 19,
"1368064" : 28,
"1384448" : 23,
"1400832" : 26,
"1417216" : 28,
"1433600" : 14,
"1449984" : 14,
"1466368" : 17,
"1482752" : 8,
"1499136" : 22,
"1515520" : 20,
"1531904" : 11,
"1548288" : 21,
"1564672" : 25,
"1581056" : 23,
"1597440" : 35,
"1613824" : 40,
"1630208" : 63,
"1646592" : 63,
"1662976" : 79,
"1679360" : 82,
"1695744" : 95,
"1712128" : 112,
"1728512" : 105,
"1744896" : 114,
"1761280" : 96,
"1777664" : 113,
"1794048" : 104,
"1810432" : 88,
"1826816" : 85,
"1843200" : 62,
"1859584" : 84,
"1875968" : 94,
"1892352" : 113,
"1908736" : 90,
"1925120" : 117,
"1941504" : 153,
"1957888" : 197,
"1974272" : 279,
"1990656" : 282,
"2007040" : 355,
"2023424" : 381,
"2039808" : 432,
"2056192" : 390,
"2072576" : 499,
"2088960" : 420,
"2113536" : 796,
"2146304" : 774,
"2179072" : 674,
"2211840" : 778,
"2244608" : 959,
"2277376" : 1249,
"2310144" : 1733,
"2342912" : 2246,
"2375680" : 2565,
"2408448" : 2771,
"2441216" : 2728,
"2473984" : 2723,
"2506752" : 2559,
"2539520" : 2695,
"2572288" : 2818,
"2605056" : 3471,
"2637824" : 4377,
"2670592" : 5514,
"2703360" : 6409,
"2736128" : 6972,
"2768896" : 7275,
"2801664" : 7224,
"2834432" : 7082,
"2867200" : 6959,
"2899968" : 7251,
"2932736" : 8203,
"2965504" : 9587,
"2998272" : 11279,
"3031040" : 12746,
"3063808" : 13933,
"3096576" : 14493,
"3129344" : 14922,
"3162112" : 14884,
"3194880" : 14628,
"3227648" : 14831,
"3260416" : 15543,
"3293184" : 17155,
"3325952" : 19275,
"3358720" : 21427,
"3391488" : 23083,
"3424256" : 24325,
"3457024" : 24456,
"3489792" : 24711,
"3522560" : 24465,
"3555328" : 24684,
"3588096" : 24405,
"3620864" : 25896,
"3653632" : 27285,
"3686400" : 29228,
"3719168" : 31638,
"3751936" : 32671,
"3784704" : 33654,
"3817472" : 33629,
"3850240" : 33588,
"3883008" : 33003,
"3915776" : 32404,
"3948544" : 32561,
"3981312" : 33266,
"4014080" : 34787,
"4046848" : 35027,
"4079616" : 36389,
"4112384" : 37161,
"4145152" : 37142,
"4177920" : 36764,
"4227072" : 70704,
"4292608" : 67969,
"4358144" : 67285,
"4423680" : 67226,
"4489216" : 65660,
"4554752" : 62416,
"4620288" : 58402,
"4685824" : 54823,
"4751360" : 52742,
"4816896" : 50542,
"4882432" : 47436,
"4947968" : 43665,
"5013504" : 41002,
"5079040" : 38605,
"5144576" : 36160,
"5210112" : 34401,
"5275648" : 32710,
"5341184" : 30896,
"5406720" : 29406,
"5472256" : 28434,
"5537792" : 28110,
"5603328" : 27283,
"5668864" : 27048,
"5734400" : 26522,
"5799936" : 26675,
"5865472" : 26212,
"5931008" : 26475,
"5996544" : 26300,
"6062080" : 25998,
"6127616" : 26064,
"6193152" : 26147,
"6258688" : 25885,
"6324224" : 26150,
"6389760" : 25610,
"6455296" : 25655,
"6520832" : 25132,
"6586368" : 24969,
"6651904" : 24169,
"6717440" : 23792,
"6782976" : 23613,
"6848512" : 22661,
"6914048" : 22548,
"6979584" : 21919,
"7045120" : 20999,
"7110656" : 20326,
"7176192" : 19902,
"7241728" : 19248,
"7307264" : 18357,
"7372800" : 17621,
"7438336" : 17338,
"7503872" : 16234,
"7569408" : 15714,
"7634944" : 14890,
"7700480" : 14354,
"7766016" : 13562,
"7831552" : 13021,
"7897088" : 12267,
"7962624" : 11430,
"8028160" : 10889,
"8093696" : 10163,
"8159232" : 9517,
"8224768" : 8830,
"8290304" : 8505,
"8355840" : 7743,
"8454144" : 13886,
"8585216" : 11830,
"8716288" : 10247,
"8847360" : 8448,
"8978432" : 7141,
"9109504" : 5827,
"9240576" : 4732,
"9371648" : 3924,
"9502720" : 3195,
"9633792" : 2391,
"9764864" : 1979,
"9895936" : 1557,
"10027008" : 1231,
"10158080" : 880,
"10289152" : 708,
"10420224" : 510,
"10551296" : 392,
"10682368" : 259,
"10813440" : 210,
"10944512" : 136,
"11075584" : 113,
"11206656" : 92,
"11337728" : 42,
"11468800" : 35,
"11599872" : 29,
"11730944" : 18,
"11862016" : 15,
"11993088" : 8,
"12124160" : 6,
"12255232" : 5,
"12386304" : 6,
"12517376" : 1,
"12648448" : 3,
"12779520" : 1
}
},
"lat_ns" : {
"min" : 405449,
"max" : 13369625,
"mean" : 5338526.768625,
"stddev" : 1592457.897687,
"N" : 3011570
},
"bw_min" : 58392,
"bw_max" : 74832,
"bw_agg" : 100.000000,
"bw_mean" : 66934.350975,
"bw_dev" : 339.180684,
"bw_samples" : 2872,
"iops_min" : 14598,
"iops_max" : 18708,
"iops_mean" : 16733.292479,
"iops_stddev" : 84.800759,
"iops_samples" : 2872
},
"write" : {
"io_bytes" : 5292863488,
"io_kbytes" : 5168812,
"bw_bytes" : 29404633,
"bw" : 28715,
"iops" : 7178.699007,
"runtime" : 180001,
"total_ios" : 1292173,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10546,
"max" : 3528630,
"mean" : 362278.187055,
"stddev" : 243006.297178,
"N" : 1292174
},
"clat_ns" : {
"min" : 3766,
"max" : 12658237,
"mean" : 5023045.477122,
"stddev" : 1510677.188311,
"N" : 1292207,
"percentile" : {
"1.000000" : 2539520,
"5.000000" : 3063808,
"10.000000" : 3391488,
"20.000000" : 3751936,
"30.000000" : 4046848,
"40.000000" : 4358144,
"50.000000" : 4620288,
"60.000000" : 5013504,
"70.000000" : 5668864,
"80.000000" : 6389760,
"90.000000" : 7241728,
"95.000000" : 7897088,
"99.000000" : 8978432,
"99.500000" : 9371648,
"99.900000" : 10158080,
"99.950000" : 10420224,
"99.990000" : 10944512
},
"bins" : {
"3760" : 1,
"4080" : 1,
"684032" : 1,
"700416" : 1,
"946176" : 1,
"962560" : 1,
"970752" : 1,
"995328" : 1,
"1011712" : 1,
"1028096" : 1,
"1036288" : 2,
"1056768" : 2,
"1089536" : 1,
"1122304" : 1,
"1138688" : 2,
"1171456" : 1,
"1204224" : 2,
"1220608" : 2,
"1236992" : 1,
"1253376" : 2,
"1269760" : 5,
"1286144" : 2,
"1302528" : 3,
"1318912" : 8,
"1335296" : 7,
"1351680" : 9,
"1368064" : 8,
"1384448" : 6,
"1400832" : 8,
"1417216" : 7,
"1433600" : 5,
"1449984" : 9,
"1466368" : 4,
"1482752" : 3,
"1499136" : 6,
"1515520" : 5,
"1531904" : 4,
"1548288" : 12,
"1564672" : 13,
"1581056" : 11,
"1597440" : 10,
"1613824" : 19,
"1630208" : 24,
"1646592" : 35,
"1662976" : 36,
"1679360" : 30,
"1695744" : 43,
"1712128" : 45,
"1728512" : 33,
"1744896" : 64,
"1761280" : 48,
"1777664" : 49,
"1794048" : 32,
"1810432" : 33,
"1826816" : 37,
"1843200" : 27,
"1859584" : 33,
"1875968" : 41,
"1892352" : 40,
"1908736" : 52,
"1925120" : 58,
"1941504" : 75,
"1957888" : 93,
"1974272" : 99,
"1990656" : 139,
"2007040" : 144,
"2023424" : 145,
"2039808" : 167,
"2056192" : 183,
"2072576" : 199,
"2088960" : 206,
"2113536" : 357,
"2146304" : 288,
"2179072" : 303,
"2211840" : 333,
"2244608" : 409,
"2277376" : 549,
"2310144" : 767,
"2342912" : 932,
"2375680" : 1100,
"2408448" : 1192,
"2441216" : 1176,
"2473984" : 1153,
"2506752" : 1089,
"2539520" : 1184,
"2572288" : 1224,
"2605056" : 1450,
"2637824" : 1896,
"2670592" : 2322,
"2703360" : 2680,
"2736128" : 3000,
"2768896" : 3012,
"2801664" : 3044,
"2834432" : 3090,
"2867200" : 3024,
"2899968" : 3047,
"2932736" : 3475,
"2965504" : 4026,
"2998272" : 4885,
"3031040" : 5522,
"3063808" : 6020,
"3096576" : 6179,
"3129344" : 6322,
"3162112" : 6189,
"3194880" : 6174,
"3227648" : 6198,
"3260416" : 6548,
"3293184" : 7332,
"3325952" : 8354,
"3358720" : 9122,
"3391488" : 9989,
"3424256" : 10073,
"3457024" : 10459,
"3489792" : 10465,
"3522560" : 10416,
"3555328" : 10390,
"3588096" : 10426,
"3620864" : 10961,
"3653632" : 11688,
"3686400" : 12559,
"3719168" : 13270,
"3751936" : 13898,
"3784704" : 14370,
"3817472" : 14539,
"3850240" : 14326,
"3883008" : 14193,
"3915776" : 13864,
"3948544" : 14202,
"3981312" : 14442,
"4014080" : 14891,
"4046848" : 15329,
"4079616" : 15606,
"4112384" : 15883,
"4145152" : 15769,
"4177920" : 15699,
"4227072" : 30377,
"4292608" : 29147,
"4358144" : 28994,
"4423680" : 28597,
"4489216" : 28159,
"4554752" : 26858,
"4620288" : 25257,
"4685824" : 23892,
"4751360" : 22650,
"4816896" : 21919,
"4882432" : 20506,
"4947968" : 18782,
"5013504" : 17485,
"5079040" : 16369,
"5144576" : 15438,
"5210112" : 14750,
"5275648" : 13950,
"5341184" : 13214,
"5406720" : 12810,
"5472256" : 12331,
"5537792" : 12106,
"5603328" : 11912,
"5668864" : 11711,
"5734400" : 11748,
"5799936" : 11438,
"5865472" : 11434,
"5931008" : 11475,
"5996544" : 11327,
"6062080" : 11335,
"6127616" : 11486,
"6193152" : 11348,
"6258688" : 11187,
"6324224" : 10982,
"6389760" : 10928,
"6455296" : 10666,
"6520832" : 10831,
"6586368" : 10554,
"6651904" : 10426,
"6717440" : 10233,
"6782976" : 10022,
"6848512" : 9939,
"6914048" : 9530,
"6979584" : 9415,
"7045120" : 9213,
"7110656" : 8761,
"7176192" : 8462,
"7241728" : 8190,
"7307264" : 7807,
"7372800" : 7601,
"7438336" : 7238,
"7503872" : 6961,
"7569408" : 6772,
"7634944" : 6465,
"7700480" : 6318,
"7766016" : 5859,
"7831552" : 5512,
"7897088" : 5116,
"7962624" : 4878,
"8028160" : 4526,
"8093696" : 4387,
"8159232" : 4128,
"8224768" : 3902,
"8290304" : 3609,
"8355840" : 3318,
"8454144" : 5974,
"8585216" : 5157,
"8716288" : 4435,
"8847360" : 3858,
"8978432" : 3122,
"9109504" : 2564,
"9240576" : 2087,
"9371648" : 1645,
"9502720" : 1336,
"9633792" : 1026,
"9764864" : 872,
"9895936" : 690,
"10027008" : 461,
"10158080" : 339,
"10289152" : 284,
"10420224" : 221,
"10551296" : 157,
"10682368" : 94,
"10813440" : 85,
"10944512" : 56,
"11075584" : 49,
"11206656" : 28,
"11337728" : 13,
"11468800" : 14,
"11599872" : 7,
"11730944" : 5,
"11862016" : 1,
"11993088" : 3,
"12124160" : 2,
"12255232" : 4,
"12648448" : 3
}
},
"lat_ns" : {
"min" : 411469,
"max" : 13485312,
"mean" : 5385326.005787,
"stddev" : 1594009.173271,
"N" : 1292207
},
"bw_min" : 24544,
"bw_max" : 33400,
"bw_agg" : 100.000000,
"bw_mean" : 28720.442897,
"bw_dev" : 181.895537,
"bw_samples" : 2872,
"iops_min" : 6136,
"iops_max" : 8350,
"iops_mean" : 7179.604457,
"iops_stddev" : 45.467529,
"iops_samples" : 2872
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1439999,
"usr_cpu" : 0.756320,
"sys_cpu" : 15.941053,
"ctx" : 3023159,
"majf" : 0,
"minf" : 335,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999814,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.104911,
"4" : 28.091365,
"10" : 71.666771,
"20" : 0.138696,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773101846,
"timestamp_ms" : 1773101846425,
"time" : "Mon Mar 9 21:17:26 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 12335419392,
"io_kbytes" : 12046308,
"bw_bytes" : 68522113,
"bw" : 66916,
"iops" : 16728.515007,
"runtime" : 180021,
"total_ios" : 3011484,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5088,
"max" : 4026331,
"mean" : 319100.383170,
"stddev" : 248890.168435,
"N" : 3011491
},
"clat_ns" : {
"min" : 3105,
"max" : 12722596,
"mean" : 5019424.425341,
"stddev" : 1511983.201715,
"N" : 3011570,
"percentile" : {
"1.000000" : 2539520,
"5.000000" : 3063808,
"10.000000" : 3391488,
"20.000000" : 3751936,
"30.000000" : 4046848,
"40.000000" : 4358144,
"50.000000" : 4620288,
"60.000000" : 5013504,
"70.000000" : 5668864,
"80.000000" : 6389760,
"90.000000" : 7241728,
"95.000000" : 7897088,
"99.000000" : 8978432,
"99.500000" : 9371648,
"99.900000" : 10158080,
"99.950000" : 10420224,
"99.990000" : 11075584
},
"bins" : {
"3120" : 1,
"3280" : 1,
"3472" : 1,
"4320" : 2,
"7456" : 1,
"407552" : 1,
"411648" : 1,
"440320" : 2,
"464896" : 1,
"468992" : 1,
"692224" : 2,
"708608" : 3,
"716800" : 1,
"724992" : 1,
"733184" : 1,
"749568" : 1,
"757760" : 1,
"774144" : 1,
"847872" : 2,
"880640" : 1,
"946176" : 1,
"954368" : 1,
"962560" : 2,
"970752" : 1,
"978944" : 3,
"995328" : 2,
"1003520" : 2,
"1011712" : 1,
"1036288" : 2,
"1044480" : 1,
"1056768" : 6,
"1073152" : 6,
"1089536" : 4,
"1105920" : 3,
"1122304" : 4,
"1138688" : 1,
"1155072" : 1,
"1171456" : 3,
"1187840" : 1,
"1204224" : 1,
"1220608" : 1,
"1253376" : 5,
"1269760" : 3,
"1286144" : 8,
"1302528" : 14,
"1318912" : 12,
"1335296" : 16,
"1351680" : 19,
"1368064" : 28,
"1384448" : 23,
"1400832" : 26,
"1417216" : 28,
"1433600" : 14,
"1449984" : 14,
"1466368" : 17,
"1482752" : 8,
"1499136" : 22,
"1515520" : 20,
"1531904" : 11,
"1548288" : 21,
"1564672" : 25,
"1581056" : 23,
"1597440" : 35,
"1613824" : 40,
"1630208" : 63,
"1646592" : 63,
"1662976" : 79,
"1679360" : 82,
"1695744" : 95,
"1712128" : 112,
"1728512" : 105,
"1744896" : 114,
"1761280" : 96,
"1777664" : 113,
"1794048" : 104,
"1810432" : 88,
"1826816" : 85,
"1843200" : 62,
"1859584" : 84,
"1875968" : 94,
"1892352" : 113,
"1908736" : 90,
"1925120" : 117,
"1941504" : 153,
"1957888" : 197,
"1974272" : 279,
"1990656" : 282,
"2007040" : 355,
"2023424" : 381,
"2039808" : 432,
"2056192" : 390,
"2072576" : 499,
"2088960" : 420,
"2113536" : 796,
"2146304" : 774,
"2179072" : 674,
"2211840" : 778,
"2244608" : 959,
"2277376" : 1249,
"2310144" : 1733,
"2342912" : 2246,
"2375680" : 2565,
"2408448" : 2771,
"2441216" : 2728,
"2473984" : 2723,
"2506752" : 2559,
"2539520" : 2695,
"2572288" : 2818,
"2605056" : 3471,
"2637824" : 4377,
"2670592" : 5514,
"2703360" : 6409,
"2736128" : 6972,
"2768896" : 7275,
"2801664" : 7224,
"2834432" : 7082,
"2867200" : 6959,
"2899968" : 7251,
"2932736" : 8203,
"2965504" : 9587,
"2998272" : 11279,
"3031040" : 12746,
"3063808" : 13933,
"3096576" : 14493,
"3129344" : 14922,
"3162112" : 14884,
"3194880" : 14628,
"3227648" : 14831,
"3260416" : 15543,
"3293184" : 17155,
"3325952" : 19275,
"3358720" : 21427,
"3391488" : 23083,
"3424256" : 24325,
"3457024" : 24456,
"3489792" : 24711,
"3522560" : 24465,
"3555328" : 24684,
"3588096" : 24405,
"3620864" : 25896,
"3653632" : 27285,
"3686400" : 29228,
"3719168" : 31638,
"3751936" : 32671,
"3784704" : 33654,
"3817472" : 33629,
"3850240" : 33588,
"3883008" : 33003,
"3915776" : 32404,
"3948544" : 32561,
"3981312" : 33266,
"4014080" : 34787,
"4046848" : 35027,
"4079616" : 36389,
"4112384" : 37161,
"4145152" : 37142,
"4177920" : 36764,
"4227072" : 70704,
"4292608" : 67969,
"4358144" : 67285,
"4423680" : 67226,
"4489216" : 65660,
"4554752" : 62416,
"4620288" : 58402,
"4685824" : 54823,
"4751360" : 52742,
"4816896" : 50542,
"4882432" : 47436,
"4947968" : 43665,
"5013504" : 41002,
"5079040" : 38605,
"5144576" : 36160,
"5210112" : 34401,
"5275648" : 32710,
"5341184" : 30896,
"5406720" : 29406,
"5472256" : 28434,
"5537792" : 28110,
"5603328" : 27283,
"5668864" : 27048,
"5734400" : 26522,
"5799936" : 26675,
"5865472" : 26212,
"5931008" : 26475,
"5996544" : 26300,
"6062080" : 25998,
"6127616" : 26064,
"6193152" : 26147,
"6258688" : 25885,
"6324224" : 26150,
"6389760" : 25610,
"6455296" : 25655,
"6520832" : 25132,
"6586368" : 24969,
"6651904" : 24169,
"6717440" : 23792,
"6782976" : 23613,
"6848512" : 22661,
"6914048" : 22548,
"6979584" : 21919,
"7045120" : 20999,
"7110656" : 20326,
"7176192" : 19902,
"7241728" : 19248,
"7307264" : 18357,
"7372800" : 17621,
"7438336" : 17338,
"7503872" : 16234,
"7569408" : 15714,
"7634944" : 14890,
"7700480" : 14354,
"7766016" : 13562,
"7831552" : 13021,
"7897088" : 12267,
"7962624" : 11430,
"8028160" : 10889,
"8093696" : 10163,
"8159232" : 9517,
"8224768" : 8830,
"8290304" : 8505,
"8355840" : 7743,
"8454144" : 13886,
"8585216" : 11830,
"8716288" : 10247,
"8847360" : 8448,
"8978432" : 7141,
"9109504" : 5827,
"9240576" : 4732,
"9371648" : 3924,
"9502720" : 3195,
"9633792" : 2391,
"9764864" : 1979,
"9895936" : 1557,
"10027008" : 1231,
"10158080" : 880,
"10289152" : 708,
"10420224" : 510,
"10551296" : 392,
"10682368" : 259,
"10813440" : 210,
"10944512" : 136,
"11075584" : 113,
"11206656" : 92,
"11337728" : 42,
"11468800" : 35,
"11599872" : 29,
"11730944" : 18,
"11862016" : 15,
"11993088" : 8,
"12124160" : 6,
"12255232" : 5,
"12386304" : 6,
"12517376" : 1,
"12648448" : 3,
"12779520" : 1
}
},
"lat_ns" : {
"min" : 405449,
"max" : 13369625,
"mean" : 5338526.768625,
"stddev" : 1592457.897687,
"N" : 3011570
},
"bw_min" : 58392,
"bw_max" : 74832,
"bw_agg" : 100.000000,
"bw_mean" : 66933.729410,
"bw_dev" : 339.147261,
"bw_samples" : 2873,
"iops_min" : 14598,
"iops_max" : 18708,
"iops_mean" : 16733.135817,
"iops_stddev" : 84.792507,
"iops_samples" : 2873
},
"write" : {
"io_bytes" : 5292883968,
"io_kbytes" : 5168832,
"bw_bytes" : 29401480,
"bw" : 28712,
"iops" : 7177.901467,
"runtime" : 180021,
"total_ios" : 1292173,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10546,
"max" : 3528630,
"mean" : 362278.187055,
"stddev" : 243006.297178,
"N" : 1292174
},
"clat_ns" : {
"min" : 3766,
"max" : 12658237,
"mean" : 5023045.477122,
"stddev" : 1510677.188311,
"N" : 1292207,
"percentile" : {
"1.000000" : 2539520,
"5.000000" : 3063808,
"10.000000" : 3391488,
"20.000000" : 3751936,
"30.000000" : 4046848,
"40.000000" : 4358144,
"50.000000" : 4620288,
"60.000000" : 5013504,
"70.000000" : 5668864,
"80.000000" : 6389760,
"90.000000" : 7241728,
"95.000000" : 7897088,
"99.000000" : 8978432,
"99.500000" : 9371648,
"99.900000" : 10158080,
"99.950000" : 10420224,
"99.990000" : 10944512
},
"bins" : {
"3760" : 1,
"4080" : 1,
"684032" : 1,
"700416" : 1,
"946176" : 1,
"962560" : 1,
"970752" : 1,
"995328" : 1,
"1011712" : 1,
"1028096" : 1,
"1036288" : 2,
"1056768" : 2,
"1089536" : 1,
"1122304" : 1,
"1138688" : 2,
"1171456" : 1,
"1204224" : 2,
"1220608" : 2,
"1236992" : 1,
"1253376" : 2,
"1269760" : 5,
"1286144" : 2,
"1302528" : 3,
"1318912" : 8,
"1335296" : 7,
"1351680" : 9,
"1368064" : 8,
"1384448" : 6,
"1400832" : 8,
"1417216" : 7,
"1433600" : 5,
"1449984" : 9,
"1466368" : 4,
"1482752" : 3,
"1499136" : 6,
"1515520" : 5,
"1531904" : 4,
"1548288" : 12,
"1564672" : 13,
"1581056" : 11,
"1597440" : 10,
"1613824" : 19,
"1630208" : 24,
"1646592" : 35,
"1662976" : 36,
"1679360" : 30,
"1695744" : 43,
"1712128" : 45,
"1728512" : 33,
"1744896" : 64,
"1761280" : 48,
"1777664" : 49,
"1794048" : 32,
"1810432" : 33,
"1826816" : 37,
"1843200" : 27,
"1859584" : 33,
"1875968" : 41,
"1892352" : 40,
"1908736" : 52,
"1925120" : 58,
"1941504" : 75,
"1957888" : 93,
"1974272" : 99,
"1990656" : 139,
"2007040" : 144,
"2023424" : 145,
"2039808" : 167,
"2056192" : 183,
"2072576" : 199,
"2088960" : 206,
"2113536" : 357,
"2146304" : 288,
"2179072" : 303,
"2211840" : 333,
"2244608" : 409,
"2277376" : 549,
"2310144" : 767,
"2342912" : 932,
"2375680" : 1100,
"2408448" : 1192,
"2441216" : 1176,
"2473984" : 1153,
"2506752" : 1089,
"2539520" : 1184,
"2572288" : 1224,
"2605056" : 1450,
"2637824" : 1896,
"2670592" : 2322,
"2703360" : 2680,
"2736128" : 3000,
"2768896" : 3012,
"2801664" : 3044,
"2834432" : 3090,
"2867200" : 3024,
"2899968" : 3047,
"2932736" : 3475,
"2965504" : 4026,
"2998272" : 4885,
"3031040" : 5522,
"3063808" : 6020,
"3096576" : 6179,
"3129344" : 6322,
"3162112" : 6189,
"3194880" : 6174,
"3227648" : 6198,
"3260416" : 6548,
"3293184" : 7332,
"3325952" : 8354,
"3358720" : 9122,
"3391488" : 9989,
"3424256" : 10073,
"3457024" : 10459,
"3489792" : 10465,
"3522560" : 10416,
"3555328" : 10390,
"3588096" : 10426,
"3620864" : 10961,
"3653632" : 11688,
"3686400" : 12559,
"3719168" : 13270,
"3751936" : 13898,
"3784704" : 14370,
"3817472" : 14539,
"3850240" : 14326,
"3883008" : 14193,
"3915776" : 13864,
"3948544" : 14202,
"3981312" : 14442,
"4014080" : 14891,
"4046848" : 15329,
"4079616" : 15606,
"4112384" : 15883,
"4145152" : 15769,
"4177920" : 15699,
"4227072" : 30377,
"4292608" : 29147,
"4358144" : 28994,
"4423680" : 28597,
"4489216" : 28159,
"4554752" : 26858,
"4620288" : 25257,
"4685824" : 23892,
"4751360" : 22650,
"4816896" : 21919,
"4882432" : 20506,
"4947968" : 18782,
"5013504" : 17485,
"5079040" : 16369,
"5144576" : 15438,
"5210112" : 14750,
"5275648" : 13950,
"5341184" : 13214,
"5406720" : 12810,
"5472256" : 12331,
"5537792" : 12106,
"5603328" : 11912,
"5668864" : 11711,
"5734400" : 11748,
"5799936" : 11438,
"5865472" : 11434,
"5931008" : 11475,
"5996544" : 11327,
"6062080" : 11335,
"6127616" : 11486,
"6193152" : 11348,
"6258688" : 11187,
"6324224" : 10982,
"6389760" : 10928,
"6455296" : 10666,
"6520832" : 10831,
"6586368" : 10554,
"6651904" : 10426,
"6717440" : 10233,
"6782976" : 10022,
"6848512" : 9939,
"6914048" : 9530,
"6979584" : 9415,
"7045120" : 9213,
"7110656" : 8761,
"7176192" : 8462,
"7241728" : 8190,
"7307264" : 7807,
"7372800" : 7601,
"7438336" : 7238,
"7503872" : 6961,
"7569408" : 6772,
"7634944" : 6465,
"7700480" : 6318,
"7766016" : 5859,
"7831552" : 5512,
"7897088" : 5116,
"7962624" : 4878,
"8028160" : 4526,
"8093696" : 4387,
"8159232" : 4128,
"8224768" : 3902,
"8290304" : 3609,
"8355840" : 3318,
"8454144" : 5974,
"8585216" : 5157,
"8716288" : 4435,
"8847360" : 3858,
"8978432" : 3122,
"9109504" : 2564,
"9240576" : 2087,
"9371648" : 1645,
"9502720" : 1336,
"9633792" : 1026,
"9764864" : 872,
"9895936" : 690,
"10027008" : 461,
"10158080" : 339,
"10289152" : 284,
"10420224" : 221,
"10551296" : 157,
"10682368" : 94,
"10813440" : 85,
"10944512" : 56,
"11075584" : 49,
"11206656" : 28,
"11337728" : 13,
"11468800" : 14,
"11599872" : 7,
"11730944" : 5,
"11862016" : 1,
"11993088" : 3,
"12124160" : 2,
"12255232" : 4,
"12648448" : 3
}
},
"lat_ns" : {
"min" : 411469,
"max" : 13485312,
"mean" : 5385326.005787,
"stddev" : 1594009.173271,
"N" : 1292207
},
"bw_min" : 24544,
"bw_max" : 33400,
"bw_agg" : 100.000000,
"bw_mean" : 28720.215111,
"bw_dev" : 181.870286,
"bw_samples" : 2873,
"iops_min" : 6136,
"iops_max" : 8350,
"iops_mean" : 7179.547671,
"iops_stddev" : 45.461209,
"iops_samples" : 2873
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440020,
"usr_cpu" : 0.756309,
"sys_cpu" : 15.940820,
"ctx" : 3023178,
"majf" : 0,
"minf" : 336,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999814,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.104911,
"4" : 28.091365,
"10" : 71.666771,
"20" : 0.138696,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}