raidz2/benchmarks/mixed/mixed-70r30w-qd16-nj8_run2.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773101426,
"timestamp_ms" : 1773101426101,
"time" : "Mon Mar 9 21:10:26 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 689328128,
"io_kbytes" : 673172,
"bw_bytes" : 70606179,
"bw" : 68951,
"iops" : 17248.796476,
"runtime" : 9763,
"total_ios" : 168400,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 296087552,
"io_kbytes" : 289148,
"bw_bytes" : 30327517,
"bw" : 29616,
"iops" : 7408.071290,
"runtime" : 9763,
"total_ios" : 72325,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 78104,
"usr_cpu" : 0.763085,
"sys_cpu" : 16.889020,
"ctx" : 178587,
"majf" : 0,
"minf" : 55,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 99.950151,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773101436,
"timestamp_ms" : 1773101436337,
"time" : "Mon Mar 9 21:10:36 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 701792256,
"io_kbytes" : 685344,
"bw_bytes" : 70179225,
"bw" : 68534,
"iops" : 17133.600000,
"runtime" : 10000,
"total_ios" : 171336,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5588,
"max" : 2146910,
"mean" : 315815.915715,
"stddev" : 233035.752975,
"N" : 171335
},
"clat_ns" : {
"min" : 1169396,
"max" : 12753673,
"mean" : 4901964.340502,
"stddev" : 1629000.104763,
"N" : 171338,
"percentile" : {
"1.000000" : 2408448,
"5.000000" : 3031040,
"10.000000" : 3325952,
"20.000000" : 3719168,
"30.000000" : 3981312,
"40.000000" : 4227072,
"50.000000" : 4489216,
"60.000000" : 4751360,
"70.000000" : 5079040,
"80.000000" : 5931008,
"90.000000" : 7569408,
"95.000000" : 8454144,
"99.000000" : 9633792,
"99.500000" : 10158080,
"99.900000" : 10944512,
"99.950000" : 11337728,
"99.990000" : 11730944
},
"bins" : {
"1171456" : 1,
"1204224" : 1,
"1302528" : 1,
"1335296" : 1,
"1368064" : 2,
"1384448" : 1,
"1433600" : 1,
"1449984" : 6,
"1466368" : 3,
"1482752" : 1,
"1499136" : 1,
"1515520" : 2,
"1531904" : 4,
"1548288" : 1,
"1581056" : 1,
"1597440" : 6,
"1613824" : 6,
"1630208" : 10,
"1646592" : 9,
"1662976" : 10,
"1679360" : 8,
"1695744" : 6,
"1712128" : 8,
"1728512" : 5,
"1744896" : 6,
"1761280" : 15,
"1777664" : 9,
"1794048" : 9,
"1810432" : 13,
"1826816" : 10,
"1843200" : 11,
"1859584" : 13,
"1875968" : 8,
"1892352" : 6,
"1908736" : 9,
"1925120" : 19,
"1941504" : 20,
"1957888" : 25,
"1974272" : 23,
"1990656" : 35,
"2007040" : 29,
"2023424" : 34,
"2039808" : 29,
"2056192" : 41,
"2072576" : 48,
"2088960" : 24,
"2113536" : 73,
"2146304" : 74,
"2179072" : 59,
"2211840" : 57,
"2244608" : 82,
"2277376" : 109,
"2310144" : 148,
"2342912" : 181,
"2375680" : 197,
"2408448" : 211,
"2441216" : 222,
"2473984" : 183,
"2506752" : 166,
"2539520" : 212,
"2572288" : 209,
"2605056" : 264,
"2637824" : 298,
"2670592" : 372,
"2703360" : 372,
"2736128" : 434,
"2768896" : 470,
"2801664" : 476,
"2834432" : 441,
"2867200" : 377,
"2899968" : 460,
"2932736" : 499,
"2965504" : 580,
"2998272" : 665,
"3031040" : 799,
"3063808" : 837,
"3096576" : 897,
"3129344" : 931,
"3162112" : 897,
"3194880" : 824,
"3227648" : 885,
"3260416" : 1027,
"3293184" : 1036,
"3325952" : 1180,
"3358720" : 1224,
"3391488" : 1324,
"3424256" : 1436,
"3457024" : 1432,
"3489792" : 1523,
"3522560" : 1408,
"3555328" : 1414,
"3588096" : 1499,
"3620864" : 1562,
"3653632" : 1596,
"3686400" : 1829,
"3719168" : 1866,
"3751936" : 2002,
"3784704" : 2051,
"3817472" : 2072,
"3850240" : 2093,
"3883008" : 1991,
"3915776" : 1947,
"3948544" : 1938,
"3981312" : 2047,
"4014080" : 2121,
"4046848" : 2368,
"4079616" : 2418,
"4112384" : 2488,
"4145152" : 2482,
"4177920" : 2467,
"4227072" : 4594,
"4292608" : 4563,
"4358144" : 4555,
"4423680" : 4785,
"4489216" : 4721,
"4554752" : 4543,
"4620288" : 4183,
"4685824" : 3985,
"4751360" : 3999,
"4816896" : 3700,
"4882432" : 3455,
"4947968" : 3063,
"5013504" : 2641,
"5079040" : 2616,
"5144576" : 2280,
"5210112" : 2021,
"5275648" : 1723,
"5341184" : 1491,
"5406720" : 1302,
"5472256" : 1186,
"5537792" : 1005,
"5603328" : 915,
"5668864" : 858,
"5734400" : 736,
"5799936" : 676,
"5865472" : 673,
"5931008" : 624,
"5996544" : 607,
"6062080" : 624,
"6127616" : 641,
"6193152" : 644,
"6258688" : 659,
"6324224" : 662,
"6389760" : 654,
"6455296" : 677,
"6520832" : 635,
"6586368" : 727,
"6651904" : 692,
"6717440" : 733,
"6782976" : 647,
"6848512" : 683,
"6914048" : 673,
"6979584" : 695,
"7045120" : 760,
"7110656" : 751,
"7176192" : 726,
"7241728" : 690,
"7307264" : 684,
"7372800" : 685,
"7438336" : 751,
"7503872" : 791,
"7569408" : 722,
"7634944" : 677,
"7700480" : 702,
"7766016" : 687,
"7831552" : 722,
"7897088" : 669,
"7962624" : 693,
"8028160" : 647,
"8093696" : 637,
"8159232" : 608,
"8224768" : 656,
"8290304" : 592,
"8355840" : 577,
"8454144" : 1063,
"8585216" : 1058,
"8716288" : 894,
"8847360" : 888,
"8978432" : 787,
"9109504" : 641,
"9240576" : 630,
"9371648" : 519,
"9502720" : 457,
"9633792" : 386,
"9764864" : 311,
"9895936" : 282,
"10027008" : 223,
"10158080" : 170,
"10289152" : 148,
"10420224" : 133,
"10551296" : 94,
"10682368" : 72,
"10813440" : 78,
"10944512" : 45,
"11075584" : 24,
"11206656" : 29,
"11337728" : 31,
"11468800" : 25,
"11599872" : 19,
"11730944" : 9,
"11862016" : 5,
"11993088" : 5,
"12124160" : 4,
"12255232" : 1,
"12779520" : 1
}
},
"lat_ns" : {
"min" : 1457977,
"max" : 13148547,
"mean" : 5217784.894571,
"stddev" : 1721928.846361,
"N" : 171338
},
"bw_min" : 64622,
"bw_max" : 72616,
"bw_agg" : 99.981908,
"bw_mean" : 68522.210526,
"bw_dev" : 270.355234,
"bw_samples" : 152,
"iops_min" : 16155,
"iops_max" : 18154,
"iops_mean" : 17130.000000,
"iops_stddev" : 67.626298,
"iops_samples" : 152
},
"write" : {
"io_bytes" : 301277184,
"io_kbytes" : 294216,
"bw_bytes" : 30127718,
"bw" : 29421,
"iops" : 7356.500000,
"runtime" : 10000,
"total_ios" : 73565,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 11227,
"max" : 1988308,
"mean" : 343649.405106,
"stddev" : 228759.391649,
"N" : 73566
},
"clat_ns" : {
"min" : 1133672,
"max" : 13591974,
"mean" : 4901651.579145,
"stddev" : 1629763.351566,
"N" : 73555,
"percentile" : {
"1.000000" : 2441216,
"5.000000" : 3031040,
"10.000000" : 3325952,
"20.000000" : 3719168,
"30.000000" : 3981312,
"40.000000" : 4227072,
"50.000000" : 4489216,
"60.000000" : 4751360,
"70.000000" : 5079040,
"80.000000" : 5931008,
"90.000000" : 7569408,
"95.000000" : 8454144,
"99.000000" : 9764864,
"99.500000" : 10158080,
"99.900000" : 11075584,
"99.950000" : 11337728,
"99.990000" : 11730944
},
"bins" : {
"1138688" : 1,
"1286144" : 1,
"1384448" : 1,
"1400832" : 1,
"1417216" : 1,
"1433600" : 3,
"1499136" : 1,
"1531904" : 2,
"1564672" : 2,
"1597440" : 3,
"1613824" : 1,
"1630208" : 1,
"1646592" : 3,
"1662976" : 4,
"1679360" : 5,
"1695744" : 1,
"1712128" : 2,
"1728512" : 4,
"1744896" : 3,
"1761280" : 2,
"1777664" : 8,
"1810432" : 3,
"1826816" : 2,
"1843200" : 6,
"1859584" : 4,
"1875968" : 2,
"1892352" : 5,
"1908736" : 11,
"1925120" : 7,
"1941504" : 6,
"1957888" : 6,
"1974272" : 20,
"1990656" : 13,
"2007040" : 10,
"2023424" : 8,
"2039808" : 13,
"2056192" : 21,
"2072576" : 9,
"2088960" : 18,
"2113536" : 22,
"2146304" : 35,
"2179072" : 35,
"2211840" : 32,
"2244608" : 35,
"2277376" : 40,
"2310144" : 58,
"2342912" : 65,
"2375680" : 81,
"2408448" : 75,
"2441216" : 81,
"2473984" : 89,
"2506752" : 79,
"2539520" : 81,
"2572288" : 67,
"2605056" : 111,
"2637824" : 135,
"2670592" : 139,
"2703360" : 149,
"2736128" : 175,
"2768896" : 200,
"2801664" : 207,
"2834432" : 183,
"2867200" : 161,
"2899968" : 179,
"2932736" : 215,
"2965504" : 253,
"2998272" : 287,
"3031040" : 348,
"3063808" : 337,
"3096576" : 389,
"3129344" : 399,
"3162112" : 386,
"3194880" : 381,
"3227648" : 410,
"3260416" : 398,
"3293184" : 481,
"3325952" : 495,
"3358720" : 570,
"3391488" : 607,
"3424256" : 595,
"3457024" : 617,
"3489792" : 607,
"3522560" : 610,
"3555328" : 610,
"3588096" : 647,
"3620864" : 646,
"3653632" : 719,
"3686400" : 778,
"3719168" : 822,
"3751936" : 846,
"3784704" : 879,
"3817472" : 919,
"3850240" : 884,
"3883008" : 863,
"3915776" : 845,
"3948544" : 860,
"3981312" : 929,
"4014080" : 967,
"4046848" : 998,
"4079616" : 1047,
"4112384" : 1068,
"4145152" : 1004,
"4177920" : 1071,
"4227072" : 2055,
"4292608" : 1938,
"4358144" : 1921,
"4423680" : 2115,
"4489216" : 2046,
"4554752" : 1870,
"4620288" : 1782,
"4685824" : 1749,
"4751360" : 1722,
"4816896" : 1565,
"4882432" : 1396,
"4947968" : 1382,
"5013504" : 1202,
"5079040" : 1089,
"5144576" : 968,
"5210112" : 869,
"5275648" : 748,
"5341184" : 632,
"5406720" : 567,
"5472256" : 504,
"5537792" : 437,
"5603328" : 406,
"5668864" : 350,
"5734400" : 310,
"5799936" : 309,
"5865472" : 310,
"5931008" : 261,
"5996544" : 301,
"6062080" : 282,
"6127616" : 286,
"6193152" : 270,
"6258688" : 259,
"6324224" : 243,
"6389760" : 278,
"6455296" : 256,
"6520832" : 273,
"6586368" : 314,
"6651904" : 318,
"6717440" : 290,
"6782976" : 275,
"6848512" : 288,
"6914048" : 315,
"6979584" : 339,
"7045120" : 293,
"7110656" : 295,
"7176192" : 314,
"7241728" : 294,
"7307264" : 320,
"7372800" : 308,
"7438336" : 322,
"7503872" : 335,
"7569408" : 274,
"7634944" : 290,
"7700480" : 300,
"7766016" : 254,
"7831552" : 286,
"7897088" : 263,
"7962624" : 269,
"8028160" : 262,
"8093696" : 261,
"8159232" : 269,
"8224768" : 273,
"8290304" : 257,
"8355840" : 234,
"8454144" : 461,
"8585216" : 443,
"8716288" : 409,
"8847360" : 379,
"8978432" : 328,
"9109504" : 328,
"9240576" : 258,
"9371648" : 235,
"9502720" : 206,
"9633792" : 166,
"9764864" : 147,
"9895936" : 116,
"10027008" : 84,
"10158080" : 73,
"10289152" : 72,
"10420224" : 54,
"10551296" : 45,
"10682368" : 34,
"10813440" : 32,
"10944512" : 21,
"11075584" : 23,
"11206656" : 21,
"11337728" : 13,
"11468800" : 10,
"11599872" : 10,
"11730944" : 4,
"11862016" : 2,
"11993088" : 1,
"12648448" : 1,
"13565952" : 1
}
},
"lat_ns" : {
"min" : 1519982,
"max" : 13630243,
"mean" : 5245324.075563,
"stddev" : 1724443.533181,
"N" : 73555
},
"bw_min" : 27080,
"bw_max" : 32103,
"bw_agg" : 100.000000,
"bw_mean" : 29457.052632,
"bw_dev" : 165.963744,
"bw_samples" : 152,
"iops_min" : 6770,
"iops_max" : 8025,
"iops_mean" : 7363.789474,
"iops_stddev" : 41.511164,
"iops_samples" : 152
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79995,
"usr_cpu" : 0.736296,
"sys_cpu" : 16.661041,
"ctx" : 179536,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.189464,
"4" : 30.256308,
"10" : 68.928261,
"20" : 0.622701,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773101446,
"timestamp_ms" : 1773101446338,
"time" : "Mon Mar 9 21:10:46 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 1400782848,
"io_kbytes" : 1367952,
"bw_bytes" : 70039142,
"bw" : 68397,
"iops" : 17100.250000,
"runtime" : 20000,
"total_ios" : 342005,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5588,
"max" : 2683379,
"mean" : 317085.174728,
"stddev" : 235919.079359,
"N" : 342006
},
"clat_ns" : {
"min" : 1022713,
"max" : 12753673,
"mean" : 4914664.112212,
"stddev" : 1642083.952631,
"N" : 341996,
"percentile" : {
"1.000000" : 2408448,
"5.000000" : 2998272,
"10.000000" : 3325952,
"20.000000" : 3686400,
"30.000000" : 3981312,
"40.000000" : 4227072,
"50.000000" : 4489216,
"60.000000" : 4751360,
"70.000000" : 5079040,
"80.000000" : 6127616,
"90.000000" : 7569408,
"95.000000" : 8454144,
"99.000000" : 9633792,
"99.500000" : 10158080,
"99.900000" : 10944512,
"99.950000" : 11206656,
"99.990000" : 11862016
},
"bins" : {
"1019904" : 1,
"1036288" : 1,
"1056768" : 1,
"1073152" : 3,
"1171456" : 1,
"1187840" : 1,
"1204224" : 3,
"1269760" : 1,
"1302528" : 2,
"1318912" : 1,
"1335296" : 1,
"1368064" : 8,
"1384448" : 8,
"1417216" : 8,
"1433600" : 5,
"1449984" : 9,
"1466368" : 3,
"1482752" : 1,
"1499136" : 2,
"1515520" : 4,
"1531904" : 7,
"1548288" : 2,
"1564672" : 1,
"1581056" : 7,
"1597440" : 8,
"1613824" : 8,
"1630208" : 16,
"1646592" : 16,
"1662976" : 20,
"1679360" : 23,
"1695744" : 13,
"1712128" : 23,
"1728512" : 10,
"1744896" : 20,
"1761280" : 31,
"1777664" : 18,
"1794048" : 17,
"1810432" : 26,
"1826816" : 24,
"1843200" : 18,
"1859584" : 20,
"1875968" : 23,
"1892352" : 17,
"1908736" : 18,
"1925120" : 28,
"1941504" : 32,
"1957888" : 37,
"1974272" : 50,
"1990656" : 62,
"2007040" : 68,
"2023424" : 69,
"2039808" : 58,
"2056192" : 77,
"2072576" : 95,
"2088960" : 75,
"2113536" : 156,
"2146304" : 159,
"2179072" : 122,
"2211840" : 144,
"2244608" : 149,
"2277376" : 235,
"2310144" : 275,
"2342912" : 362,
"2375680" : 371,
"2408448" : 425,
"2441216" : 423,
"2473984" : 369,
"2506752" : 357,
"2539520" : 436,
"2572288" : 421,
"2605056" : 527,
"2637824" : 670,
"2670592" : 733,
"2703360" : 794,
"2736128" : 938,
"2768896" : 981,
"2801664" : 969,
"2834432" : 933,
"2867200" : 845,
"2899968" : 939,
"2932736" : 1038,
"2965504" : 1186,
"2998272" : 1449,
"3031040" : 1583,
"3063808" : 1746,
"3096576" : 1890,
"3129344" : 1905,
"3162112" : 1814,
"3194880" : 1741,
"3227648" : 1765,
"3260416" : 1965,
"3293184" : 2033,
"3325952" : 2275,
"3358720" : 2524,
"3391488" : 2777,
"3424256" : 2891,
"3457024" : 2899,
"3489792" : 2982,
"3522560" : 2885,
"3555328" : 2890,
"3588096" : 3061,
"3620864" : 3099,
"3653632" : 3244,
"3686400" : 3588,
"3719168" : 3822,
"3751936" : 4038,
"3784704" : 3999,
"3817472" : 4122,
"3850240" : 4053,
"3883008" : 4059,
"3915776" : 3872,
"3948544" : 4003,
"3981312" : 4156,
"4014080" : 4342,
"4046848" : 4511,
"4079616" : 4778,
"4112384" : 4844,
"4145152" : 4999,
"4177920" : 4918,
"4227072" : 9170,
"4292608" : 8992,
"4358144" : 8837,
"4423680" : 9224,
"4489216" : 9118,
"4554752" : 8897,
"4620288" : 8153,
"4685824" : 7574,
"4751360" : 7441,
"4816896" : 6936,
"4882432" : 6595,
"4947968" : 5847,
"5013504" : 5187,
"5079040" : 4833,
"5144576" : 4254,
"5210112" : 3786,
"5275648" : 3306,
"5341184" : 2977,
"5406720" : 2610,
"5472256" : 2261,
"5537792" : 1944,
"5603328" : 1785,
"5668864" : 1714,
"5734400" : 1506,
"5799936" : 1438,
"5865472" : 1353,
"5931008" : 1320,
"5996544" : 1308,
"6062080" : 1331,
"6127616" : 1343,
"6193152" : 1371,
"6258688" : 1400,
"6324224" : 1372,
"6389760" : 1471,
"6455296" : 1488,
"6520832" : 1473,
"6586368" : 1558,
"6651904" : 1532,
"6717440" : 1523,
"6782976" : 1470,
"6848512" : 1492,
"6914048" : 1507,
"6979584" : 1582,
"7045120" : 1613,
"7110656" : 1588,
"7176192" : 1550,
"7241728" : 1517,
"7307264" : 1517,
"7372800" : 1568,
"7438336" : 1582,
"7503872" : 1634,
"7569408" : 1534,
"7634944" : 1444,
"7700480" : 1494,
"7766016" : 1421,
"7831552" : 1461,
"7897088" : 1420,
"7962624" : 1395,
"8028160" : 1352,
"8093696" : 1311,
"8159232" : 1291,
"8224768" : 1271,
"8290304" : 1180,
"8355840" : 1150,
"8454144" : 2202,
"8585216" : 2123,
"8716288" : 1808,
"8847360" : 1725,
"8978432" : 1527,
"9109504" : 1271,
"9240576" : 1236,
"9371648" : 989,
"9502720" : 879,
"9633792" : 745,
"9764864" : 632,
"9895936" : 538,
"10027008" : 453,
"10158080" : 344,
"10289152" : 304,
"10420224" : 251,
"10551296" : 182,
"10682368" : 139,
"10813440" : 139,
"10944512" : 78,
"11075584" : 56,
"11206656" : 54,
"11337728" : 43,
"11468800" : 36,
"11599872" : 29,
"11730944" : 22,
"11862016" : 12,
"11993088" : 11,
"12124160" : 7,
"12255232" : 3,
"12386304" : 1,
"12517376" : 2,
"12648448" : 2,
"12779520" : 1
}
},
"lat_ns" : {
"min" : 1098238,
"max" : 13341671,
"mean" : 5231699.581627,
"stddev" : 1735395.007821,
"N" : 341996
},
"bw_min" : 64146,
"bw_max" : 73503,
"bw_agg" : 100.000000,
"bw_mean" : 68400.256410,
"bw_dev" : 278.371278,
"bw_samples" : 312,
"iops_min" : 16036,
"iops_max" : 18375,
"iops_mean" : 17099.512821,
"iops_stddev" : 69.622725,
"iops_samples" : 312
},
"write" : {
"io_bytes" : 599072768,
"io_kbytes" : 585032,
"bw_bytes" : 29953638,
"bw" : 29251,
"iops" : 7312.950000,
"runtime" : 20000,
"total_ios" : 146259,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 11227,
"max" : 2121421,
"mean" : 344180.023643,
"stddev" : 232806.480108,
"N" : 146258
},
"clat_ns" : {
"min" : 992517,
"max" : 13591974,
"mean" : 4922157.013756,
"stddev" : 1638435.360634,
"N" : 146260,
"percentile" : {
"1.000000" : 2441216,
"5.000000" : 3031040,
"10.000000" : 3325952,
"20.000000" : 3719168,
"30.000000" : 3981312,
"40.000000" : 4227072,
"50.000000" : 4489216,
"60.000000" : 4751360,
"70.000000" : 5079040,
"80.000000" : 6127616,
"90.000000" : 7569408,
"95.000000" : 8454144,
"99.000000" : 9633792,
"99.500000" : 10027008,
"99.900000" : 10944512,
"99.950000" : 11206656,
"99.990000" : 11862016
},
"bins" : {
"995328" : 1,
"1011712" : 1,
"1056768" : 1,
"1138688" : 1,
"1171456" : 1,
"1286144" : 1,
"1351680" : 2,
"1368064" : 3,
"1384448" : 5,
"1400832" : 1,
"1417216" : 6,
"1433600" : 3,
"1499136" : 2,
"1531904" : 3,
"1548288" : 1,
"1564672" : 2,
"1581056" : 3,
"1597440" : 4,
"1613824" : 4,
"1630208" : 2,
"1646592" : 6,
"1662976" : 8,
"1679360" : 9,
"1695744" : 3,
"1712128" : 6,
"1728512" : 7,
"1744896" : 7,
"1761280" : 6,
"1777664" : 12,
"1794048" : 4,
"1810432" : 8,
"1826816" : 7,
"1843200" : 8,
"1859584" : 7,
"1875968" : 5,
"1892352" : 8,
"1908736" : 15,
"1925120" : 11,
"1941504" : 16,
"1957888" : 13,
"1974272" : 28,
"1990656" : 20,
"2007040" : 25,
"2023424" : 16,
"2039808" : 22,
"2056192" : 43,
"2072576" : 23,
"2088960" : 29,
"2113536" : 61,
"2146304" : 63,
"2179072" : 56,
"2211840" : 54,
"2244608" : 61,
"2277376" : 75,
"2310144" : 102,
"2342912" : 130,
"2375680" : 157,
"2408448" : 154,
"2441216" : 178,
"2473984" : 154,
"2506752" : 161,
"2539520" : 163,
"2572288" : 141,
"2605056" : 206,
"2637824" : 280,
"2670592" : 299,
"2703360" : 338,
"2736128" : 361,
"2768896" : 414,
"2801664" : 413,
"2834432" : 373,
"2867200" : 352,
"2899968" : 389,
"2932736" : 419,
"2965504" : 478,
"2998272" : 583,
"3031040" : 659,
"3063808" : 713,
"3096576" : 802,
"3129344" : 798,
"3162112" : 794,
"3194880" : 777,
"3227648" : 807,
"3260416" : 824,
"3293184" : 939,
"3325952" : 1004,
"3358720" : 1106,
"3391488" : 1203,
"3424256" : 1180,
"3457024" : 1214,
"3489792" : 1212,
"3522560" : 1200,
"3555328" : 1207,
"3588096" : 1336,
"3620864" : 1317,
"3653632" : 1385,
"3686400" : 1553,
"3719168" : 1608,
"3751936" : 1742,
"3784704" : 1756,
"3817472" : 1756,
"3850240" : 1757,
"3883008" : 1741,
"3915776" : 1723,
"3948544" : 1703,
"3981312" : 1786,
"4014080" : 1853,
"4046848" : 1879,
"4079616" : 1984,
"4112384" : 2070,
"4145152" : 2005,
"4177920" : 2061,
"4227072" : 4083,
"4292608" : 3884,
"4358144" : 3777,
"4423680" : 4060,
"4489216" : 4010,
"4554752" : 3707,
"4620288" : 3473,
"4685824" : 3314,
"4751360" : 3191,
"4816896" : 2995,
"4882432" : 2737,
"4947968" : 2628,
"5013504" : 2286,
"5079040" : 2056,
"5144576" : 1849,
"5210112" : 1645,
"5275648" : 1442,
"5341184" : 1286,
"5406720" : 1091,
"5472256" : 957,
"5537792" : 857,
"5603328" : 757,
"5668864" : 706,
"5734400" : 659,
"5799936" : 636,
"5865472" : 592,
"5931008" : 557,
"5996544" : 610,
"6062080" : 585,
"6127616" : 604,
"6193152" : 577,
"6258688" : 582,
"6324224" : 575,
"6389760" : 622,
"6455296" : 598,
"6520832" : 655,
"6586368" : 633,
"6651904" : 670,
"6717440" : 627,
"6782976" : 645,
"6848512" : 694,
"6914048" : 659,
"6979584" : 721,
"7045120" : 711,
"7110656" : 630,
"7176192" : 632,
"7241728" : 656,
"7307264" : 673,
"7372800" : 673,
"7438336" : 673,
"7503872" : 655,
"7569408" : 594,
"7634944" : 594,
"7700480" : 650,
"7766016" : 606,
"7831552" : 630,
"7897088" : 581,
"7962624" : 556,
"8028160" : 550,
"8093696" : 564,
"8159232" : 552,
"8224768" : 600,
"8290304" : 489,
"8355840" : 498,
"8454144" : 928,
"8585216" : 889,
"8716288" : 803,
"8847360" : 752,
"8978432" : 611,
"9109504" : 640,
"9240576" : 487,
"9371648" : 467,
"9502720" : 404,
"9633792" : 320,
"9764864" : 282,
"9895936" : 233,
"10027008" : 178,
"10158080" : 138,
"10289152" : 125,
"10420224" : 102,
"10551296" : 70,
"10682368" : 60,
"10813440" : 57,
"10944512" : 32,
"11075584" : 37,
"11206656" : 28,
"11337728" : 20,
"11468800" : 12,
"11599872" : 13,
"11730944" : 6,
"11862016" : 6,
"11993088" : 3,
"12124160" : 4,
"12255232" : 2,
"12517376" : 1,
"12648448" : 1,
"13041664" : 1,
"13565952" : 1
}
},
"lat_ns" : {
"min" : 1093000,
"max" : 13630243,
"mean" : 5266293.856960,
"stddev" : 1733780.706024,
"N" : 146260
},
"bw_min" : 26512,
"bw_max" : 32376,
"bw_agg" : 99.936415,
"bw_mean" : 29233.897436,
"bw_dev" : 166.079918,
"bw_samples" : 312,
"iops_min" : 6628,
"iops_max" : 8094,
"iops_mean" : 7307.974359,
"iops_stddev" : 41.526083,
"iops_samples" : 312
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159995,
"usr_cpu" : 0.755024,
"sys_cpu" : 16.564268,
"ctx" : 355541,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.190266,
"4" : 30.577106,
"10" : 68.643807,
"20" : 0.586978,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773101456,
"timestamp_ms" : 1773101456337,
"time" : "Mon Mar 9 21:10:56 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 2102222848,
"io_kbytes" : 2052952,
"bw_bytes" : 70076430,
"bw" : 68434,
"iops" : 17109.170306,
"runtime" : 29999,
"total_ios" : 513258,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5588,
"max" : 2683379,
"mean" : 316517.238571,
"stddev" : 238580.246237,
"N" : 513257
},
"clat_ns" : {
"min" : 1022713,
"max" : 12753673,
"mean" : 4909296.799491,
"stddev" : 1644878.812869,
"N" : 513243,
"percentile" : {
"1.000000" : 2408448,
"5.000000" : 2998272,
"10.000000" : 3293184,
"20.000000" : 3686400,
"30.000000" : 3948544,
"40.000000" : 4227072,
"50.000000" : 4423680,
"60.000000" : 4751360,
"70.000000" : 5079040,
"80.000000" : 6193152,
"90.000000" : 7569408,
"95.000000" : 8454144,
"99.000000" : 9633792,
"99.500000" : 10027008,
"99.900000" : 10813440,
"99.950000" : 11075584,
"99.990000" : 11730944
},
"bins" : {
"1019904" : 1,
"1036288" : 1,
"1056768" : 1,
"1073152" : 3,
"1105920" : 3,
"1171456" : 1,
"1187840" : 1,
"1204224" : 3,
"1269760" : 2,
"1286144" : 1,
"1302528" : 3,
"1318912" : 3,
"1335296" : 3,
"1351680" : 4,
"1368064" : 14,
"1384448" : 9,
"1400832" : 1,
"1417216" : 11,
"1433600" : 9,
"1449984" : 11,
"1466368" : 4,
"1482752" : 1,
"1499136" : 2,
"1515520" : 6,
"1531904" : 7,
"1548288" : 4,
"1564672" : 2,
"1581056" : 7,
"1597440" : 9,
"1613824" : 9,
"1630208" : 21,
"1646592" : 23,
"1662976" : 28,
"1679360" : 33,
"1695744" : 20,
"1712128" : 38,
"1728512" : 19,
"1744896" : 37,
"1761280" : 51,
"1777664" : 27,
"1794048" : 24,
"1810432" : 41,
"1826816" : 37,
"1843200" : 28,
"1859584" : 27,
"1875968" : 37,
"1892352" : 22,
"1908736" : 28,
"1925120" : 36,
"1941504" : 51,
"1957888" : 55,
"1974272" : 86,
"1990656" : 107,
"2007040" : 108,
"2023424" : 105,
"2039808" : 106,
"2056192" : 132,
"2072576" : 139,
"2088960" : 113,
"2113536" : 231,
"2146304" : 230,
"2179072" : 193,
"2211840" : 203,
"2244608" : 257,
"2277376" : 349,
"2310144" : 419,
"2342912" : 586,
"2375680" : 617,
"2408448" : 668,
"2441216" : 647,
"2473984" : 574,
"2506752" : 538,
"2539520" : 677,
"2572288" : 638,
"2605056" : 800,
"2637824" : 1012,
"2670592" : 1160,
"2703360" : 1305,
"2736128" : 1440,
"2768896" : 1541,
"2801664" : 1546,
"2834432" : 1428,
"2867200" : 1338,
"2899968" : 1427,
"2932736" : 1563,
"2965504" : 1846,
"2998272" : 2230,
"3031040" : 2427,
"3063808" : 2733,
"3096576" : 2959,
"3129344" : 2897,
"3162112" : 2794,
"3194880" : 2731,
"3227648" : 2736,
"3260416" : 2968,
"3293184" : 3124,
"3325952" : 3498,
"3358720" : 3889,
"3391488" : 4347,
"3424256" : 4480,
"3457024" : 4566,
"3489792" : 4698,
"3522560" : 4461,
"3555328" : 4510,
"3588096" : 4698,
"3620864" : 4724,
"3653632" : 4986,
"3686400" : 5434,
"3719168" : 5885,
"3751936" : 6169,
"3784704" : 6242,
"3817472" : 6222,
"3850240" : 6226,
"3883008" : 6142,
"3915776" : 5920,
"3948544" : 6089,
"3981312" : 6246,
"4014080" : 6580,
"4046848" : 6713,
"4079616" : 7173,
"4112384" : 7153,
"4145152" : 7360,
"4177920" : 7175,
"4227072" : 13494,
"4292608" : 13323,
"4358144" : 13261,
"4423680" : 13530,
"4489216" : 13339,
"4554752" : 12756,
"4620288" : 11866,
"4685824" : 11089,
"4751360" : 10639,
"4816896" : 9869,
"4882432" : 9336,
"4947968" : 8423,
"5013504" : 7438,
"5079040" : 6833,
"5144576" : 6003,
"5210112" : 5411,
"5275648" : 4810,
"5341184" : 4317,
"5406720" : 3692,
"5472256" : 3270,
"5537792" : 2872,
"5603328" : 2672,
"5668864" : 2481,
"5734400" : 2303,
"5799936" : 2175,
"5865472" : 2146,
"5931008" : 2026,
"5996544" : 2100,
"6062080" : 2164,
"6127616" : 2143,
"6193152" : 2177,
"6258688" : 2188,
"6324224" : 2237,
"6389760" : 2316,
"6455296" : 2368,
"6520832" : 2313,
"6586368" : 2442,
"6651904" : 2416,
"6717440" : 2383,
"6782976" : 2406,
"6848512" : 2483,
"6914048" : 2390,
"6979584" : 2521,
"7045120" : 2518,
"7110656" : 2468,
"7176192" : 2466,
"7241728" : 2391,
"7307264" : 2429,
"7372800" : 2389,
"7438336" : 2452,
"7503872" : 2473,
"7569408" : 2353,
"7634944" : 2274,
"7700480" : 2295,
"7766016" : 2213,
"7831552" : 2234,
"7897088" : 2171,
"7962624" : 2137,
"8028160" : 2047,
"8093696" : 2019,
"8159232" : 1968,
"8224768" : 1961,
"8290304" : 1759,
"8355840" : 1746,
"8454144" : 3291,
"8585216" : 3104,
"8716288" : 2701,
"8847360" : 2520,
"8978432" : 2226,
"9109504" : 1904,
"9240576" : 1750,
"9371648" : 1457,
"9502720" : 1264,
"9633792" : 1093,
"9764864" : 890,
"9895936" : 784,
"10027008" : 655,
"10158080" : 470,
"10289152" : 405,
"10420224" : 346,
"10551296" : 252,
"10682368" : 199,
"10813440" : 187,
"10944512" : 101,
"11075584" : 71,
"11206656" : 62,
"11337728" : 52,
"11468800" : 45,
"11599872" : 31,
"11730944" : 22,
"11862016" : 14,
"11993088" : 12,
"12124160" : 7,
"12255232" : 4,
"12386304" : 1,
"12517376" : 3,
"12648448" : 2,
"12779520" : 1
}
},
"lat_ns" : {
"min" : 1098238,
"max" : 13341671,
"mean" : 5225817.636022,
"stddev" : 1737795.310979,
"N" : 513243
},
"bw_min" : 63880,
"bw_max" : 73984,
"bw_agg" : 100.000000,
"bw_mean" : 68471.355932,
"bw_dev" : 282.529390,
"bw_samples" : 472,
"iops_min" : 15970,
"iops_max" : 18496,
"iops_mean" : 17117.457627,
"iops_stddev" : 70.653043,
"iops_samples" : 472
},
"write" : {
"io_bytes" : 900677632,
"io_kbytes" : 879568,
"bw_bytes" : 30023588,
"bw" : 29319,
"iops" : 7329.744325,
"runtime" : 29999,
"total_ios" : 219885,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 11167,
"max" : 2821210,
"mean" : 344305.592184,
"stddev" : 235717.758939,
"N" : 219886
},
"clat_ns" : {
"min" : 992517,
"max" : 13591974,
"mean" : 4918165.450239,
"stddev" : 1640325.911441,
"N" : 219892,
"percentile" : {
"1.000000" : 2441216,
"5.000000" : 3031040,
"10.000000" : 3325952,
"20.000000" : 3686400,
"30.000000" : 3981312,
"40.000000" : 4227072,
"50.000000" : 4423680,
"60.000000" : 4751360,
"70.000000" : 5144576,
"80.000000" : 6193152,
"90.000000" : 7569408,
"95.000000" : 8454144,
"99.000000" : 9633792,
"99.500000" : 10027008,
"99.900000" : 10813440,
"99.950000" : 11075584,
"99.990000" : 11730944
},
"bins" : {
"995328" : 1,
"1011712" : 1,
"1056768" : 1,
"1138688" : 1,
"1171456" : 1,
"1269760" : 2,
"1286144" : 1,
"1318912" : 1,
"1335296" : 3,
"1351680" : 5,
"1368064" : 4,
"1384448" : 5,
"1400832" : 1,
"1417216" : 6,
"1433600" : 5,
"1466368" : 2,
"1499136" : 2,
"1531904" : 3,
"1548288" : 2,
"1564672" : 3,
"1581056" : 3,
"1597440" : 5,
"1613824" : 5,
"1630208" : 2,
"1646592" : 9,
"1662976" : 11,
"1679360" : 14,
"1695744" : 6,
"1712128" : 11,
"1728512" : 11,
"1744896" : 10,
"1761280" : 8,
"1777664" : 16,
"1794048" : 7,
"1810432" : 12,
"1826816" : 10,
"1843200" : 10,
"1859584" : 8,
"1875968" : 9,
"1892352" : 12,
"1908736" : 20,
"1925120" : 17,
"1941504" : 23,
"1957888" : 21,
"1974272" : 49,
"1990656" : 29,
"2007040" : 47,
"2023424" : 28,
"2039808" : 50,
"2056192" : 57,
"2072576" : 45,
"2088960" : 52,
"2113536" : 88,
"2146304" : 99,
"2179072" : 90,
"2211840" : 87,
"2244608" : 86,
"2277376" : 123,
"2310144" : 166,
"2342912" : 217,
"2375680" : 246,
"2408448" : 247,
"2441216" : 262,
"2473984" : 234,
"2506752" : 246,
"2539520" : 238,
"2572288" : 225,
"2605056" : 308,
"2637824" : 416,
"2670592" : 470,
"2703360" : 519,
"2736128" : 567,
"2768896" : 620,
"2801664" : 617,
"2834432" : 564,
"2867200" : 560,
"2899968" : 580,
"2932736" : 622,
"2965504" : 780,
"2998272" : 927,
"3031040" : 1028,
"3063808" : 1069,
"3096576" : 1224,
"3129344" : 1181,
"3162112" : 1182,
"3194880" : 1190,
"3227648" : 1296,
"3260416" : 1248,
"3293184" : 1366,
"3325952" : 1530,
"3358720" : 1685,
"3391488" : 1918,
"3424256" : 1882,
"3457024" : 1956,
"3489792" : 1896,
"3522560" : 1878,
"3555328" : 1875,
"3588096" : 2083,
"3620864" : 2009,
"3653632" : 2154,
"3686400" : 2322,
"3719168" : 2467,
"3751936" : 2661,
"3784704" : 2695,
"3817472" : 2678,
"3850240" : 2653,
"3883008" : 2675,
"3915776" : 2669,
"3948544" : 2622,
"3981312" : 2706,
"4014080" : 2813,
"4046848" : 2871,
"4079616" : 3026,
"4112384" : 3115,
"4145152" : 3049,
"4177920" : 3057,
"4227072" : 5990,
"4292608" : 5745,
"4358144" : 5686,
"4423680" : 5944,
"4489216" : 5748,
"4554752" : 5373,
"4620288" : 5022,
"4685824" : 4817,
"4751360" : 4589,
"4816896" : 4290,
"4882432" : 3952,
"4947968" : 3710,
"5013504" : 3252,
"5079040" : 2941,
"5144576" : 2687,
"5210112" : 2388,
"5275648" : 2112,
"5341184" : 1843,
"5406720" : 1591,
"5472256" : 1379,
"5537792" : 1224,
"5603328" : 1139,
"5668864" : 1055,
"5734400" : 1030,
"5799936" : 974,
"5865472" : 945,
"5931008" : 880,
"5996544" : 975,
"6062080" : 919,
"6127616" : 950,
"6193152" : 913,
"6258688" : 966,
"6324224" : 975,
"6389760" : 985,
"6455296" : 924,
"6520832" : 1049,
"6586368" : 1017,
"6651904" : 1041,
"6717440" : 976,
"6782976" : 1060,
"6848512" : 1110,
"6914048" : 1075,
"6979584" : 1077,
"7045120" : 1093,
"7110656" : 995,
"7176192" : 1012,
"7241728" : 997,
"7307264" : 1038,
"7372800" : 1046,
"7438336" : 1047,
"7503872" : 1001,
"7569408" : 927,
"7634944" : 964,
"7700480" : 995,
"7766016" : 928,
"7831552" : 967,
"7897088" : 892,
"7962624" : 873,
"8028160" : 850,
"8093696" : 856,
"8159232" : 848,
"8224768" : 888,
"8290304" : 748,
"8355840" : 735,
"8454144" : 1429,
"8585216" : 1303,
"8716288" : 1212,
"8847360" : 1085,
"8978432" : 905,
"9109504" : 912,
"9240576" : 733,
"9371648" : 677,
"9502720" : 550,
"9633792" : 478,
"9764864" : 412,
"9895936" : 333,
"10027008" : 264,
"10158080" : 198,
"10289152" : 175,
"10420224" : 148,
"10551296" : 98,
"10682368" : 88,
"10813440" : 72,
"10944512" : 50,
"11075584" : 44,
"11206656" : 33,
"11337728" : 23,
"11468800" : 12,
"11599872" : 13,
"11730944" : 7,
"11862016" : 7,
"11993088" : 3,
"12124160" : 4,
"12255232" : 2,
"12517376" : 1,
"12648448" : 1,
"13041664" : 1,
"13565952" : 1
}
},
"lat_ns" : {
"min" : 1093000,
"max" : 13630243,
"mean" : 5262478.997935,
"stddev" : 1735991.660867,
"N" : 219892
},
"bw_min" : 26392,
"bw_max" : 32608,
"bw_agg" : 100.000000,
"bw_mean" : 29323.847458,
"bw_dev" : 170.025503,
"bw_samples" : 472,
"iops_min" : 6598,
"iops_max" : 8152,
"iops_mean" : 7330.559322,
"iops_stddev" : 42.507103,
"iops_samples" : 472
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 239992,
"usr_cpu" : 0.742525,
"sys_cpu" : 16.541801,
"ctx" : 529523,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.192732,
"4" : 31.349955,
"10" : 67.926448,
"20" : 0.529637,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773101466,
"timestamp_ms" : 1773101466337,
"time" : "Mon Mar 9 21:11:06 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 2798841856,
"io_kbytes" : 2733244,
"bw_bytes" : 69972795,
"bw" : 68332,
"iops" : 17083.452086,
"runtime" : 39999,
"total_ios" : 683321,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5588,
"max" : 2683379,
"mean" : 316586.076330,
"stddev" : 240289.631655,
"N" : 683321
},
"clat_ns" : {
"min" : 705749,
"max" : 12753673,
"mean" : 4915343.845589,
"stddev" : 1615691.817136,
"N" : 683318,
"percentile" : {
"1.000000" : 2408448,
"5.000000" : 2998272,
"10.000000" : 3293184,
"20.000000" : 3686400,
"30.000000" : 3981312,
"40.000000" : 4227072,
"50.000000" : 4489216,
"60.000000" : 4751360,
"70.000000" : 5144576,
"80.000000" : 6193152,
"90.000000" : 7503872,
"95.000000" : 8290304,
"99.000000" : 9633792,
"99.500000" : 10027008,
"99.900000" : 10813440,
"99.950000" : 11075584,
"99.990000" : 11730944
},
"bins" : {
"708608" : 1,
"1019904" : 1,
"1028096" : 2,
"1036288" : 1,
"1056768" : 2,
"1073152" : 3,
"1105920" : 3,
"1138688" : 1,
"1171456" : 1,
"1187840" : 2,
"1204224" : 3,
"1236992" : 1,
"1269760" : 2,
"1286144" : 3,
"1302528" : 3,
"1318912" : 3,
"1335296" : 4,
"1351680" : 6,
"1368064" : 17,
"1384448" : 10,
"1400832" : 9,
"1417216" : 11,
"1433600" : 9,
"1449984" : 12,
"1466368" : 4,
"1482752" : 2,
"1499136" : 2,
"1515520" : 6,
"1531904" : 7,
"1548288" : 6,
"1564672" : 3,
"1581056" : 8,
"1597440" : 12,
"1613824" : 19,
"1630208" : 25,
"1646592" : 27,
"1662976" : 34,
"1679360" : 46,
"1695744" : 29,
"1712128" : 46,
"1728512" : 28,
"1744896" : 46,
"1761280" : 63,
"1777664" : 31,
"1794048" : 33,
"1810432" : 47,
"1826816" : 44,
"1843200" : 35,
"1859584" : 29,
"1875968" : 40,
"1892352" : 31,
"1908736" : 34,
"1925120" : 38,
"1941504" : 60,
"1957888" : 73,
"1974272" : 103,
"1990656" : 124,
"2007040" : 118,
"2023424" : 129,
"2039808" : 131,
"2056192" : 163,
"2072576" : 179,
"2088960" : 136,
"2113536" : 297,
"2146304" : 288,
"2179072" : 238,
"2211840" : 255,
"2244608" : 331,
"2277376" : 428,
"2310144" : 533,
"2342912" : 716,
"2375680" : 801,
"2408448" : 850,
"2441216" : 869,
"2473984" : 765,
"2506752" : 734,
"2539520" : 853,
"2572288" : 839,
"2605056" : 1047,
"2637824" : 1288,
"2670592" : 1471,
"2703360" : 1743,
"2736128" : 1918,
"2768896" : 2001,
"2801664" : 2029,
"2834432" : 1874,
"2867200" : 1769,
"2899968" : 1869,
"2932736" : 2060,
"2965504" : 2363,
"2998272" : 2911,
"3031040" : 3229,
"3063808" : 3625,
"3096576" : 3889,
"3129344" : 3796,
"3162112" : 3646,
"3194880" : 3619,
"3227648" : 3605,
"3260416" : 3892,
"3293184" : 4092,
"3325952" : 4667,
"3358720" : 5152,
"3391488" : 5656,
"3424256" : 5871,
"3457024" : 5949,
"3489792" : 6109,
"3522560" : 5858,
"3555328" : 6013,
"3588096" : 6146,
"3620864" : 6253,
"3653632" : 6555,
"3686400" : 7085,
"3719168" : 7573,
"3751936" : 7947,
"3784704" : 8121,
"3817472" : 8147,
"3850240" : 8108,
"3883008" : 8047,
"3915776" : 7805,
"3948544" : 8040,
"3981312" : 8319,
"4014080" : 8558,
"4046848" : 8731,
"4079616" : 9209,
"4112384" : 9283,
"4145152" : 9401,
"4177920" : 9351,
"4227072" : 17659,
"4292608" : 17453,
"4358144" : 17347,
"4423680" : 17715,
"4489216" : 17367,
"4554752" : 16565,
"4620288" : 15375,
"4685824" : 14310,
"4751360" : 13930,
"4816896" : 13057,
"4882432" : 12367,
"4947968" : 11202,
"5013504" : 9927,
"5079040" : 9212,
"5144576" : 8400,
"5210112" : 7593,
"5275648" : 6784,
"5341184" : 6119,
"5406720" : 5376,
"5472256" : 4906,
"5537792" : 4458,
"5603328" : 4195,
"5668864" : 4040,
"5734400" : 3721,
"5799936" : 3585,
"5865472" : 3522,
"5931008" : 3291,
"5996544" : 3440,
"6062080" : 3442,
"6127616" : 3358,
"6193152" : 3339,
"6258688" : 3362,
"6324224" : 3418,
"6389760" : 3530,
"6455296" : 3555,
"6520832" : 3393,
"6586368" : 3509,
"6651904" : 3440,
"6717440" : 3393,
"6782976" : 3411,
"6848512" : 3472,
"6914048" : 3351,
"6979584" : 3425,
"7045120" : 3439,
"7110656" : 3346,
"7176192" : 3281,
"7241728" : 3223,
"7307264" : 3276,
"7372800" : 3128,
"7438336" : 3210,
"7503872" : 3213,
"7569408" : 3066,
"7634944" : 2931,
"7700480" : 2943,
"7766016" : 2848,
"7831552" : 2888,
"7897088" : 2761,
"7962624" : 2644,
"8028160" : 2610,
"8093696" : 2528,
"8159232" : 2456,
"8224768" : 2430,
"8290304" : 2200,
"8355840" : 2187,
"8454144" : 4093,
"8585216" : 3872,
"8716288" : 3385,
"8847360" : 3099,
"8978432" : 2738,
"9109504" : 2322,
"9240576" : 2101,
"9371648" : 1776,
"9502720" : 1534,
"9633792" : 1311,
"9764864" : 1104,
"9895936" : 946,
"10027008" : 797,
"10158080" : 564,
"10289152" : 496,
"10420224" : 413,
"10551296" : 306,
"10682368" : 242,
"10813440" : 217,
"10944512" : 119,
"11075584" : 83,
"11206656" : 71,
"11337728" : 59,
"11468800" : 50,
"11599872" : 37,
"11730944" : 25,
"11862016" : 17,
"11993088" : 13,
"12124160" : 7,
"12255232" : 4,
"12386304" : 2,
"12517376" : 3,
"12648448" : 2,
"12779520" : 1
}
},
"lat_ns" : {
"min" : 1048742,
"max" : 13341671,
"mean" : 5231922.294195,
"stddev" : 1705887.827470,
"N" : 683318
},
"bw_min" : 61280,
"bw_max" : 74584,
"bw_agg" : 100.000000,
"bw_mean" : 68375.607595,
"bw_dev" : 321.324395,
"bw_samples" : 632,
"iops_min" : 15320,
"iops_max" : 18646,
"iops_mean" : 17093.569620,
"iops_stddev" : 80.347304,
"iops_samples" : 632
},
"write" : {
"io_bytes" : 1199529984,
"io_kbytes" : 1171416,
"bw_bytes" : 29988999,
"bw" : 29286,
"iops" : 7321.558039,
"runtime" : 39999,
"total_ios" : 292855,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 11167,
"max" : 2821210,
"mean" : 345663.528869,
"stddev" : 237441.566635,
"N" : 292855
},
"clat_ns" : {
"min" : 992517,
"max" : 13591974,
"mean" : 4926308.922926,
"stddev" : 1613032.818330,
"N" : 292850,
"percentile" : {
"1.000000" : 2441216,
"5.000000" : 3031040,
"10.000000" : 3325952,
"20.000000" : 3686400,
"30.000000" : 3981312,
"40.000000" : 4227072,
"50.000000" : 4489216,
"60.000000" : 4751360,
"70.000000" : 5210112,
"80.000000" : 6193152,
"90.000000" : 7503872,
"95.000000" : 8355840,
"99.000000" : 9633792,
"99.500000" : 10027008,
"99.900000" : 10813440,
"99.950000" : 11075584,
"99.990000" : 11730944
},
"bins" : {
"995328" : 1,
"1011712" : 1,
"1044480" : 1,
"1056768" : 1,
"1122304" : 1,
"1138688" : 1,
"1171456" : 1,
"1269760" : 2,
"1286144" : 2,
"1318912" : 1,
"1335296" : 3,
"1351680" : 6,
"1368064" : 4,
"1384448" : 7,
"1400832" : 2,
"1417216" : 6,
"1433600" : 5,
"1466368" : 3,
"1499136" : 2,
"1531904" : 4,
"1548288" : 2,
"1564672" : 3,
"1581056" : 3,
"1597440" : 6,
"1613824" : 5,
"1630208" : 2,
"1646592" : 11,
"1662976" : 13,
"1679360" : 15,
"1695744" : 9,
"1712128" : 15,
"1728512" : 15,
"1744896" : 12,
"1761280" : 12,
"1777664" : 20,
"1794048" : 8,
"1810432" : 18,
"1826816" : 11,
"1843200" : 12,
"1859584" : 8,
"1875968" : 13,
"1892352" : 12,
"1908736" : 21,
"1925120" : 20,
"1941504" : 24,
"1957888" : 27,
"1974272" : 54,
"1990656" : 33,
"2007040" : 57,
"2023424" : 37,
"2039808" : 58,
"2056192" : 68,
"2072576" : 54,
"2088960" : 68,
"2113536" : 114,
"2146304" : 121,
"2179072" : 107,
"2211840" : 111,
"2244608" : 111,
"2277376" : 158,
"2310144" : 218,
"2342912" : 278,
"2375680" : 309,
"2408448" : 348,
"2441216" : 343,
"2473984" : 320,
"2506752" : 344,
"2539520" : 304,
"2572288" : 297,
"2605056" : 421,
"2637824" : 538,
"2670592" : 591,
"2703360" : 701,
"2736128" : 744,
"2768896" : 828,
"2801664" : 833,
"2834432" : 748,
"2867200" : 748,
"2899968" : 738,
"2932736" : 843,
"2965504" : 1019,
"2998272" : 1190,
"3031040" : 1331,
"3063808" : 1457,
"3096576" : 1602,
"3129344" : 1573,
"3162112" : 1529,
"3194880" : 1542,
"3227648" : 1656,
"3260416" : 1659,
"3293184" : 1794,
"3325952" : 1975,
"3358720" : 2200,
"3391488" : 2512,
"3424256" : 2498,
"3457024" : 2526,
"3489792" : 2463,
"3522560" : 2485,
"3555328" : 2486,
"3588096" : 2718,
"3620864" : 2649,
"3653632" : 2762,
"3686400" : 3064,
"3719168" : 3211,
"3751936" : 3427,
"3784704" : 3439,
"3817472" : 3505,
"3850240" : 3524,
"3883008" : 3434,
"3915776" : 3528,
"3948544" : 3440,
"3981312" : 3533,
"4014080" : 3675,
"4046848" : 3734,
"4079616" : 3934,
"4112384" : 3996,
"4145152" : 3988,
"4177920" : 3958,
"4227072" : 7778,
"4292608" : 7599,
"4358144" : 7413,
"4423680" : 7706,
"4489216" : 7454,
"4554752" : 7034,
"4620288" : 6539,
"4685824" : 6205,
"4751360" : 5984,
"4816896" : 5741,
"4882432" : 5217,
"4947968" : 4821,
"5013504" : 4349,
"5079040" : 3958,
"5144576" : 3676,
"5210112" : 3321,
"5275648" : 3015,
"5341184" : 2660,
"5406720" : 2319,
"5472256" : 2085,
"5537792" : 1930,
"5603328" : 1824,
"5668864" : 1720,
"5734400" : 1649,
"5799936" : 1576,
"5865472" : 1535,
"5931008" : 1457,
"5996544" : 1527,
"6062080" : 1473,
"6127616" : 1482,
"6193152" : 1430,
"6258688" : 1502,
"6324224" : 1478,
"6389760" : 1497,
"6455296" : 1395,
"6520832" : 1503,
"6586368" : 1555,
"6651904" : 1496,
"6717440" : 1398,
"6782976" : 1499,
"6848512" : 1542,
"6914048" : 1443,
"6979584" : 1509,
"7045120" : 1487,
"7110656" : 1383,
"7176192" : 1374,
"7241728" : 1357,
"7307264" : 1394,
"7372800" : 1372,
"7438336" : 1405,
"7503872" : 1339,
"7569408" : 1176,
"7634944" : 1231,
"7700480" : 1267,
"7766016" : 1170,
"7831552" : 1219,
"7897088" : 1139,
"7962624" : 1110,
"8028160" : 1081,
"8093696" : 1106,
"8159232" : 1071,
"8224768" : 1094,
"8290304" : 935,
"8355840" : 940,
"8454144" : 1794,
"8585216" : 1615,
"8716288" : 1491,
"8847360" : 1326,
"8978432" : 1149,
"9109504" : 1112,
"9240576" : 875,
"9371648" : 826,
"9502720" : 669,
"9633792" : 598,
"9764864" : 508,
"9895936" : 395,
"10027008" : 340,
"10158080" : 253,
"10289152" : 214,
"10420224" : 172,
"10551296" : 119,
"10682368" : 102,
"10813440" : 84,
"10944512" : 56,
"11075584" : 50,
"11206656" : 35,
"11337728" : 28,
"11468800" : 15,
"11599872" : 14,
"11730944" : 10,
"11862016" : 10,
"11993088" : 4,
"12124160" : 4,
"12255232" : 2,
"12517376" : 1,
"12648448" : 1,
"13041664" : 1,
"13565952" : 1
}
},
"lat_ns" : {
"min" : 1093000,
"max" : 13630243,
"mean" : 5271955.962643,
"stddev" : 1706211.813820,
"N" : 292850
},
"bw_min" : 25896,
"bw_max" : 32695,
"bw_agg" : 100.000000,
"bw_mean" : 29315.329114,
"bw_dev" : 174.771407,
"bw_samples" : 632,
"iops_min" : 6474,
"iops_max" : 8173,
"iops_mean" : 7328.405063,
"iops_stddev" : 43.692898,
"iops_samples" : 632
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319992,
"usr_cpu" : 0.734706,
"sys_cpu" : 16.479162,
"ctx" : 700264,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999898,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999898,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.175686,
"4" : 30.822618,
"10" : 68.520841,
"20" : 0.479832,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773101476,
"timestamp_ms" : 1773101476337,
"time" : "Mon Mar 9 21:11:16 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 3449368576,
"io_kbytes" : 3368524,
"bw_bytes" : 68988751,
"bw" : 67371,
"iops" : 16843.376868,
"runtime" : 49999,
"total_ios" : 842152,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5588,
"max" : 2683379,
"mean" : 320825.925855,
"stddev" : 244851.818630,
"N" : 842151
},
"clat_ns" : {
"min" : 705749,
"max" : 12753673,
"mean" : 4984573.158693,
"stddev" : 1595422.173397,
"N" : 842141,
"percentile" : {
"1.000000" : 2441216,
"5.000000" : 3031040,
"10.000000" : 3325952,
"20.000000" : 3719168,
"30.000000" : 4014080,
"40.000000" : 4292608,
"50.000000" : 4554752,
"60.000000" : 4882432,
"70.000000" : 5406720,
"80.000000" : 6324224,
"90.000000" : 7438336,
"95.000000" : 8224768,
"99.000000" : 9502720,
"99.500000" : 9895936,
"99.900000" : 10682368,
"99.950000" : 10944512,
"99.990000" : 11599872
},
"bins" : {
"708608" : 1,
"1019904" : 1,
"1028096" : 2,
"1036288" : 1,
"1056768" : 2,
"1073152" : 3,
"1105920" : 3,
"1138688" : 1,
"1171456" : 1,
"1187840" : 2,
"1204224" : 3,
"1236992" : 3,
"1253376" : 1,
"1269760" : 2,
"1286144" : 4,
"1302528" : 4,
"1318912" : 3,
"1335296" : 4,
"1351680" : 8,
"1368064" : 19,
"1384448" : 11,
"1400832" : 9,
"1417216" : 11,
"1433600" : 9,
"1449984" : 12,
"1466368" : 4,
"1482752" : 2,
"1499136" : 2,
"1515520" : 6,
"1531904" : 7,
"1548288" : 9,
"1564672" : 6,
"1581056" : 8,
"1597440" : 12,
"1613824" : 22,
"1630208" : 28,
"1646592" : 28,
"1662976" : 40,
"1679360" : 55,
"1695744" : 34,
"1712128" : 52,
"1728512" : 33,
"1744896" : 51,
"1761280" : 68,
"1777664" : 37,
"1794048" : 37,
"1810432" : 49,
"1826816" : 46,
"1843200" : 38,
"1859584" : 37,
"1875968" : 41,
"1892352" : 36,
"1908736" : 41,
"1925120" : 42,
"1941504" : 67,
"1957888" : 78,
"1974272" : 115,
"1990656" : 137,
"2007040" : 134,
"2023424" : 143,
"2039808" : 154,
"2056192" : 189,
"2072576" : 199,
"2088960" : 183,
"2113536" : 329,
"2146304" : 338,
"2179072" : 290,
"2211840" : 290,
"2244608" : 382,
"2277376" : 473,
"2310144" : 627,
"2342912" : 817,
"2375680" : 911,
"2408448" : 978,
"2441216" : 995,
"2473984" : 878,
"2506752" : 829,
"2539520" : 979,
"2572288" : 959,
"2605056" : 1174,
"2637824" : 1475,
"2670592" : 1677,
"2703360" : 1984,
"2736128" : 2217,
"2768896" : 2329,
"2801664" : 2312,
"2834432" : 2175,
"2867200" : 2043,
"2899968" : 2143,
"2932736" : 2354,
"2965504" : 2726,
"2998272" : 3302,
"3031040" : 3711,
"3063808" : 4123,
"3096576" : 4408,
"3129344" : 4396,
"3162112" : 4250,
"3194880" : 4187,
"3227648" : 4191,
"3260416" : 4482,
"3293184" : 4755,
"3325952" : 5389,
"3358720" : 5953,
"3391488" : 6527,
"3424256" : 6712,
"3457024" : 6859,
"3489792" : 7057,
"3522560" : 6837,
"3555328" : 7050,
"3588096" : 7166,
"3620864" : 7275,
"3653632" : 7657,
"3686400" : 8217,
"3719168" : 8814,
"3751936" : 9136,
"3784704" : 9405,
"3817472" : 9498,
"3850240" : 9431,
"3883008" : 9345,
"3915776" : 9071,
"3948544" : 9298,
"3981312" : 9643,
"4014080" : 9927,
"4046848" : 10178,
"4079616" : 10694,
"4112384" : 10735,
"4145152" : 10822,
"4177920" : 10884,
"4227072" : 20555,
"4292608" : 20334,
"4358144" : 20221,
"4423680" : 20679,
"4489216" : 20424,
"4554752" : 19410,
"4620288" : 18226,
"4685824" : 17119,
"4751360" : 16536,
"4816896" : 15734,
"4882432" : 14951,
"4947968" : 13767,
"5013504" : 12422,
"5079040" : 11655,
"5144576" : 10629,
"5210112" : 9808,
"5275648" : 9021,
"5341184" : 8276,
"5406720" : 7545,
"5472256" : 7064,
"5537792" : 6586,
"5603328" : 6281,
"5668864" : 6165,
"5734400" : 5837,
"5799936" : 5655,
"5865472" : 5555,
"5931008" : 5298,
"5996544" : 5453,
"6062080" : 5398,
"6127616" : 5450,
"6193152" : 5247,
"6258688" : 5282,
"6324224" : 5204,
"6389760" : 5309,
"6455296" : 5379,
"6520832" : 5230,
"6586368" : 5233,
"6651904" : 5162,
"6717440" : 5088,
"6782976" : 5028,
"6848512" : 5097,
"6914048" : 4865,
"6979584" : 5025,
"7045120" : 4859,
"7110656" : 4703,
"7176192" : 4588,
"7241728" : 4485,
"7307264" : 4428,
"7372800" : 4283,
"7438336" : 4302,
"7503872" : 4234,
"7569408" : 3974,
"7634944" : 3860,
"7700480" : 3827,
"7766016" : 3660,
"7831552" : 3566,
"7897088" : 3470,
"7962624" : 3303,
"8028160" : 3257,
"8093696" : 3099,
"8159232" : 2966,
"8224768" : 2857,
"8290304" : 2645,
"8355840" : 2582,
"8454144" : 4797,
"8585216" : 4453,
"8716288" : 3889,
"8847360" : 3501,
"8978432" : 3066,
"9109504" : 2592,
"9240576" : 2344,
"9371648" : 1951,
"9502720" : 1658,
"9633792" : 1411,
"9764864" : 1186,
"9895936" : 1001,
"10027008" : 846,
"10158080" : 593,
"10289152" : 513,
"10420224" : 429,
"10551296" : 313,
"10682368" : 247,
"10813440" : 226,
"10944512" : 127,
"11075584" : 87,
"11206656" : 72,
"11337728" : 61,
"11468800" : 52,
"11599872" : 37,
"11730944" : 25,
"11862016" : 18,
"11993088" : 13,
"12124160" : 10,
"12255232" : 5,
"12386304" : 2,
"12517376" : 3,
"12648448" : 2,
"12779520" : 1
}
},
"lat_ns" : {
"min" : 1048742,
"max" : 13341671,
"mean" : 5305401.009236,
"stddev" : 1683254.575803,
"N" : 842141
},
"bw_min" : 56216,
"bw_max" : 74584,
"bw_agg" : 100.000000,
"bw_mean" : 67384.565657,
"bw_dev" : 447.860492,
"bw_samples" : 792,
"iops_min" : 14054,
"iops_max" : 18646,
"iops_mean" : 16845.797980,
"iops_stddev" : 111.975378,
"iops_samples" : 792
},
"write" : {
"io_bytes" : 1479131136,
"io_kbytes" : 1444464,
"bw_bytes" : 29583214,
"bw" : 28889,
"iops" : 7222.364447,
"runtime" : 49999,
"total_ios" : 361111,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 11167,
"max" : 2821210,
"mean" : 351154.807785,
"stddev" : 241720.228019,
"N" : 361112
},
"clat_ns" : {
"min" : 992517,
"max" : 13591974,
"mean" : 4996070.052784,
"stddev" : 1593052.089726,
"N" : 361114,
"percentile" : {
"1.000000" : 2473984,
"5.000000" : 3063808,
"10.000000" : 3358720,
"20.000000" : 3751936,
"30.000000" : 4046848,
"40.000000" : 4292608,
"50.000000" : 4554752,
"60.000000" : 4882432,
"70.000000" : 5406720,
"80.000000" : 6324224,
"90.000000" : 7438336,
"95.000000" : 8224768,
"99.000000" : 9502720,
"99.500000" : 9895936,
"99.900000" : 10682368,
"99.950000" : 11075584,
"99.990000" : 11599872
},
"bins" : {
"995328" : 1,
"1011712" : 1,
"1044480" : 1,
"1056768" : 1,
"1122304" : 1,
"1138688" : 1,
"1171456" : 1,
"1236992" : 1,
"1269760" : 2,
"1286144" : 2,
"1302528" : 2,
"1318912" : 1,
"1335296" : 3,
"1351680" : 6,
"1368064" : 4,
"1384448" : 7,
"1400832" : 2,
"1417216" : 6,
"1433600" : 5,
"1466368" : 3,
"1499136" : 2,
"1531904" : 5,
"1548288" : 3,
"1564672" : 4,
"1581056" : 3,
"1597440" : 6,
"1613824" : 5,
"1630208" : 4,
"1646592" : 14,
"1662976" : 13,
"1679360" : 17,
"1695744" : 10,
"1712128" : 15,
"1728512" : 16,
"1744896" : 16,
"1761280" : 14,
"1777664" : 21,
"1794048" : 10,
"1810432" : 18,
"1826816" : 12,
"1843200" : 13,
"1859584" : 9,
"1875968" : 13,
"1892352" : 12,
"1908736" : 23,
"1925120" : 22,
"1941504" : 30,
"1957888" : 32,
"1974272" : 64,
"1990656" : 40,
"2007040" : 63,
"2023424" : 46,
"2039808" : 63,
"2056192" : 77,
"2072576" : 65,
"2088960" : 76,
"2113536" : 131,
"2146304" : 139,
"2179072" : 119,
"2211840" : 126,
"2244608" : 137,
"2277376" : 181,
"2310144" : 251,
"2342912" : 321,
"2375680" : 358,
"2408448" : 396,
"2441216" : 383,
"2473984" : 361,
"2506752" : 375,
"2539520" : 346,
"2572288" : 342,
"2605056" : 481,
"2637824" : 622,
"2670592" : 694,
"2703360" : 817,
"2736128" : 881,
"2768896" : 932,
"2801664" : 939,
"2834432" : 858,
"2867200" : 851,
"2899968" : 854,
"2932736" : 965,
"2965504" : 1205,
"2998272" : 1362,
"3031040" : 1543,
"3063808" : 1680,
"3096576" : 1848,
"3129344" : 1800,
"3162112" : 1776,
"3194880" : 1786,
"3227648" : 1867,
"3260416" : 1930,
"3293184" : 2073,
"3325952" : 2298,
"3358720" : 2545,
"3391488" : 2856,
"3424256" : 2889,
"3457024" : 2926,
"3489792" : 2906,
"3522560" : 2880,
"3555328" : 2898,
"3588096" : 3117,
"3620864" : 3084,
"3653632" : 3223,
"3686400" : 3557,
"3719168" : 3760,
"3751936" : 3954,
"3784704" : 3975,
"3817472" : 4110,
"3850240" : 4048,
"3883008" : 3959,
"3915776" : 4095,
"3948544" : 3957,
"3981312" : 4118,
"4014080" : 4248,
"4046848" : 4345,
"4079616" : 4568,
"4112384" : 4639,
"4145152" : 4700,
"4177920" : 4600,
"4227072" : 8915,
"4292608" : 8826,
"4358144" : 8653,
"4423680" : 9011,
"4489216" : 8695,
"4554752" : 8277,
"4620288" : 7777,
"4685824" : 7376,
"4751360" : 7096,
"4816896" : 6893,
"4882432" : 6348,
"4947968" : 5921,
"5013504" : 5410,
"5079040" : 4974,
"5144576" : 4646,
"5210112" : 4276,
"5275648" : 3935,
"5341184" : 3622,
"5406720" : 3254,
"5472256" : 3000,
"5537792" : 2902,
"5603328" : 2727,
"5668864" : 2690,
"5734400" : 2512,
"5799936" : 2530,
"5865472" : 2396,
"5931008" : 2339,
"5996544" : 2412,
"6062080" : 2331,
"6127616" : 2352,
"6193152" : 2281,
"6258688" : 2374,
"6324224" : 2259,
"6389760" : 2300,
"6455296" : 2220,
"6520832" : 2320,
"6586368" : 2322,
"6651904" : 2255,
"6717440" : 2122,
"6782976" : 2180,
"6848512" : 2247,
"6914048" : 2073,
"6979584" : 2183,
"7045120" : 2099,
"7110656" : 1973,
"7176192" : 1976,
"7241728" : 1901,
"7307264" : 1884,
"7372800" : 1846,
"7438336" : 1848,
"7503872" : 1733,
"7569408" : 1585,
"7634944" : 1626,
"7700480" : 1652,
"7766016" : 1515,
"7831552" : 1529,
"7897088" : 1407,
"7962624" : 1388,
"8028160" : 1339,
"8093696" : 1321,
"8159232" : 1306,
"8224768" : 1288,
"8290304" : 1103,
"8355840" : 1116,
"8454144" : 2115,
"8585216" : 1862,
"8716288" : 1693,
"8847360" : 1488,
"8978432" : 1307,
"9109504" : 1243,
"9240576" : 981,
"9371648" : 908,
"9502720" : 729,
"9633792" : 660,
"9764864" : 548,
"9895936" : 429,
"10027008" : 365,
"10158080" : 267,
"10289152" : 226,
"10420224" : 180,
"10551296" : 124,
"10682368" : 104,
"10813440" : 87,
"10944512" : 57,
"11075584" : 50,
"11206656" : 35,
"11337728" : 29,
"11468800" : 18,
"11599872" : 14,
"11730944" : 11,
"11862016" : 10,
"11993088" : 5,
"12124160" : 4,
"12255232" : 2,
"12517376" : 1,
"12648448" : 1,
"13041664" : 1,
"13565952" : 1
}
},
"lat_ns" : {
"min" : 1093000,
"max" : 13630243,
"mean" : 5347226.975296,
"stddev" : 1684074.096014,
"N" : 361114
},
"bw_min" : 23608,
"bw_max" : 32695,
"bw_agg" : 100.000000,
"bw_mean" : 28896.303030,
"bw_dev" : 215.311668,
"bw_samples" : 792,
"iops_min" : 5902,
"iops_max" : 8173,
"iops_mean" : 7223.646465,
"iops_stddev" : 53.824391,
"iops_samples" : 792
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 399992,
"usr_cpu" : 0.727015,
"sys_cpu" : 16.202324,
"ctx" : 858616,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.159483,
"4" : 28.923186,
"10" : 70.509689,
"20" : 0.406810,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773101486,
"timestamp_ms" : 1773101486337,
"time" : "Mon Mar 9 21:11:26 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 4112506880,
"io_kbytes" : 4016120,
"bw_bytes" : 68542923,
"bw" : 66936,
"iops" : 16734.345572,
"runtime" : 59999,
"total_ios" : 1004044,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5588,
"max" : 2970648,
"mean" : 322797.920537,
"stddev" : 247660.526397,
"N" : 1004046
},
"clat_ns" : {
"min" : 705749,
"max" : 12753673,
"mean" : 5018035.551788,
"stddev" : 1589587.016134,
"N" : 1004038,
"percentile" : {
"1.000000" : 2441216,
"5.000000" : 3031040,
"10.000000" : 3358720,
"20.000000" : 3751936,
"30.000000" : 4046848,
"40.000000" : 4292608,
"50.000000" : 4620288,
"60.000000" : 4947968,
"70.000000" : 5472256,
"80.000000" : 6389760,
"90.000000" : 7438336,
"95.000000" : 8159232,
"99.000000" : 9371648,
"99.500000" : 9764864,
"99.900000" : 10682368,
"99.950000" : 10944512,
"99.990000" : 11599872
},
"bins" : {
"708608" : 1,
"806912" : 1,
"1019904" : 1,
"1028096" : 2,
"1036288" : 1,
"1056768" : 2,
"1073152" : 3,
"1105920" : 3,
"1138688" : 3,
"1155072" : 1,
"1171456" : 2,
"1187840" : 2,
"1204224" : 3,
"1236992" : 3,
"1253376" : 1,
"1269760" : 2,
"1286144" : 4,
"1302528" : 4,
"1318912" : 5,
"1335296" : 7,
"1351680" : 8,
"1368064" : 19,
"1384448" : 11,
"1400832" : 12,
"1417216" : 12,
"1433600" : 10,
"1449984" : 13,
"1466368" : 6,
"1482752" : 3,
"1499136" : 3,
"1515520" : 7,
"1531904" : 7,
"1548288" : 9,
"1564672" : 6,
"1581056" : 10,
"1597440" : 13,
"1613824" : 23,
"1630208" : 33,
"1646592" : 30,
"1662976" : 45,
"1679360" : 62,
"1695744" : 44,
"1712128" : 59,
"1728512" : 40,
"1744896" : 60,
"1761280" : 77,
"1777664" : 45,
"1794048" : 44,
"1810432" : 53,
"1826816" : 49,
"1843200" : 44,
"1859584" : 43,
"1875968" : 47,
"1892352" : 37,
"1908736" : 46,
"1925120" : 47,
"1941504" : 72,
"1957888" : 98,
"1974272" : 130,
"1990656" : 156,
"2007040" : 145,
"2023424" : 154,
"2039808" : 183,
"2056192" : 217,
"2072576" : 227,
"2088960" : 207,
"2113536" : 376,
"2146304" : 389,
"2179072" : 336,
"2211840" : 339,
"2244608" : 420,
"2277376" : 542,
"2310144" : 701,
"2342912" : 923,
"2375680" : 1034,
"2408448" : 1129,
"2441216" : 1178,
"2473984" : 1041,
"2506752" : 947,
"2539520" : 1112,
"2572288" : 1092,
"2605056" : 1345,
"2637824" : 1713,
"2670592" : 1950,
"2703360" : 2283,
"2736128" : 2534,
"2768896" : 2684,
"2801664" : 2675,
"2834432" : 2555,
"2867200" : 2387,
"2899968" : 2480,
"2932736" : 2779,
"2965504" : 3169,
"2998272" : 3828,
"3031040" : 4309,
"3063808" : 4820,
"3096576" : 5106,
"3129344" : 5147,
"3162112" : 4982,
"3194880" : 4946,
"3227648" : 4891,
"3260416" : 5181,
"3293184" : 5529,
"3325952" : 6307,
"3358720" : 6966,
"3391488" : 7589,
"3424256" : 7897,
"3457024" : 8065,
"3489792" : 8302,
"3522560" : 8024,
"3555328" : 8213,
"3588096" : 8304,
"3620864" : 8437,
"3653632" : 8950,
"3686400" : 9510,
"3719168" : 10306,
"3751936" : 10654,
"3784704" : 11064,
"3817472" : 11013,
"3850240" : 10951,
"3883008" : 10878,
"3915776" : 10635,
"3948544" : 10867,
"3981312" : 11188,
"4014080" : 11443,
"4046848" : 11808,
"4079616" : 12393,
"4112384" : 12383,
"4145152" : 12519,
"4177920" : 12684,
"4227072" : 23880,
"4292608" : 23509,
"4358144" : 23460,
"4423680" : 23904,
"4489216" : 23623,
"4554752" : 22381,
"4620288" : 21145,
"4685824" : 19818,
"4751360" : 19245,
"4816896" : 18251,
"4882432" : 17374,
"4947968" : 16127,
"5013504" : 14520,
"5079040" : 13773,
"5144576" : 12698,
"5210112" : 11628,
"5275648" : 10950,
"5341184" : 10047,
"5406720" : 9327,
"5472256" : 8882,
"5537792" : 8280,
"5603328" : 7930,
"5668864" : 7892,
"5734400" : 7574,
"5799936" : 7363,
"5865472" : 7199,
"5931008" : 6998,
"5996544" : 7068,
"6062080" : 7035,
"6127616" : 7178,
"6193152" : 6963,
"6258688" : 6958,
"6324224" : 6939,
"6389760" : 6925,
"6455296" : 7040,
"6520832" : 6784,
"6586368" : 6825,
"6651904" : 6696,
"6717440" : 6642,
"6782976" : 6581,
"6848512" : 6528,
"6914048" : 6235,
"6979584" : 6478,
"7045120" : 6238,
"7110656" : 5918,
"7176192" : 5923,
"7241728" : 5727,
"7307264" : 5607,
"7372800" : 5411,
"7438336" : 5433,
"7503872" : 5304,
"7569408" : 4982,
"7634944" : 4802,
"7700480" : 4763,
"7766016" : 4503,
"7831552" : 4338,
"7897088" : 4238,
"7962624" : 4036,
"8028160" : 3945,
"8093696" : 3768,
"8159232" : 3583,
"8224768" : 3417,
"8290304" : 3178,
"8355840" : 3051,
"8454144" : 5637,
"8585216" : 5147,
"8716288" : 4497,
"8847360" : 4037,
"8978432" : 3525,
"9109504" : 2959,
"9240576" : 2645,
"9371648" : 2186,
"9502720" : 1868,
"9633792" : 1554,
"9764864" : 1286,
"9895936" : 1075,
"10027008" : 911,
"10158080" : 641,
"10289152" : 546,
"10420224" : 452,
"10551296" : 323,
"10682368" : 252,
"10813440" : 236,
"10944512" : 131,
"11075584" : 89,
"11206656" : 73,
"11337728" : 63,
"11468800" : 52,
"11599872" : 37,
"11730944" : 25,
"11862016" : 18,
"11993088" : 13,
"12124160" : 10,
"12255232" : 5,
"12386304" : 2,
"12517376" : 3,
"12648448" : 2,
"12779520" : 1
}
},
"lat_ns" : {
"min" : 1048742,
"max" : 13341671,
"mean" : 5340827.341574,
"stddev" : 1676373.994786,
"N" : 1004038
},
"bw_min" : 56192,
"bw_max" : 74584,
"bw_agg" : 100.000000,
"bw_mean" : 66957.932773,
"bw_dev" : 453.708848,
"bw_samples" : 952,
"iops_min" : 14048,
"iops_max" : 18646,
"iops_mean" : 16739.151261,
"iops_stddev" : 113.437451,
"iops_samples" : 952
},
"write" : {
"io_bytes" : 1762414592,
"io_kbytes" : 1721108,
"bw_bytes" : 29374066,
"bw" : 28685,
"iops" : 7171.402857,
"runtime" : 59999,
"total_ios" : 430277,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 11167,
"max" : 2821210,
"mean" : 353967.120121,
"stddev" : 244598.461939,
"N" : 430275
},
"clat_ns" : {
"min" : 992517,
"max" : 13591974,
"mean" : 5029042.826618,
"stddev" : 1588390.500570,
"N" : 430275,
"percentile" : {
"1.000000" : 2473984,
"5.000000" : 3063808,
"10.000000" : 3358720,
"20.000000" : 3751936,
"30.000000" : 4046848,
"40.000000" : 4292608,
"50.000000" : 4620288,
"60.000000" : 4947968,
"70.000000" : 5537792,
"80.000000" : 6389760,
"90.000000" : 7438336,
"95.000000" : 8224768,
"99.000000" : 9502720,
"99.500000" : 9895936,
"99.900000" : 10682368,
"99.950000" : 10944512,
"99.990000" : 11599872
},
"bins" : {
"995328" : 1,
"1011712" : 1,
"1044480" : 1,
"1056768" : 1,
"1122304" : 1,
"1138688" : 1,
"1171456" : 1,
"1236992" : 1,
"1269760" : 2,
"1286144" : 2,
"1302528" : 2,
"1318912" : 1,
"1335296" : 5,
"1351680" : 7,
"1368064" : 4,
"1384448" : 7,
"1400832" : 2,
"1417216" : 7,
"1433600" : 5,
"1449984" : 1,
"1466368" : 3,
"1499136" : 2,
"1515520" : 1,
"1531904" : 7,
"1548288" : 3,
"1564672" : 4,
"1581056" : 3,
"1597440" : 6,
"1613824" : 5,
"1630208" : 4,
"1646592" : 16,
"1662976" : 18,
"1679360" : 20,
"1695744" : 13,
"1712128" : 20,
"1728512" : 16,
"1744896" : 19,
"1761280" : 16,
"1777664" : 25,
"1794048" : 13,
"1810432" : 20,
"1826816" : 15,
"1843200" : 15,
"1859584" : 11,
"1875968" : 13,
"1892352" : 12,
"1908736" : 24,
"1925120" : 24,
"1941504" : 32,
"1957888" : 37,
"1974272" : 69,
"1990656" : 45,
"2007040" : 71,
"2023424" : 53,
"2039808" : 82,
"2056192" : 86,
"2072576" : 78,
"2088960" : 85,
"2113536" : 148,
"2146304" : 157,
"2179072" : 137,
"2211840" : 139,
"2244608" : 166,
"2277376" : 207,
"2310144" : 284,
"2342912" : 375,
"2375680" : 404,
"2408448" : 470,
"2441216" : 442,
"2473984" : 411,
"2506752" : 422,
"2539520" : 401,
"2572288" : 413,
"2605056" : 554,
"2637824" : 705,
"2670592" : 802,
"2703360" : 929,
"2736128" : 1031,
"2768896" : 1105,
"2801664" : 1086,
"2834432" : 1004,
"2867200" : 985,
"2899968" : 1012,
"2932736" : 1112,
"2965504" : 1397,
"2998272" : 1592,
"3031040" : 1799,
"3063808" : 1952,
"3096576" : 2185,
"3129344" : 2126,
"3162112" : 2090,
"3194880" : 2041,
"3227648" : 2163,
"3260416" : 2246,
"3293184" : 2415,
"3325952" : 2687,
"3358720" : 2971,
"3391488" : 3317,
"3424256" : 3378,
"3457024" : 3458,
"3489792" : 3418,
"3522560" : 3393,
"3555328" : 3386,
"3588096" : 3599,
"3620864" : 3604,
"3653632" : 3746,
"3686400" : 4207,
"3719168" : 4431,
"3751936" : 4611,
"3784704" : 4643,
"3817472" : 4820,
"3850240" : 4687,
"3883008" : 4596,
"3915776" : 4783,
"3948544" : 4627,
"3981312" : 4722,
"4014080" : 4902,
"4046848" : 5018,
"4079616" : 5333,
"4112384" : 5398,
"4145152" : 5461,
"4177920" : 5325,
"4227072" : 10296,
"4292608" : 10186,
"4358144" : 10010,
"4423680" : 10383,
"4489216" : 10040,
"4554752" : 9610,
"4620288" : 9003,
"4685824" : 8525,
"4751360" : 8257,
"4816896" : 7971,
"4882432" : 7384,
"4947968" : 6884,
"5013504" : 6305,
"5079040" : 5882,
"5144576" : 5478,
"5210112" : 5072,
"5275648" : 4778,
"5341184" : 4376,
"5406720" : 4038,
"5472256" : 3760,
"5537792" : 3563,
"5603328" : 3406,
"5668864" : 3401,
"5734400" : 3224,
"5799936" : 3211,
"5865472" : 3130,
"5931008" : 3009,
"5996544" : 3137,
"6062080" : 3065,
"6127616" : 3093,
"6193152" : 3013,
"6258688" : 3097,
"6324224" : 3009,
"6389760" : 3033,
"6455296" : 2917,
"6520832" : 2997,
"6586368" : 2982,
"6651904" : 2916,
"6717440" : 2812,
"6782976" : 2846,
"6848512" : 2897,
"6914048" : 2690,
"6979584" : 2795,
"7045120" : 2690,
"7110656" : 2571,
"7176192" : 2537,
"7241728" : 2406,
"7307264" : 2390,
"7372800" : 2309,
"7438336" : 2361,
"7503872" : 2188,
"7569408" : 2027,
"7634944" : 2011,
"7700480" : 2044,
"7766016" : 1892,
"7831552" : 1840,
"7897088" : 1765,
"7962624" : 1709,
"8028160" : 1634,
"8093696" : 1587,
"8159232" : 1538,
"8224768" : 1507,
"8290304" : 1303,
"8355840" : 1323,
"8454144" : 2521,
"8585216" : 2157,
"8716288" : 1963,
"8847360" : 1705,
"8978432" : 1486,
"9109504" : 1411,
"9240576" : 1108,
"9371648" : 1026,
"9502720" : 829,
"9633792" : 720,
"9764864" : 609,
"9895936" : 463,
"10027008" : 387,
"10158080" : 290,
"10289152" : 248,
"10420224" : 189,
"10551296" : 131,
"10682368" : 114,
"10813440" : 91,
"10944512" : 59,
"11075584" : 53,
"11206656" : 37,
"11337728" : 30,
"11468800" : 18,
"11599872" : 14,
"11730944" : 11,
"11862016" : 10,
"11993088" : 5,
"12124160" : 4,
"12255232" : 2,
"12517376" : 1,
"12648448" : 1,
"13041664" : 1,
"13565952" : 1
}
},
"lat_ns" : {
"min" : 1093000,
"max" : 13630243,
"mean" : 5382997.551475,
"stddev" : 1678814.914555,
"N" : 430275
},
"bw_min" : 23437,
"bw_max" : 32695,
"bw_agg" : 100.000000,
"bw_mean" : 28694.882353,
"bw_dev" : 220.971680,
"bw_samples" : 952,
"iops_min" : 5859,
"iops_max" : 8173,
"iops_mean" : 7173.285714,
"iops_stddev" : 55.241702,
"iops_samples" : 952
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479992,
"usr_cpu" : 0.729804,
"sys_cpu" : 16.069018,
"ctx" : 1019380,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999930,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999930,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.152128,
"4" : 28.279862,
"10" : 71.206306,
"20" : 0.360937,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773101496,
"timestamp_ms" : 1773101496338,
"time" : "Mon Mar 9 21:11:36 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 4792934400,
"io_kbytes" : 4680600,
"bw_bytes" : 68470491,
"bw" : 66865,
"iops" : 16716.585714,
"runtime" : 70000,
"total_ios" : 1170161,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5588,
"max" : 2970648,
"mean" : 322941.320081,
"stddev" : 249111.114642,
"N" : 1170159
},
"clat_ns" : {
"min" : 705749,
"max" : 12753673,
"mean" : 5024041.711594,
"stddev" : 1593544.745309,
"N" : 1170150,
"percentile" : {
"1.000000" : 2473984,
"5.000000" : 3031040,
"10.000000" : 3358720,
"20.000000" : 3751936,
"30.000000" : 4046848,
"40.000000" : 4292608,
"50.000000" : 4620288,
"60.000000" : 4947968,
"70.000000" : 5537792,
"80.000000" : 6455296,
"90.000000" : 7438336,
"95.000000" : 8159232,
"99.000000" : 9371648,
"99.500000" : 9764864,
"99.900000" : 10551296,
"99.950000" : 10813440,
"99.990000" : 11599872
},
"bins" : {
"708608" : 1,
"806912" : 1,
"1019904" : 1,
"1028096" : 2,
"1036288" : 1,
"1056768" : 2,
"1073152" : 3,
"1105920" : 3,
"1138688" : 3,
"1155072" : 1,
"1171456" : 2,
"1187840" : 2,
"1204224" : 3,
"1236992" : 3,
"1253376" : 1,
"1269760" : 2,
"1286144" : 5,
"1302528" : 5,
"1318912" : 8,
"1335296" : 11,
"1351680" : 9,
"1368064" : 21,
"1384448" : 15,
"1400832" : 13,
"1417216" : 15,
"1433600" : 14,
"1449984" : 20,
"1466368" : 7,
"1482752" : 4,
"1499136" : 5,
"1515520" : 7,
"1531904" : 7,
"1548288" : 9,
"1564672" : 6,
"1581056" : 10,
"1597440" : 14,
"1613824" : 23,
"1630208" : 35,
"1646592" : 32,
"1662976" : 50,
"1679360" : 69,
"1695744" : 55,
"1712128" : 74,
"1728512" : 46,
"1744896" : 68,
"1761280" : 88,
"1777664" : 52,
"1794048" : 50,
"1810432" : 64,
"1826816" : 53,
"1843200" : 46,
"1859584" : 49,
"1875968" : 52,
"1892352" : 40,
"1908736" : 54,
"1925120" : 57,
"1941504" : 78,
"1957888" : 110,
"1974272" : 145,
"1990656" : 179,
"2007040" : 165,
"2023424" : 181,
"2039808" : 208,
"2056192" : 240,
"2072576" : 263,
"2088960" : 249,
"2113536" : 451,
"2146304" : 466,
"2179072" : 394,
"2211840" : 395,
"2244608" : 473,
"2277376" : 636,
"2310144" : 791,
"2342912" : 1063,
"2375680" : 1195,
"2408448" : 1321,
"2441216" : 1398,
"2473984" : 1238,
"2506752" : 1115,
"2539520" : 1307,
"2572288" : 1291,
"2605056" : 1579,
"2637824" : 1997,
"2670592" : 2326,
"2703360" : 2695,
"2736128" : 2985,
"2768896" : 3151,
"2801664" : 3117,
"2834432" : 3061,
"2867200" : 2881,
"2899968" : 2915,
"2932736" : 3292,
"2965504" : 3726,
"2998272" : 4536,
"3031040" : 5116,
"3063808" : 5698,
"3096576" : 6017,
"3129344" : 6071,
"3162112" : 5876,
"3194880" : 5834,
"3227648" : 5831,
"3260416" : 6131,
"3293184" : 6531,
"3325952" : 7436,
"3358720" : 8235,
"3391488" : 8931,
"3424256" : 9312,
"3457024" : 9452,
"3489792" : 9744,
"3522560" : 9478,
"3555328" : 9656,
"3588096" : 9660,
"3620864" : 9919,
"3653632" : 10439,
"3686400" : 11121,
"3719168" : 11988,
"3751936" : 12471,
"3784704" : 12885,
"3817472" : 12812,
"3850240" : 12820,
"3883008" : 12709,
"3915776" : 12463,
"3948544" : 12705,
"3981312" : 12983,
"4014080" : 13311,
"4046848" : 13756,
"4079616" : 14343,
"4112384" : 14344,
"4145152" : 14508,
"4177920" : 14589,
"4227072" : 27572,
"4292608" : 27196,
"4358144" : 27114,
"4423680" : 27377,
"4489216" : 27071,
"4554752" : 25671,
"4620288" : 24120,
"4685824" : 22589,
"4751360" : 21853,
"4816896" : 20692,
"4882432" : 19633,
"4947968" : 18230,
"5013504" : 16520,
"5079040" : 15666,
"5144576" : 14359,
"5210112" : 13175,
"5275648" : 12561,
"5341184" : 11486,
"5406720" : 10723,
"5472256" : 10241,
"5537792" : 9602,
"5603328" : 9256,
"5668864" : 9245,
"5734400" : 8937,
"5799936" : 8663,
"5865472" : 8455,
"5931008" : 8330,
"5996544" : 8383,
"6062080" : 8396,
"6127616" : 8594,
"6193152" : 8327,
"6258688" : 8296,
"6324224" : 8355,
"6389760" : 8327,
"6455296" : 8407,
"6520832" : 8124,
"6586368" : 8172,
"6651904" : 7978,
"6717440" : 7973,
"6782976" : 7886,
"6848512" : 7712,
"6914048" : 7491,
"6979584" : 7715,
"7045120" : 7479,
"7110656" : 7150,
"7176192" : 7138,
"7241728" : 6867,
"7307264" : 6786,
"7372800" : 6528,
"7438336" : 6492,
"7503872" : 6350,
"7569408" : 5953,
"7634944" : 5757,
"7700480" : 5646,
"7766016" : 5404,
"7831552" : 5169,
"7897088" : 5001,
"7962624" : 4836,
"8028160" : 4634,
"8093696" : 4487,
"8159232" : 4216,
"8224768" : 4062,
"8290304" : 3764,
"8355840" : 3572,
"8454144" : 6657,
"8585216" : 6010,
"8716288" : 5300,
"8847360" : 4648,
"8978432" : 4020,
"9109504" : 3427,
"9240576" : 3022,
"9371648" : 2481,
"9502720" : 2109,
"9633792" : 1744,
"9764864" : 1433,
"9895936" : 1202,
"10027008" : 986,
"10158080" : 713,
"10289152" : 608,
"10420224" : 491,
"10551296" : 356,
"10682368" : 273,
"10813440" : 256,
"10944512" : 142,
"11075584" : 102,
"11206656" : 75,
"11337728" : 69,
"11468800" : 56,
"11599872" : 40,
"11730944" : 27,
"11862016" : 20,
"11993088" : 14,
"12124160" : 11,
"12255232" : 5,
"12386304" : 2,
"12517376" : 3,
"12648448" : 2,
"12779520" : 1
}
},
"lat_ns" : {
"min" : 1048742,
"max" : 13341671,
"mean" : 5346969.963658,
"stddev" : 1680357.144518,
"N" : 1170150
},
"bw_min" : 56192,
"bw_max" : 74616,
"bw_agg" : 99.995941,
"bw_mean" : 66863.805755,
"bw_dev" : 442.367645,
"bw_samples" : 1112,
"iops_min" : 14048,
"iops_max" : 18654,
"iops_mean" : 16715.589928,
"iops_stddev" : 110.601996,
"iops_samples" : 1112
},
"write" : {
"io_bytes" : 2053636096,
"io_kbytes" : 2005504,
"bw_bytes" : 29337658,
"bw" : 28650,
"iops" : 7162.500000,
"runtime" : 70000,
"total_ios" : 501375,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 11127,
"max" : 2821210,
"mean" : 354871.088748,
"stddev" : 245986.094783,
"N" : 501377
},
"clat_ns" : {
"min" : 992517,
"max" : 13591974,
"mean" : 5033400.079252,
"stddev" : 1592045.079029,
"N" : 501378,
"percentile" : {
"1.000000" : 2473984,
"5.000000" : 3063808,
"10.000000" : 3358720,
"20.000000" : 3751936,
"30.000000" : 4046848,
"40.000000" : 4292608,
"50.000000" : 4620288,
"60.000000" : 4947968,
"70.000000" : 5537792,
"80.000000" : 6455296,
"90.000000" : 7438336,
"95.000000" : 8224768,
"99.000000" : 9371648,
"99.500000" : 9764864,
"99.900000" : 10551296,
"99.950000" : 10944512,
"99.990000" : 11599872
},
"bins" : {
"995328" : 1,
"1011712" : 1,
"1044480" : 1,
"1056768" : 1,
"1073152" : 1,
"1122304" : 1,
"1138688" : 1,
"1171456" : 1,
"1236992" : 1,
"1269760" : 2,
"1286144" : 2,
"1302528" : 2,
"1318912" : 1,
"1335296" : 7,
"1351680" : 8,
"1368064" : 4,
"1384448" : 7,
"1400832" : 2,
"1417216" : 7,
"1433600" : 6,
"1449984" : 1,
"1466368" : 3,
"1482752" : 3,
"1499136" : 2,
"1515520" : 1,
"1531904" : 8,
"1548288" : 4,
"1564672" : 4,
"1581056" : 3,
"1597440" : 7,
"1613824" : 6,
"1630208" : 7,
"1646592" : 19,
"1662976" : 20,
"1679360" : 22,
"1695744" : 16,
"1712128" : 22,
"1728512" : 20,
"1744896" : 23,
"1761280" : 20,
"1777664" : 32,
"1794048" : 21,
"1810432" : 23,
"1826816" : 15,
"1843200" : 18,
"1859584" : 15,
"1875968" : 20,
"1892352" : 14,
"1908736" : 26,
"1925120" : 26,
"1941504" : 34,
"1957888" : 42,
"1974272" : 83,
"1990656" : 49,
"2007040" : 80,
"2023424" : 62,
"2039808" : 93,
"2056192" : 104,
"2072576" : 91,
"2088960" : 101,
"2113536" : 176,
"2146304" : 180,
"2179072" : 160,
"2211840" : 169,
"2244608" : 195,
"2277376" : 246,
"2310144" : 342,
"2342912" : 431,
"2375680" : 485,
"2408448" : 545,
"2441216" : 516,
"2473984" : 487,
"2506752" : 500,
"2539520" : 477,
"2572288" : 483,
"2605056" : 660,
"2637824" : 832,
"2670592" : 923,
"2703360" : 1103,
"2736128" : 1197,
"2768896" : 1330,
"2801664" : 1296,
"2834432" : 1215,
"2867200" : 1162,
"2899968" : 1217,
"2932736" : 1328,
"2965504" : 1669,
"2998272" : 1877,
"3031040" : 2160,
"3063808" : 2299,
"3096576" : 2590,
"3129344" : 2514,
"3162112" : 2525,
"3194880" : 2410,
"3227648" : 2568,
"3260416" : 2653,
"3293184" : 2828,
"3325952" : 3150,
"3358720" : 3489,
"3391488" : 3908,
"3424256" : 3969,
"3457024" : 4050,
"3489792" : 4010,
"3522560" : 3984,
"3555328" : 3968,
"3588096" : 4207,
"3620864" : 4237,
"3653632" : 4457,
"3686400" : 4841,
"3719168" : 5174,
"3751936" : 5373,
"3784704" : 5373,
"3817472" : 5651,
"3850240" : 5460,
"3883008" : 5378,
"3915776" : 5554,
"3948544" : 5474,
"3981312" : 5538,
"4014080" : 5715,
"4046848" : 5750,
"4079616" : 6163,
"4112384" : 6219,
"4145152" : 6341,
"4177920" : 6189,
"4227072" : 11914,
"4292608" : 11778,
"4358144" : 11578,
"4423680" : 11909,
"4489216" : 11486,
"4554752" : 11021,
"4620288" : 10304,
"4685824" : 9679,
"4751360" : 9408,
"4816896" : 9007,
"4882432" : 8368,
"4947968" : 7825,
"5013504" : 7106,
"5079040" : 6670,
"5144576" : 6203,
"5210112" : 5740,
"5275648" : 5429,
"5341184" : 4984,
"5406720" : 4671,
"5472256" : 4357,
"5537792" : 4163,
"5603328" : 3977,
"5668864" : 3991,
"5734400" : 3779,
"5799936" : 3769,
"5865472" : 3627,
"5931008" : 3616,
"5996544" : 3726,
"6062080" : 3634,
"6127616" : 3644,
"6193152" : 3600,
"6258688" : 3647,
"6324224" : 3610,
"6389760" : 3608,
"6455296" : 3469,
"6520832" : 3584,
"6586368" : 3591,
"6651904" : 3511,
"6717440" : 3397,
"6782976" : 3426,
"6848512" : 3475,
"6914048" : 3222,
"6979584" : 3330,
"7045120" : 3197,
"7110656" : 3085,
"7176192" : 3048,
"7241728" : 2908,
"7307264" : 2868,
"7372800" : 2776,
"7438336" : 2802,
"7503872" : 2627,
"7569408" : 2477,
"7634944" : 2379,
"7700480" : 2427,
"7766016" : 2280,
"7831552" : 2214,
"7897088" : 2086,
"7962624" : 2019,
"8028160" : 1935,
"8093696" : 1875,
"8159232" : 1808,
"8224768" : 1790,
"8290304" : 1570,
"8355840" : 1558,
"8454144" : 2949,
"8585216" : 2544,
"8716288" : 2256,
"8847360" : 1966,
"8978432" : 1722,
"9109504" : 1575,
"9240576" : 1270,
"9371648" : 1162,
"9502720" : 924,
"9633792" : 804,
"9764864" : 667,
"9895936" : 515,
"10027008" : 429,
"10158080" : 327,
"10289152" : 279,
"10420224" : 209,
"10551296" : 146,
"10682368" : 121,
"10813440" : 103,
"10944512" : 65,
"11075584" : 57,
"11206656" : 38,
"11337728" : 30,
"11468800" : 18,
"11599872" : 14,
"11730944" : 11,
"11862016" : 11,
"11993088" : 6,
"12124160" : 5,
"12255232" : 2,
"12517376" : 1,
"12648448" : 1,
"13041664" : 1,
"13565952" : 1
}
},
"lat_ns" : {
"min" : 1093000,
"max" : 13630243,
"mean" : 5388256.804614,
"stddev" : 1682770.003696,
"N" : 501378
},
"bw_min" : 23437,
"bw_max" : 32695,
"bw_agg" : 100.000000,
"bw_mean" : 28652.640288,
"bw_dev" : 214.844394,
"bw_samples" : 1112,
"iops_min" : 5859,
"iops_max" : 8173,
"iops_mean" : 7162.690647,
"iops_stddev" : 53.715576,
"iops_samples" : 1112
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 559995,
"usr_cpu" : 0.733042,
"sys_cpu" : 16.033357,
"ctx" : 1183587,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999940,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.149922,
"4" : 28.489545,
"10" : 71.019948,
"20" : 0.339927,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773101506,
"timestamp_ms" : 1773101506338,
"time" : "Mon Mar 9 21:11:46 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 5474050048,
"io_kbytes" : 5345752,
"bw_bytes" : 68425625,
"bw" : 66821,
"iops" : 16705.587500,
"runtime" : 80000,
"total_ios" : 1336447,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5588,
"max" : 2970648,
"mean" : 322822.778318,
"stddev" : 250045.038403,
"N" : 1336448
},
"clat_ns" : {
"min" : 705749,
"max" : 12753673,
"mean" : 5025564.618284,
"stddev" : 1587258.895195,
"N" : 1336442,
"percentile" : {
"1.000000" : 2441216,
"5.000000" : 3031040,
"10.000000" : 3358720,
"20.000000" : 3751936,
"30.000000" : 4046848,
"40.000000" : 4292608,
"50.000000" : 4620288,
"60.000000" : 4947968,
"70.000000" : 5537792,
"80.000000" : 6455296,
"90.000000" : 7438336,
"95.000000" : 8159232,
"99.000000" : 9371648,
"99.500000" : 9764864,
"99.900000" : 10551296,
"99.950000" : 10813440,
"99.990000" : 11468800
},
"bins" : {
"708608" : 1,
"806912" : 1,
"970752" : 1,
"978944" : 1,
"1003520" : 1,
"1019904" : 2,
"1028096" : 2,
"1036288" : 1,
"1056768" : 2,
"1073152" : 5,
"1105920" : 3,
"1138688" : 3,
"1155072" : 1,
"1171456" : 2,
"1187840" : 2,
"1204224" : 3,
"1220608" : 1,
"1236992" : 3,
"1253376" : 1,
"1269760" : 2,
"1286144" : 5,
"1302528" : 7,
"1318912" : 10,
"1335296" : 13,
"1351680" : 12,
"1368064" : 24,
"1384448" : 16,
"1400832" : 14,
"1417216" : 16,
"1433600" : 15,
"1449984" : 21,
"1466368" : 9,
"1482752" : 7,
"1499136" : 6,
"1515520" : 7,
"1531904" : 8,
"1548288" : 10,
"1564672" : 10,
"1581056" : 12,
"1597440" : 18,
"1613824" : 29,
"1630208" : 41,
"1646592" : 39,
"1662976" : 63,
"1679360" : 72,
"1695744" : 59,
"1712128" : 84,
"1728512" : 54,
"1744896" : 71,
"1761280" : 94,
"1777664" : 61,
"1794048" : 55,
"1810432" : 67,
"1826816" : 57,
"1843200" : 52,
"1859584" : 58,
"1875968" : 60,
"1892352" : 45,
"1908736" : 60,
"1925120" : 77,
"1941504" : 95,
"1957888" : 130,
"1974272" : 184,
"1990656" : 202,
"2007040" : 193,
"2023424" : 215,
"2039808" : 236,
"2056192" : 267,
"2072576" : 301,
"2088960" : 292,
"2113536" : 505,
"2146304" : 537,
"2179072" : 447,
"2211840" : 446,
"2244608" : 533,
"2277376" : 730,
"2310144" : 903,
"2342912" : 1208,
"2375680" : 1359,
"2408448" : 1512,
"2441216" : 1599,
"2473984" : 1420,
"2506752" : 1331,
"2539520" : 1474,
"2572288" : 1472,
"2605056" : 1809,
"2637824" : 2292,
"2670592" : 2652,
"2703360" : 3052,
"2736128" : 3378,
"2768896" : 3591,
"2801664" : 3583,
"2834432" : 3489,
"2867200" : 3316,
"2899968" : 3315,
"2932736" : 3722,
"2965504" : 4312,
"2998272" : 5172,
"3031040" : 5895,
"3063808" : 6534,
"3096576" : 6867,
"3129344" : 6966,
"3162112" : 6736,
"3194880" : 6703,
"3227648" : 6621,
"3260416" : 7017,
"3293184" : 7488,
"3325952" : 8498,
"3358720" : 9500,
"3391488" : 10321,
"3424256" : 10640,
"3457024" : 10839,
"3489792" : 11134,
"3522560" : 10814,
"3555328" : 11075,
"3588096" : 11013,
"3620864" : 11345,
"3653632" : 11937,
"3686400" : 12720,
"3719168" : 13612,
"3751936" : 14301,
"3784704" : 14705,
"3817472" : 14655,
"3850240" : 14520,
"3883008" : 14490,
"3915776" : 14150,
"3948544" : 14403,
"3981312" : 14765,
"4014080" : 15112,
"4046848" : 15572,
"4079616" : 16280,
"4112384" : 16409,
"4145152" : 16508,
"4177920" : 16549,
"4227072" : 31176,
"4292608" : 30634,
"4358144" : 30611,
"4423680" : 30986,
"4489216" : 30513,
"4554752" : 28904,
"4620288" : 27131,
"4685824" : 25281,
"4751360" : 24433,
"4816896" : 23215,
"4882432" : 22021,
"4947968" : 20471,
"5013504" : 18750,
"5079040" : 17740,
"5144576" : 16325,
"5210112" : 15044,
"5275648" : 14409,
"5341184" : 13207,
"5406720" : 12444,
"5472256" : 11829,
"5537792" : 11317,
"5603328" : 10743,
"5668864" : 10772,
"5734400" : 10502,
"5799936" : 10319,
"5865472" : 9960,
"5931008" : 9870,
"5996544" : 9838,
"6062080" : 9972,
"6127616" : 10093,
"6193152" : 9882,
"6258688" : 9904,
"6324224" : 9848,
"6389760" : 9923,
"6455296" : 9947,
"6520832" : 9520,
"6586368" : 9510,
"6651904" : 9314,
"6717440" : 9377,
"6782976" : 9228,
"6848512" : 9050,
"6914048" : 8768,
"6979584" : 8983,
"7045120" : 8673,
"7110656" : 8288,
"7176192" : 8157,
"7241728" : 7955,
"7307264" : 7859,
"7372800" : 7537,
"7438336" : 7460,
"7503872" : 7346,
"7569408" : 6825,
"7634944" : 6599,
"7700480" : 6493,
"7766016" : 6166,
"7831552" : 5952,
"7897088" : 5685,
"7962624" : 5431,
"8028160" : 5213,
"8093696" : 5095,
"8159232" : 4773,
"8224768" : 4573,
"8290304" : 4224,
"8355840" : 4029,
"8454144" : 7465,
"8585216" : 6682,
"8716288" : 5845,
"8847360" : 5105,
"8978432" : 4472,
"9109504" : 3777,
"9240576" : 3290,
"9371648" : 2683,
"9502720" : 2317,
"9633792" : 1907,
"9764864" : 1546,
"9895936" : 1286,
"10027008" : 1034,
"10158080" : 773,
"10289152" : 647,
"10420224" : 519,
"10551296" : 381,
"10682368" : 288,
"10813440" : 266,
"10944512" : 164,
"11075584" : 113,
"11206656" : 84,
"11337728" : 71,
"11468800" : 58,
"11599872" : 42,
"11730944" : 27,
"11862016" : 21,
"11993088" : 14,
"12124160" : 11,
"12255232" : 5,
"12386304" : 2,
"12517376" : 3,
"12648448" : 2,
"12779520" : 1
}
},
"lat_ns" : {
"min" : 993427,
"max" : 13341671,
"mean" : 5348378.004659,
"stddev" : 1673407.903457,
"N" : 1336442
},
"bw_min" : 56192,
"bw_max" : 74616,
"bw_agg" : 100.000000,
"bw_mean" : 66834.452830,
"bw_dev" : 428.712215,
"bw_samples" : 1272,
"iops_min" : 14048,
"iops_max" : 18654,
"iops_mean" : 16708.270440,
"iops_stddev" : 107.185743,
"iops_samples" : 1272
},
"write" : {
"io_bytes" : 2348064768,
"io_kbytes" : 2293032,
"bw_bytes" : 29350809,
"bw" : 28662,
"iops" : 7165.825000,
"runtime" : 80000,
"total_ios" : 573266,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 11127,
"max" : 2821210,
"mean" : 355480.551703,
"stddev" : 246844.879252,
"N" : 573265
},
"clat_ns" : {
"min" : 973407,
"max" : 13591974,
"mean" : 5035307.359568,
"stddev" : 1586361.099815,
"N" : 573263,
"percentile" : {
"1.000000" : 2473984,
"5.000000" : 3063808,
"10.000000" : 3358720,
"20.000000" : 3751936,
"30.000000" : 4046848,
"40.000000" : 4292608,
"50.000000" : 4620288,
"60.000000" : 4947968,
"70.000000" : 5603328,
"80.000000" : 6455296,
"90.000000" : 7438336,
"95.000000" : 8159232,
"99.000000" : 9371648,
"99.500000" : 9764864,
"99.900000" : 10551296,
"99.950000" : 10813440,
"99.990000" : 11468800
},
"bins" : {
"970752" : 1,
"978944" : 1,
"995328" : 1,
"1003520" : 1,
"1011712" : 2,
"1044480" : 1,
"1056768" : 1,
"1073152" : 2,
"1122304" : 1,
"1138688" : 1,
"1171456" : 1,
"1236992" : 1,
"1269760" : 4,
"1286144" : 3,
"1302528" : 4,
"1318912" : 1,
"1335296" : 8,
"1351680" : 10,
"1368064" : 5,
"1384448" : 8,
"1400832" : 2,
"1417216" : 8,
"1433600" : 6,
"1449984" : 1,
"1466368" : 3,
"1482752" : 3,
"1499136" : 3,
"1515520" : 2,
"1531904" : 8,
"1548288" : 5,
"1564672" : 6,
"1581056" : 3,
"1597440" : 7,
"1613824" : 12,
"1630208" : 9,
"1646592" : 22,
"1662976" : 27,
"1679360" : 22,
"1695744" : 17,
"1712128" : 29,
"1728512" : 23,
"1744896" : 24,
"1761280" : 24,
"1777664" : 35,
"1794048" : 23,
"1810432" : 29,
"1826816" : 18,
"1843200" : 20,
"1859584" : 17,
"1875968" : 21,
"1892352" : 17,
"1908736" : 31,
"1925120" : 31,
"1941504" : 42,
"1957888" : 54,
"1974272" : 92,
"1990656" : 66,
"2007040" : 89,
"2023424" : 81,
"2039808" : 108,
"2056192" : 118,
"2072576" : 106,
"2088960" : 108,
"2113536" : 207,
"2146304" : 208,
"2179072" : 179,
"2211840" : 185,
"2244608" : 222,
"2277376" : 283,
"2310144" : 387,
"2342912" : 491,
"2375680" : 549,
"2408448" : 615,
"2441216" : 591,
"2473984" : 559,
"2506752" : 569,
"2539520" : 549,
"2572288" : 556,
"2605056" : 762,
"2637824" : 942,
"2670592" : 1061,
"2703360" : 1255,
"2736128" : 1385,
"2768896" : 1514,
"2801664" : 1473,
"2834432" : 1397,
"2867200" : 1338,
"2899968" : 1408,
"2932736" : 1531,
"2965504" : 1911,
"2998272" : 2166,
"3031040" : 2484,
"3063808" : 2641,
"3096576" : 2971,
"3129344" : 2875,
"3162112" : 2931,
"3194880" : 2793,
"3227648" : 2891,
"3260416" : 3043,
"3293184" : 3228,
"3325952" : 3607,
"3358720" : 4012,
"3391488" : 4470,
"3424256" : 4609,
"3457024" : 4665,
"3489792" : 4575,
"3522560" : 4530,
"3555328" : 4507,
"3588096" : 4754,
"3620864" : 4803,
"3653632" : 5117,
"3686400" : 5553,
"3719168" : 5893,
"3751936" : 6147,
"3784704" : 6168,
"3817472" : 6471,
"3850240" : 6183,
"3883008" : 6112,
"3915776" : 6304,
"3948544" : 6266,
"3981312" : 6296,
"4014080" : 6514,
"4046848" : 6618,
"4079616" : 6973,
"4112384" : 7104,
"4145152" : 7199,
"4177920" : 7018,
"4227072" : 13445,
"4292608" : 13375,
"4358144" : 13142,
"4423680" : 13373,
"4489216" : 12897,
"4554752" : 12488,
"4620288" : 11555,
"4685824" : 10884,
"4751360" : 10570,
"4816896" : 10132,
"4882432" : 9415,
"4947968" : 8817,
"5013504" : 8054,
"5079040" : 7513,
"5144576" : 7049,
"5210112" : 6565,
"5275648" : 6238,
"5341184" : 5766,
"5406720" : 5398,
"5472256" : 5043,
"5537792" : 4851,
"5603328" : 4624,
"5668864" : 4646,
"5734400" : 4440,
"5799936" : 4472,
"5865472" : 4320,
"5931008" : 4310,
"5996544" : 4369,
"6062080" : 4257,
"6127616" : 4272,
"6193152" : 4191,
"6258688" : 4348,
"6324224" : 4261,
"6389760" : 4269,
"6455296" : 4134,
"6520832" : 4215,
"6586368" : 4226,
"6651904" : 4095,
"6717440" : 4000,
"6782976" : 4008,
"6848512" : 4019,
"6914048" : 3795,
"6979584" : 3870,
"7045120" : 3734,
"7110656" : 3588,
"7176192" : 3514,
"7241728" : 3389,
"7307264" : 3359,
"7372800" : 3245,
"7438336" : 3233,
"7503872" : 3038,
"7569408" : 2861,
"7634944" : 2729,
"7700480" : 2782,
"7766016" : 2637,
"7831552" : 2506,
"7897088" : 2386,
"7962624" : 2285,
"8028160" : 2193,
"8093696" : 2156,
"8159232" : 2052,
"8224768" : 2001,
"8290304" : 1783,
"8355840" : 1747,
"8454144" : 3282,
"8585216" : 2862,
"8716288" : 2518,
"8847360" : 2165,
"8978432" : 1912,
"9109504" : 1737,
"9240576" : 1391,
"9371648" : 1262,
"9502720" : 1008,
"9633792" : 885,
"9764864" : 722,
"9895936" : 552,
"10027008" : 450,
"10158080" : 345,
"10289152" : 298,
"10420224" : 222,
"10551296" : 161,
"10682368" : 129,
"10813440" : 110,
"10944512" : 68,
"11075584" : 61,
"11206656" : 38,
"11337728" : 32,
"11468800" : 20,
"11599872" : 17,
"11730944" : 11,
"11862016" : 12,
"11993088" : 6,
"12124160" : 5,
"12255232" : 2,
"12517376" : 1,
"12648448" : 1,
"13041664" : 1,
"13565952" : 1
}
},
"lat_ns" : {
"min" : 1003613,
"max" : 13630243,
"mean" : 5390773.532696,
"stddev" : 1676388.578575,
"N" : 573263
},
"bw_min" : 23437,
"bw_max" : 32703,
"bw_agg" : 100.000000,
"bw_mean" : 28664.094340,
"bw_dev" : 210.217285,
"bw_samples" : 1272,
"iops_min" : 5859,
"iops_max" : 8175,
"iops_mean" : 7165.547170,
"iops_stddev" : 52.557439,
"iops_samples" : 1272
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639999,
"usr_cpu" : 0.741095,
"sys_cpu" : 15.998462,
"ctx" : 1347621,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.152798,
"4" : 28.494858,
"10" : 71.034548,
"20" : 0.317011,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773101516,
"timestamp_ms" : 1773101516338,
"time" : "Mon Mar 9 21:11:56 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 6164824064,
"io_kbytes" : 6020336,
"bw_bytes" : 68498806,
"bw" : 66893,
"iops" : 16723.496928,
"runtime" : 89999,
"total_ios" : 1505098,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5588,
"max" : 2970648,
"mean" : 322455.789559,
"stddev" : 250562.794259,
"N" : 1505098
},
"clat_ns" : {
"min" : 705749,
"max" : 12753673,
"mean" : 5020996.406580,
"stddev" : 1583272.713053,
"N" : 1505096,
"percentile" : {
"1.000000" : 2441216,
"5.000000" : 3031040,
"10.000000" : 3358720,
"20.000000" : 3719168,
"30.000000" : 4046848,
"40.000000" : 4292608,
"50.000000" : 4620288,
"60.000000" : 4947968,
"70.000000" : 5603328,
"80.000000" : 6455296,
"90.000000" : 7438336,
"95.000000" : 8093696,
"99.000000" : 9371648,
"99.500000" : 9764864,
"99.900000" : 10551296,
"99.950000" : 10813440,
"99.990000" : 11468800
},
"bins" : {
"708608" : 1,
"806912" : 1,
"970752" : 3,
"978944" : 2,
"987136" : 1,
"1003520" : 1,
"1019904" : 2,
"1028096" : 2,
"1036288" : 1,
"1056768" : 2,
"1073152" : 5,
"1105920" : 3,
"1138688" : 3,
"1155072" : 1,
"1171456" : 2,
"1187840" : 2,
"1204224" : 3,
"1220608" : 1,
"1236992" : 3,
"1253376" : 1,
"1269760" : 2,
"1286144" : 5,
"1302528" : 7,
"1318912" : 14,
"1335296" : 15,
"1351680" : 17,
"1368064" : 27,
"1384448" : 18,
"1400832" : 15,
"1417216" : 17,
"1433600" : 17,
"1449984" : 21,
"1466368" : 10,
"1482752" : 7,
"1499136" : 8,
"1515520" : 11,
"1531904" : 13,
"1548288" : 11,
"1564672" : 13,
"1581056" : 13,
"1597440" : 18,
"1613824" : 35,
"1630208" : 45,
"1646592" : 45,
"1662976" : 67,
"1679360" : 78,
"1695744" : 63,
"1712128" : 91,
"1728512" : 63,
"1744896" : 80,
"1761280" : 99,
"1777664" : 76,
"1794048" : 70,
"1810432" : 80,
"1826816" : 64,
"1843200" : 59,
"1859584" : 68,
"1875968" : 66,
"1892352" : 46,
"1908736" : 69,
"1925120" : 85,
"1941504" : 113,
"1957888" : 142,
"1974272" : 206,
"1990656" : 227,
"2007040" : 227,
"2023424" : 248,
"2039808" : 266,
"2056192" : 297,
"2072576" : 343,
"2088960" : 332,
"2113536" : 576,
"2146304" : 602,
"2179072" : 519,
"2211840" : 499,
"2244608" : 604,
"2277376" : 809,
"2310144" : 1014,
"2342912" : 1370,
"2375680" : 1546,
"2408448" : 1712,
"2441216" : 1833,
"2473984" : 1616,
"2506752" : 1556,
"2539520" : 1661,
"2572288" : 1699,
"2605056" : 2069,
"2637824" : 2613,
"2670592" : 2991,
"2703360" : 3497,
"2736128" : 3849,
"2768896" : 4092,
"2801664" : 4042,
"2834432" : 3939,
"2867200" : 3815,
"2899968" : 3811,
"2932736" : 4244,
"2965504" : 4868,
"2998272" : 5909,
"3031040" : 6736,
"3063808" : 7426,
"3096576" : 7784,
"3129344" : 7955,
"3162112" : 7719,
"3194880" : 7689,
"3227648" : 7549,
"3260416" : 8015,
"3293184" : 8518,
"3325952" : 9646,
"3358720" : 10789,
"3391488" : 11717,
"3424256" : 12082,
"3457024" : 12356,
"3489792" : 12697,
"3522560" : 12344,
"3555328" : 12522,
"3588096" : 12535,
"3620864" : 12877,
"3653632" : 13580,
"3686400" : 14432,
"3719168" : 15425,
"3751936" : 16124,
"3784704" : 16533,
"3817472" : 16532,
"3850240" : 16438,
"3883008" : 16298,
"3915776" : 15988,
"3948544" : 16134,
"3981312" : 16553,
"4014080" : 16891,
"4046848" : 17563,
"4079616" : 18319,
"4112384" : 18440,
"4145152" : 18475,
"4177920" : 18595,
"4227072" : 35036,
"4292608" : 34304,
"4358144" : 34309,
"4423680" : 34624,
"4489216" : 34045,
"4554752" : 32152,
"4620288" : 30164,
"4685824" : 28116,
"4751360" : 27186,
"4816896" : 25825,
"4882432" : 24393,
"4947968" : 22733,
"5013504" : 20772,
"5079040" : 19712,
"5144576" : 18209,
"5210112" : 16785,
"5275648" : 16012,
"5341184" : 14739,
"5406720" : 13909,
"5472256" : 13320,
"5537792" : 12761,
"5603328" : 12183,
"5668864" : 12241,
"5734400" : 11900,
"5799936" : 11717,
"5865472" : 11282,
"5931008" : 11411,
"5996544" : 11331,
"6062080" : 11470,
"6127616" : 11567,
"6193152" : 11370,
"6258688" : 11331,
"6324224" : 11249,
"6389760" : 11384,
"6455296" : 11382,
"6520832" : 10913,
"6586368" : 10855,
"6651904" : 10730,
"6717440" : 10678,
"6782976" : 10567,
"6848512" : 10343,
"6914048" : 10042,
"6979584" : 10224,
"7045120" : 9927,
"7110656" : 9476,
"7176192" : 9278,
"7241728" : 9085,
"7307264" : 8974,
"7372800" : 8513,
"7438336" : 8431,
"7503872" : 8287,
"7569408" : 7707,
"7634944" : 7513,
"7700480" : 7271,
"7766016" : 6948,
"7831552" : 6707,
"7897088" : 6357,
"7962624" : 6105,
"8028160" : 5821,
"8093696" : 5666,
"8159232" : 5359,
"8224768" : 5067,
"8290304" : 4712,
"8355840" : 4466,
"8454144" : 8249,
"8585216" : 7335,
"8716288" : 6442,
"8847360" : 5563,
"8978432" : 4868,
"9109504" : 4133,
"9240576" : 3549,
"9371648" : 2889,
"9502720" : 2514,
"9633792" : 2074,
"9764864" : 1655,
"9895936" : 1375,
"10027008" : 1107,
"10158080" : 843,
"10289152" : 679,
"10420224" : 554,
"10551296" : 401,
"10682368" : 309,
"10813440" : 274,
"10944512" : 170,
"11075584" : 119,
"11206656" : 88,
"11337728" : 73,
"11468800" : 58,
"11599872" : 42,
"11730944" : 27,
"11862016" : 21,
"11993088" : 14,
"12124160" : 12,
"12255232" : 5,
"12386304" : 2,
"12517376" : 3,
"12648448" : 2,
"12779520" : 1
}
},
"lat_ns" : {
"min" : 989662,
"max" : 13341671,
"mean" : 5343444.452231,
"stddev" : 1669051.546687,
"N" : 1505096
},
"bw_min" : 56192,
"bw_max" : 74728,
"bw_agg" : 99.994969,
"bw_mean" : 66890.597765,
"bw_dev" : 416.801961,
"bw_samples" : 1432,
"iops_min" : 14048,
"iops_max" : 18682,
"iops_mean" : 16722.329609,
"iops_stddev" : 104.208354,
"iops_samples" : 1432
},
"write" : {
"io_bytes" : 2643009536,
"io_kbytes" : 2581064,
"bw_bytes" : 29367098,
"bw" : 28678,
"iops" : 7169.801887,
"runtime" : 89999,
"total_ios" : 645275,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 11127,
"max" : 2821210,
"mean" : 355333.631683,
"stddev" : 247165.503445,
"N" : 645275
},
"clat_ns" : {
"min" : 973407,
"max" : 13591974,
"mean" : 5030809.196980,
"stddev" : 1583141.923449,
"N" : 645269,
"percentile" : {
"1.000000" : 2473984,
"5.000000" : 3063808,
"10.000000" : 3358720,
"20.000000" : 3751936,
"30.000000" : 4046848,
"40.000000" : 4292608,
"50.000000" : 4620288,
"60.000000" : 5013504,
"70.000000" : 5603328,
"80.000000" : 6455296,
"90.000000" : 7438336,
"95.000000" : 8159232,
"99.000000" : 9371648,
"99.500000" : 9764864,
"99.900000" : 10551296,
"99.950000" : 10813440,
"99.990000" : 11468800
},
"bins" : {
"970752" : 1,
"978944" : 1,
"995328" : 1,
"1003520" : 1,
"1011712" : 2,
"1044480" : 1,
"1056768" : 1,
"1073152" : 2,
"1122304" : 1,
"1138688" : 2,
"1171456" : 1,
"1236992" : 1,
"1269760" : 4,
"1286144" : 3,
"1302528" : 5,
"1318912" : 2,
"1335296" : 8,
"1351680" : 12,
"1368064" : 5,
"1384448" : 8,
"1400832" : 2,
"1417216" : 10,
"1433600" : 7,
"1449984" : 1,
"1466368" : 3,
"1482752" : 3,
"1499136" : 3,
"1515520" : 2,
"1531904" : 10,
"1548288" : 5,
"1564672" : 6,
"1581056" : 3,
"1597440" : 7,
"1613824" : 14,
"1630208" : 10,
"1646592" : 24,
"1662976" : 28,
"1679360" : 24,
"1695744" : 18,
"1712128" : 30,
"1728512" : 24,
"1744896" : 28,
"1761280" : 29,
"1777664" : 39,
"1794048" : 30,
"1810432" : 36,
"1826816" : 21,
"1843200" : 22,
"1859584" : 21,
"1875968" : 24,
"1892352" : 18,
"1908736" : 34,
"1925120" : 37,
"1941504" : 47,
"1957888" : 55,
"1974272" : 96,
"1990656" : 72,
"2007040" : 100,
"2023424" : 87,
"2039808" : 127,
"2056192" : 134,
"2072576" : 124,
"2088960" : 128,
"2113536" : 239,
"2146304" : 247,
"2179072" : 209,
"2211840" : 207,
"2244608" : 249,
"2277376" : 313,
"2310144" : 433,
"2342912" : 551,
"2375680" : 630,
"2408448" : 699,
"2441216" : 675,
"2473984" : 635,
"2506752" : 662,
"2539520" : 636,
"2572288" : 635,
"2605056" : 863,
"2637824" : 1069,
"2670592" : 1203,
"2703360" : 1463,
"2736128" : 1610,
"2768896" : 1725,
"2801664" : 1654,
"2834432" : 1605,
"2867200" : 1528,
"2899968" : 1638,
"2932736" : 1756,
"2965504" : 2180,
"2998272" : 2476,
"3031040" : 2804,
"3063808" : 3022,
"3096576" : 3349,
"3129344" : 3256,
"3162112" : 3373,
"3194880" : 3180,
"3227648" : 3288,
"3260416" : 3486,
"3293184" : 3669,
"3325952" : 4137,
"3358720" : 4582,
"3391488" : 5116,
"3424256" : 5246,
"3457024" : 5263,
"3489792" : 5203,
"3522560" : 5177,
"3555328" : 5171,
"3588096" : 5361,
"3620864" : 5474,
"3653632" : 5786,
"3686400" : 6254,
"3719168" : 6614,
"3751936" : 6906,
"3784704" : 6964,
"3817472" : 7282,
"3850240" : 6948,
"3883008" : 6947,
"3915776" : 7103,
"3948544" : 7028,
"3981312" : 7062,
"4014080" : 7329,
"4046848" : 7440,
"4079616" : 7861,
"4112384" : 7985,
"4145152" : 8089,
"4177920" : 7888,
"4227072" : 15103,
"4292608" : 14964,
"4358144" : 14746,
"4423680" : 14858,
"4489216" : 14412,
"4554752" : 13866,
"4620288" : 12859,
"4685824" : 12038,
"4751360" : 11743,
"4816896" : 11241,
"4882432" : 10486,
"4947968" : 9724,
"5013504" : 8893,
"5079040" : 8301,
"5144576" : 7801,
"5210112" : 7282,
"5275648" : 6956,
"5341184" : 6438,
"5406720" : 6044,
"5472256" : 5689,
"5537792" : 5481,
"5603328" : 5248,
"5668864" : 5276,
"5734400" : 5022,
"5799936" : 5057,
"5865472" : 4893,
"5931008" : 4985,
"5996544" : 4990,
"6062080" : 4884,
"6127616" : 4929,
"6193152" : 4851,
"6258688" : 4958,
"6324224" : 4864,
"6389760" : 4859,
"6455296" : 4720,
"6520832" : 4809,
"6586368" : 4856,
"6651904" : 4647,
"6717440" : 4571,
"6782976" : 4580,
"6848512" : 4552,
"6914048" : 4323,
"6979584" : 4377,
"7045120" : 4264,
"7110656" : 4116,
"7176192" : 3980,
"7241728" : 3841,
"7307264" : 3819,
"7372800" : 3702,
"7438336" : 3686,
"7503872" : 3446,
"7569408" : 3245,
"7634944" : 3070,
"7700480" : 3160,
"7766016" : 2998,
"7831552" : 2839,
"7897088" : 2725,
"7962624" : 2577,
"8028160" : 2478,
"8093696" : 2385,
"8159232" : 2295,
"8224768" : 2206,
"8290304" : 1976,
"8355840" : 1959,
"8454144" : 3614,
"8585216" : 3176,
"8716288" : 2765,
"8847360" : 2390,
"8978432" : 2093,
"9109504" : 1878,
"9240576" : 1518,
"9371648" : 1349,
"9502720" : 1074,
"9633792" : 937,
"9764864" : 769,
"9895936" : 597,
"10027008" : 488,
"10158080" : 376,
"10289152" : 320,
"10420224" : 235,
"10551296" : 172,
"10682368" : 134,
"10813440" : 113,
"10944512" : 76,
"11075584" : 62,
"11206656" : 39,
"11337728" : 33,
"11468800" : 21,
"11599872" : 18,
"11730944" : 11,
"11862016" : 12,
"11993088" : 6,
"12124160" : 6,
"12255232" : 2,
"12517376" : 1,
"12648448" : 1,
"13041664" : 1,
"13565952" : 1
}
},
"lat_ns" : {
"min" : 1003613,
"max" : 13630243,
"mean" : 5386134.968987,
"stddev" : 1672742.925014,
"N" : 645269
},
"bw_min" : 23437,
"bw_max" : 32703,
"bw_agg" : 100.000000,
"bw_mean" : 28680.743017,
"bw_dev" : 208.703043,
"bw_samples" : 1432,
"iops_min" : 5859,
"iops_max" : 8175,
"iops_mean" : 7169.737430,
"iops_stddev" : 52.177677,
"iops_samples" : 1432
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 719992,
"usr_cpu" : 0.743342,
"sys_cpu" : 15.989205,
"ctx" : 1513622,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.152067,
"4" : 28.703392,
"10" : 70.844500,
"20" : 0.299157,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773101526,
"timestamp_ms" : 1773101526337,
"time" : "Mon Mar 9 21:12:06 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 6855716864,
"io_kbytes" : 6695036,
"bw_bytes" : 68557854,
"bw" : 66951,
"iops" : 16737.947379,
"runtime" : 99999,
"total_ios" : 1673778,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5588,
"max" : 2970648,
"mean" : 321957.032604,
"stddev" : 250788.998540,
"N" : 1673775
},
"clat_ns" : {
"min" : 705749,
"max" : 13279486,
"mean" : 5015567.835529,
"stddev" : 1578698.026288,
"N" : 1673769,
"percentile" : {
"1.000000" : 2441216,
"5.000000" : 3031040,
"10.000000" : 3325952,
"20.000000" : 3719168,
"30.000000" : 4014080,
"40.000000" : 4292608,
"50.000000" : 4620288,
"60.000000" : 4947968,
"70.000000" : 5603328,
"80.000000" : 6455296,
"90.000000" : 7372800,
"95.000000" : 8093696,
"99.000000" : 9240576,
"99.500000" : 9633792,
"99.900000" : 10551296,
"99.950000" : 10813440,
"99.990000" : 11468800
},
"bins" : {
"708608" : 1,
"806912" : 1,
"970752" : 3,
"978944" : 2,
"987136" : 1,
"1003520" : 1,
"1019904" : 2,
"1028096" : 2,
"1036288" : 1,
"1056768" : 2,
"1073152" : 5,
"1105920" : 3,
"1122304" : 1,
"1138688" : 3,
"1155072" : 1,
"1171456" : 2,
"1187840" : 2,
"1204224" : 3,
"1220608" : 1,
"1236992" : 3,
"1253376" : 1,
"1269760" : 3,
"1286144" : 5,
"1302528" : 9,
"1318912" : 14,
"1335296" : 16,
"1351680" : 19,
"1368064" : 27,
"1384448" : 20,
"1400832" : 16,
"1417216" : 19,
"1433600" : 18,
"1449984" : 28,
"1466368" : 11,
"1482752" : 9,
"1499136" : 10,
"1515520" : 12,
"1531904" : 13,
"1548288" : 11,
"1564672" : 14,
"1581056" : 16,
"1597440" : 23,
"1613824" : 37,
"1630208" : 46,
"1646592" : 50,
"1662976" : 71,
"1679360" : 79,
"1695744" : 74,
"1712128" : 96,
"1728512" : 71,
"1744896" : 84,
"1761280" : 110,
"1777664" : 89,
"1794048" : 79,
"1810432" : 82,
"1826816" : 69,
"1843200" : 71,
"1859584" : 71,
"1875968" : 72,
"1892352" : 52,
"1908736" : 77,
"1925120" : 88,
"1941504" : 123,
"1957888" : 158,
"1974272" : 224,
"1990656" : 249,
"2007040" : 255,
"2023424" : 269,
"2039808" : 311,
"2056192" : 325,
"2072576" : 376,
"2088960" : 370,
"2113536" : 620,
"2146304" : 690,
"2179072" : 564,
"2211840" : 554,
"2244608" : 672,
"2277376" : 891,
"2310144" : 1133,
"2342912" : 1519,
"2375680" : 1742,
"2408448" : 1888,
"2441216" : 2030,
"2473984" : 1827,
"2506752" : 1750,
"2539520" : 1882,
"2572288" : 1906,
"2605056" : 2293,
"2637824" : 2906,
"2670592" : 3336,
"2703360" : 3896,
"2736128" : 4341,
"2768896" : 4579,
"2801664" : 4519,
"2834432" : 4451,
"2867200" : 4273,
"2899968" : 4305,
"2932736" : 4729,
"2965504" : 5479,
"2998272" : 6628,
"3031040" : 7477,
"3063808" : 8366,
"3096576" : 8768,
"3129344" : 8940,
"3162112" : 8621,
"3194880" : 8622,
"3227648" : 8467,
"3260416" : 8959,
"3293184" : 9556,
"3325952" : 10850,
"3358720" : 12049,
"3391488" : 13081,
"3424256" : 13538,
"3457024" : 13961,
"3489792" : 14190,
"3522560" : 13889,
"3555328" : 13946,
"3588096" : 14030,
"3620864" : 14383,
"3653632" : 15130,
"3686400" : 16152,
"3719168" : 17222,
"3751936" : 18106,
"3784704" : 18462,
"3817472" : 18500,
"3850240" : 18399,
"3883008" : 18236,
"3915776" : 17800,
"3948544" : 17999,
"3981312" : 18380,
"4014080" : 18787,
"4046848" : 19527,
"4079616" : 20417,
"4112384" : 20526,
"4145152" : 20592,
"4177920" : 20617,
"4227072" : 38952,
"4292608" : 38037,
"4358144" : 38087,
"4423680" : 38203,
"4489216" : 37651,
"4554752" : 35553,
"4620288" : 33365,
"4685824" : 31087,
"4751360" : 29944,
"4816896" : 28418,
"4882432" : 26781,
"4947968" : 25027,
"5013504" : 22921,
"5079040" : 21727,
"5144576" : 20063,
"5210112" : 18479,
"5275648" : 17623,
"5341184" : 16284,
"5406720" : 15421,
"5472256" : 14821,
"5537792" : 14238,
"5603328" : 13677,
"5668864" : 13675,
"5734400" : 13253,
"5799936" : 13136,
"5865472" : 12762,
"5931008" : 12869,
"5996544" : 12793,
"6062080" : 12858,
"6127616" : 12968,
"6193152" : 12784,
"6258688" : 12736,
"6324224" : 12590,
"6389760" : 12773,
"6455296" : 12713,
"6520832" : 12259,
"6586368" : 12166,
"6651904" : 11990,
"6717440" : 12058,
"6782976" : 11902,
"6848512" : 11597,
"6914048" : 11252,
"6979584" : 11462,
"7045120" : 11117,
"7110656" : 10586,
"7176192" : 10352,
"7241728" : 10146,
"7307264" : 10015,
"7372800" : 9426,
"7438336" : 9396,
"7503872" : 9212,
"7569408" : 8632,
"7634944" : 8326,
"7700480" : 8061,
"7766016" : 7805,
"7831552" : 7384,
"7897088" : 7060,
"7962624" : 6735,
"8028160" : 6412,
"8093696" : 6250,
"8159232" : 5914,
"8224768" : 5544,
"8290304" : 5192,
"8355840" : 4878,
"8454144" : 9039,
"8585216" : 7973,
"8716288" : 7062,
"8847360" : 6020,
"8978432" : 5258,
"9109504" : 4470,
"9240576" : 3819,
"9371648" : 3102,
"9502720" : 2693,
"9633792" : 2247,
"9764864" : 1775,
"9895936" : 1447,
"10027008" : 1162,
"10158080" : 879,
"10289152" : 710,
"10420224" : 585,
"10551296" : 422,
"10682368" : 327,
"10813440" : 284,
"10944512" : 177,
"11075584" : 127,
"11206656" : 91,
"11337728" : 73,
"11468800" : 60,
"11599872" : 45,
"11730944" : 27,
"11862016" : 21,
"11993088" : 14,
"12124160" : 12,
"12255232" : 5,
"12386304" : 3,
"12517376" : 4,
"12648448" : 4,
"12779520" : 2,
"13041664" : 1,
"13303808" : 1
}
},
"lat_ns" : {
"min" : 989662,
"max" : 14017434,
"mean" : 5337515.670423,
"stddev" : 1664075.696599,
"N" : 1673769
},
"bw_min" : 56192,
"bw_max" : 75737,
"bw_agg" : 100.000000,
"bw_mean" : 66964.216080,
"bw_dev" : 415.038057,
"bw_samples" : 1592,
"iops_min" : 14048,
"iops_max" : 18934,
"iops_mean" : 16740.743719,
"iops_stddev" : 103.767294,
"iops_samples" : 1592
},
"write" : {
"io_bytes" : 2940936192,
"io_kbytes" : 2872008,
"bw_bytes" : 29409656,
"bw" : 28720,
"iops" : 7180.151802,
"runtime" : 99999,
"total_ios" : 718008,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 11127,
"max" : 2821210,
"mean" : 355315.753934,
"stddev" : 247381.988787,
"N" : 718011
},
"clat_ns" : {
"min" : 973407,
"max" : 13591974,
"mean" : 5026090.547007,
"stddev" : 1578895.137960,
"N" : 718009,
"percentile" : {
"1.000000" : 2473984,
"5.000000" : 3031040,
"10.000000" : 3358720,
"20.000000" : 3719168,
"30.000000" : 4046848,
"40.000000" : 4292608,
"50.000000" : 4620288,
"60.000000" : 4947968,
"70.000000" : 5603328,
"80.000000" : 6455296,
"90.000000" : 7372800,
"95.000000" : 8093696,
"99.000000" : 9371648,
"99.500000" : 9764864,
"99.900000" : 10551296,
"99.950000" : 10813440,
"99.990000" : 11468800
},
"bins" : {
"970752" : 1,
"978944" : 1,
"995328" : 1,
"1003520" : 1,
"1011712" : 2,
"1044480" : 1,
"1056768" : 1,
"1073152" : 2,
"1122304" : 2,
"1138688" : 2,
"1171456" : 1,
"1236992" : 1,
"1269760" : 4,
"1286144" : 3,
"1302528" : 5,
"1318912" : 5,
"1335296" : 9,
"1351680" : 12,
"1368064" : 5,
"1384448" : 9,
"1400832" : 3,
"1417216" : 10,
"1433600" : 7,
"1449984" : 1,
"1466368" : 5,
"1482752" : 3,
"1499136" : 3,
"1515520" : 2,
"1531904" : 10,
"1548288" : 5,
"1564672" : 7,
"1581056" : 4,
"1597440" : 8,
"1613824" : 14,
"1630208" : 10,
"1646592" : 27,
"1662976" : 31,
"1679360" : 25,
"1695744" : 21,
"1712128" : 32,
"1728512" : 26,
"1744896" : 32,
"1761280" : 33,
"1777664" : 46,
"1794048" : 33,
"1810432" : 41,
"1826816" : 27,
"1843200" : 24,
"1859584" : 26,
"1875968" : 25,
"1892352" : 22,
"1908736" : 38,
"1925120" : 40,
"1941504" : 55,
"1957888" : 62,
"1974272" : 102,
"1990656" : 79,
"2007040" : 107,
"2023424" : 100,
"2039808" : 137,
"2056192" : 146,
"2072576" : 132,
"2088960" : 142,
"2113536" : 266,
"2146304" : 271,
"2179072" : 231,
"2211840" : 229,
"2244608" : 279,
"2277376" : 344,
"2310144" : 481,
"2342912" : 614,
"2375680" : 706,
"2408448" : 782,
"2441216" : 765,
"2473984" : 706,
"2506752" : 753,
"2539520" : 715,
"2572288" : 719,
"2605056" : 957,
"2637824" : 1182,
"2670592" : 1337,
"2703360" : 1641,
"2736128" : 1830,
"2768896" : 1950,
"2801664" : 1855,
"2834432" : 1810,
"2867200" : 1742,
"2899968" : 1829,
"2932736" : 1986,
"2965504" : 2439,
"2998272" : 2738,
"3031040" : 3119,
"3063808" : 3398,
"3096576" : 3751,
"3129344" : 3682,
"3162112" : 3780,
"3194880" : 3579,
"3227648" : 3658,
"3260416" : 3883,
"3293184" : 4116,
"3325952" : 4620,
"3358720" : 5107,
"3391488" : 5738,
"3424256" : 5889,
"3457024" : 5926,
"3489792" : 5826,
"3522560" : 5784,
"3555328" : 5840,
"3588096" : 6009,
"3620864" : 6102,
"3653632" : 6502,
"3686400" : 7001,
"3719168" : 7442,
"3751936" : 7761,
"3784704" : 7770,
"3817472" : 8158,
"3850240" : 7746,
"3883008" : 7781,
"3915776" : 7892,
"3948544" : 7826,
"3981312" : 7863,
"4014080" : 8118,
"4046848" : 8278,
"4079616" : 8733,
"4112384" : 8867,
"4145152" : 8958,
"4177920" : 8786,
"4227072" : 16766,
"4292608" : 16595,
"4358144" : 16299,
"4423680" : 16430,
"4489216" : 15959,
"4554752" : 15340,
"4620288" : 14316,
"4685824" : 13314,
"4751360" : 12921,
"4816896" : 12392,
"4882432" : 11555,
"4947968" : 10720,
"5013504" : 9810,
"5079040" : 9143,
"5144576" : 8580,
"5210112" : 7986,
"5275648" : 7667,
"5341184" : 7125,
"5406720" : 6703,
"5472256" : 6351,
"5537792" : 6068,
"5603328" : 5857,
"5668864" : 5907,
"5734400" : 5643,
"5799936" : 5696,
"5865472" : 5502,
"5931008" : 5575,
"5996544" : 5621,
"6062080" : 5527,
"6127616" : 5552,
"6193152" : 5470,
"6258688" : 5545,
"6324224" : 5465,
"6389760" : 5447,
"6455296" : 5282,
"6520832" : 5391,
"6586368" : 5447,
"6651904" : 5228,
"6717440" : 5117,
"6782976" : 5124,
"6848512" : 5111,
"6914048" : 4856,
"6979584" : 4901,
"7045120" : 4804,
"7110656" : 4589,
"7176192" : 4463,
"7241728" : 4353,
"7307264" : 4305,
"7372800" : 4176,
"7438336" : 4076,
"7503872" : 3854,
"7569408" : 3608,
"7634944" : 3410,
"7700480" : 3510,
"7766016" : 3355,
"7831552" : 3130,
"7897088" : 3035,
"7962624" : 2834,
"8028160" : 2738,
"8093696" : 2658,
"8159232" : 2554,
"8224768" : 2416,
"8290304" : 2180,
"8355840" : 2165,
"8454144" : 3963,
"8585216" : 3486,
"8716288" : 3025,
"8847360" : 2590,
"8978432" : 2290,
"9109504" : 2016,
"9240576" : 1640,
"9371648" : 1445,
"9502720" : 1156,
"9633792" : 987,
"9764864" : 804,
"9895936" : 639,
"10027008" : 514,
"10158080" : 395,
"10289152" : 336,
"10420224" : 246,
"10551296" : 180,
"10682368" : 142,
"10813440" : 124,
"10944512" : 77,
"11075584" : 65,
"11206656" : 41,
"11337728" : 33,
"11468800" : 21,
"11599872" : 18,
"11730944" : 11,
"11862016" : 12,
"11993088" : 6,
"12124160" : 6,
"12255232" : 2,
"12517376" : 2,
"12648448" : 1,
"13041664" : 1,
"13565952" : 1
}
},
"lat_ns" : {
"min" : 1003613,
"max" : 13645396,
"mean" : 5381397.047359,
"stddev" : 1668054.798840,
"N" : 718009
},
"bw_min" : 23437,
"bw_max" : 33471,
"bw_agg" : 99.984794,
"bw_mean" : 28716.572864,
"bw_dev" : 211.092954,
"bw_samples" : 1592,
"iops_min" : 5859,
"iops_max" : 8367,
"iops_mean" : 7178.688442,
"iops_stddev" : 52.776051,
"iops_samples" : 1592
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 799992,
"usr_cpu" : 0.744882,
"sys_cpu" : 15.992035,
"ctx" : 1680088,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.150306,
"4" : 28.877291,
"10" : 70.689351,
"20" : 0.282258,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773101536,
"timestamp_ms" : 1773101536338,
"time" : "Mon Mar 9 21:12:16 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 7542640640,
"io_kbytes" : 7365860,
"bw_bytes" : 68569460,
"bw" : 66962,
"iops" : 16740.736364,
"runtime" : 110000,
"total_ios" : 1841481,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5469,
"max" : 2970648,
"mean" : 321808.627572,
"stddev" : 251125.773445,
"N" : 1841482
},
"clat_ns" : {
"min" : 705749,
"max" : 13279486,
"mean" : 5014353.158930,
"stddev" : 1575330.456838,
"N" : 1841473,
"percentile" : {
"1.000000" : 2473984,
"5.000000" : 3031040,
"10.000000" : 3325952,
"20.000000" : 3719168,
"30.000000" : 4014080,
"40.000000" : 4292608,
"50.000000" : 4620288,
"60.000000" : 4947968,
"70.000000" : 5603328,
"80.000000" : 6455296,
"90.000000" : 7372800,
"95.000000" : 8093696,
"99.000000" : 9240576,
"99.500000" : 9633792,
"99.900000" : 10420224,
"99.950000" : 10813440,
"99.990000" : 11468800
},
"bins" : {
"708608" : 1,
"806912" : 1,
"897024" : 1,
"970752" : 3,
"978944" : 2,
"987136" : 1,
"1003520" : 1,
"1019904" : 2,
"1028096" : 2,
"1036288" : 1,
"1056768" : 3,
"1073152" : 5,
"1105920" : 3,
"1122304" : 1,
"1138688" : 3,
"1155072" : 1,
"1171456" : 4,
"1187840" : 2,
"1204224" : 4,
"1220608" : 1,
"1236992" : 3,
"1253376" : 1,
"1269760" : 3,
"1286144" : 5,
"1302528" : 10,
"1318912" : 14,
"1335296" : 17,
"1351680" : 19,
"1368064" : 28,
"1384448" : 23,
"1400832" : 18,
"1417216" : 19,
"1433600" : 18,
"1449984" : 28,
"1466368" : 11,
"1482752" : 9,
"1499136" : 10,
"1515520" : 13,
"1531904" : 18,
"1548288" : 12,
"1564672" : 20,
"1581056" : 18,
"1597440" : 24,
"1613824" : 38,
"1630208" : 48,
"1646592" : 53,
"1662976" : 82,
"1679360" : 90,
"1695744" : 87,
"1712128" : 98,
"1728512" : 74,
"1744896" : 93,
"1761280" : 119,
"1777664" : 92,
"1794048" : 79,
"1810432" : 87,
"1826816" : 74,
"1843200" : 79,
"1859584" : 87,
"1875968" : 79,
"1892352" : 55,
"1908736" : 88,
"1925120" : 96,
"1941504" : 135,
"1957888" : 169,
"1974272" : 239,
"1990656" : 263,
"2007040" : 273,
"2023424" : 302,
"2039808" : 337,
"2056192" : 350,
"2072576" : 415,
"2088960" : 402,
"2113536" : 664,
"2146304" : 733,
"2179072" : 618,
"2211840" : 614,
"2244608" : 754,
"2277376" : 959,
"2310144" : 1235,
"2342912" : 1651,
"2375680" : 1941,
"2408448" : 2065,
"2441216" : 2185,
"2473984" : 1993,
"2506752" : 1930,
"2539520" : 2056,
"2572288" : 2111,
"2605056" : 2492,
"2637824" : 3179,
"2670592" : 3690,
"2703360" : 4296,
"2736128" : 4793,
"2768896" : 4998,
"2801664" : 4994,
"2834432" : 4917,
"2867200" : 4705,
"2899968" : 4748,
"2932736" : 5225,
"2965504" : 6017,
"2998272" : 7301,
"3031040" : 8277,
"3063808" : 9251,
"3096576" : 9681,
"3129344" : 9933,
"3162112" : 9507,
"3194880" : 9556,
"3227648" : 9403,
"3260416" : 9933,
"3293184" : 10640,
"3325952" : 12024,
"3358720" : 13393,
"3391488" : 14508,
"3424256" : 15020,
"3457024" : 15476,
"3489792" : 15641,
"3522560" : 15370,
"3555328" : 15412,
"3588096" : 15455,
"3620864" : 15920,
"3653632" : 16817,
"3686400" : 17852,
"3719168" : 19021,
"3751936" : 20025,
"3784704" : 20286,
"3817472" : 20512,
"3850240" : 20303,
"3883008" : 20096,
"3915776" : 19530,
"3948544" : 19833,
"3981312" : 20186,
"4014080" : 20649,
"4046848" : 21448,
"4079616" : 22440,
"4112384" : 22523,
"4145152" : 22655,
"4177920" : 22532,
"4227072" : 42765,
"4292608" : 41683,
"4358144" : 41601,
"4423680" : 41659,
"4489216" : 41138,
"4554752" : 38835,
"4620288" : 36385,
"4685824" : 33875,
"4751360" : 32538,
"4816896" : 30882,
"4882432" : 29077,
"4947968" : 27226,
"5013504" : 25098,
"5079040" : 23652,
"5144576" : 21847,
"5210112" : 20213,
"5275648" : 19267,
"5341184" : 17911,
"5406720" : 16989,
"5472256" : 16332,
"5537792" : 15712,
"5603328" : 15212,
"5668864" : 15188,
"5734400" : 14750,
"5799936" : 14571,
"5865472" : 14185,
"5931008" : 14237,
"5996544" : 14324,
"6062080" : 14368,
"6127616" : 14462,
"6193152" : 14195,
"6258688" : 14238,
"6324224" : 14019,
"6389760" : 14225,
"6455296" : 14153,
"6520832" : 13731,
"6586368" : 13629,
"6651904" : 13326,
"6717440" : 13440,
"6782976" : 13226,
"6848512" : 12877,
"6914048" : 12556,
"6979584" : 12721,
"7045120" : 12330,
"7110656" : 11803,
"7176192" : 11547,
"7241728" : 11252,
"7307264" : 11109,
"7372800" : 10465,
"7438336" : 10384,
"7503872" : 10185,
"7569408" : 9556,
"7634944" : 9206,
"7700480" : 8866,
"7766016" : 8574,
"7831552" : 8123,
"7897088" : 7760,
"7962624" : 7440,
"8028160" : 7020,
"8093696" : 6861,
"8159232" : 6466,
"8224768" : 6049,
"8290304" : 5645,
"8355840" : 5356,
"8454144" : 9805,
"8585216" : 8660,
"8716288" : 7623,
"8847360" : 6475,
"8978432" : 5695,
"9109504" : 4799,
"9240576" : 4067,
"9371648" : 3305,
"9502720" : 2865,
"9633792" : 2383,
"9764864" : 1875,
"9895936" : 1531,
"10027008" : 1229,
"10158080" : 902,
"10289152" : 748,
"10420224" : 606,
"10551296" : 440,
"10682368" : 341,
"10813440" : 288,
"10944512" : 182,
"11075584" : 133,
"11206656" : 93,
"11337728" : 73,
"11468800" : 62,
"11599872" : 46,
"11730944" : 27,
"11862016" : 21,
"11993088" : 14,
"12124160" : 12,
"12255232" : 5,
"12386304" : 3,
"12517376" : 4,
"12648448" : 4,
"12779520" : 2,
"13041664" : 1,
"13303808" : 1
}
},
"lat_ns" : {
"min" : 989662,
"max" : 14017434,
"mean" : 5336162.972484,
"stddev" : 1660432.491716,
"N" : 1841473
},
"bw_min" : 56192,
"bw_max" : 75769,
"bw_agg" : 100.000000,
"bw_mean" : 66981.794521,
"bw_dev" : 409.993891,
"bw_samples" : 1752,
"iops_min" : 14048,
"iops_max" : 18942,
"iops_mean" : 16745.146119,
"iops_stddev" : 102.507373,
"iops_samples" : 1752
},
"write" : {
"io_bytes" : 3236679680,
"io_kbytes" : 3160820,
"bw_bytes" : 29424360,
"bw" : 28734,
"iops" : 7183.700000,
"runtime" : 110000,
"total_ios" : 790207,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 11127,
"max" : 3803580,
"mean" : 355353.570164,
"stddev" : 247675.710365,
"N" : 790206
},
"clat_ns" : {
"min" : 973407,
"max" : 13591974,
"mean" : 5024538.909134,
"stddev" : 1575458.412218,
"N" : 790207,
"percentile" : {
"1.000000" : 2473984,
"5.000000" : 3031040,
"10.000000" : 3358720,
"20.000000" : 3719168,
"30.000000" : 4046848,
"40.000000" : 4292608,
"50.000000" : 4620288,
"60.000000" : 5013504,
"70.000000" : 5603328,
"80.000000" : 6455296,
"90.000000" : 7372800,
"95.000000" : 8093696,
"99.000000" : 9240576,
"99.500000" : 9633792,
"99.900000" : 10420224,
"99.950000" : 10813440,
"99.990000" : 11468800
},
"bins" : {
"970752" : 1,
"978944" : 1,
"995328" : 1,
"1003520" : 1,
"1011712" : 2,
"1044480" : 1,
"1056768" : 1,
"1073152" : 2,
"1122304" : 2,
"1138688" : 2,
"1171456" : 1,
"1220608" : 1,
"1236992" : 1,
"1269760" : 4,
"1286144" : 3,
"1302528" : 7,
"1318912" : 5,
"1335296" : 9,
"1351680" : 12,
"1368064" : 7,
"1384448" : 10,
"1400832" : 4,
"1417216" : 10,
"1433600" : 7,
"1449984" : 1,
"1466368" : 5,
"1482752" : 3,
"1499136" : 3,
"1515520" : 3,
"1531904" : 10,
"1548288" : 5,
"1564672" : 7,
"1581056" : 4,
"1597440" : 8,
"1613824" : 14,
"1630208" : 12,
"1646592" : 28,
"1662976" : 34,
"1679360" : 30,
"1695744" : 24,
"1712128" : 35,
"1728512" : 31,
"1744896" : 35,
"1761280" : 34,
"1777664" : 46,
"1794048" : 36,
"1810432" : 44,
"1826816" : 29,
"1843200" : 27,
"1859584" : 28,
"1875968" : 28,
"1892352" : 24,
"1908736" : 46,
"1925120" : 47,
"1941504" : 60,
"1957888" : 67,
"1974272" : 109,
"1990656" : 88,
"2007040" : 115,
"2023424" : 109,
"2039808" : 146,
"2056192" : 160,
"2072576" : 143,
"2088960" : 148,
"2113536" : 287,
"2146304" : 291,
"2179072" : 253,
"2211840" : 252,
"2244608" : 302,
"2277376" : 370,
"2310144" : 530,
"2342912" : 672,
"2375680" : 769,
"2408448" : 853,
"2441216" : 825,
"2473984" : 780,
"2506752" : 831,
"2539520" : 776,
"2572288" : 802,
"2605056" : 1047,
"2637824" : 1274,
"2670592" : 1491,
"2703360" : 1814,
"2736128" : 2037,
"2768896" : 2125,
"2801664" : 2061,
"2834432" : 2006,
"2867200" : 1912,
"2899968" : 2031,
"2932736" : 2177,
"2965504" : 2672,
"2998272" : 3024,
"3031040" : 3471,
"3063808" : 3755,
"3096576" : 4134,
"3129344" : 4110,
"3162112" : 4182,
"3194880" : 3949,
"3227648" : 4081,
"3260416" : 4292,
"3293184" : 4537,
"3325952" : 5170,
"3358720" : 5680,
"3391488" : 6297,
"3424256" : 6557,
"3457024" : 6570,
"3489792" : 6468,
"3522560" : 6403,
"3555328" : 6461,
"3588096" : 6646,
"3620864" : 6737,
"3653632" : 7181,
"3686400" : 7726,
"3719168" : 8248,
"3751936" : 8548,
"3784704" : 8548,
"3817472" : 9017,
"3850240" : 8545,
"3883008" : 8639,
"3915776" : 8668,
"3948544" : 8578,
"3981312" : 8698,
"4014080" : 8941,
"4046848" : 9076,
"4079616" : 9602,
"4112384" : 9696,
"4145152" : 9845,
"4177920" : 9671,
"4227072" : 18369,
"4292608" : 18242,
"4358144" : 17889,
"4423680" : 17895,
"4489216" : 17436,
"4554752" : 16735,
"4620288" : 15630,
"4685824" : 14560,
"4751360" : 14065,
"4816896" : 13481,
"4882432" : 12577,
"4947968" : 11671,
"5013504" : 10721,
"5079040" : 9950,
"5144576" : 9378,
"5210112" : 8759,
"5275648" : 8416,
"5341184" : 7869,
"5406720" : 7363,
"5472256" : 7019,
"5537792" : 6642,
"5603328" : 6481,
"5668864" : 6523,
"5734400" : 6302,
"5799936" : 6268,
"5865472" : 6103,
"5931008" : 6187,
"5996544" : 6299,
"6062080" : 6176,
"6127616" : 6187,
"6193152" : 6074,
"6258688" : 6157,
"6324224" : 6107,
"6389760" : 6060,
"6455296" : 5929,
"6520832" : 5983,
"6586368" : 5991,
"6651904" : 5829,
"6717440" : 5743,
"6782976" : 5704,
"6848512" : 5667,
"6914048" : 5420,
"6979584" : 5401,
"7045120" : 5354,
"7110656" : 5087,
"7176192" : 4971,
"7241728" : 4863,
"7307264" : 4795,
"7372800" : 4677,
"7438336" : 4489,
"7503872" : 4255,
"7569408" : 3966,
"7634944" : 3792,
"7700480" : 3853,
"7766016" : 3692,
"7831552" : 3458,
"7897088" : 3335,
"7962624" : 3154,
"8028160" : 2999,
"8093696" : 2905,
"8159232" : 2772,
"8224768" : 2636,
"8290304" : 2389,
"8355840" : 2378,
"8454144" : 4352,
"8585216" : 3749,
"8716288" : 3282,
"8847360" : 2784,
"8978432" : 2470,
"9109504" : 2158,
"9240576" : 1745,
"9371648" : 1542,
"9502720" : 1229,
"9633792" : 1054,
"9764864" : 847,
"9895936" : 681,
"10027008" : 537,
"10158080" : 415,
"10289152" : 354,
"10420224" : 251,
"10551296" : 190,
"10682368" : 146,
"10813440" : 126,
"10944512" : 79,
"11075584" : 68,
"11206656" : 42,
"11337728" : 34,
"11468800" : 22,
"11599872" : 18,
"11730944" : 11,
"11862016" : 12,
"11993088" : 6,
"12124160" : 6,
"12255232" : 2,
"12517376" : 2,
"12648448" : 1,
"13041664" : 1,
"13565952" : 1
}
},
"lat_ns" : {
"min" : 1003613,
"max" : 13645396,
"mean" : 5379892.613106,
"stddev" : 1664303.511208,
"N" : 790207
},
"bw_min" : 23437,
"bw_max" : 33471,
"bw_agg" : 100.000000,
"bw_mean" : 28745.538813,
"bw_dev" : 208.800392,
"bw_samples" : 1752,
"iops_min" : 5859,
"iops_max" : 8367,
"iops_mean" : 7185.922374,
"iops_stddev" : 52.205049,
"iops_samples" : 1752
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 879993,
"usr_cpu" : 0.745120,
"sys_cpu" : 15.983536,
"ctx" : 1845603,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.148194,
"4" : 28.984743,
"10" : 70.599668,
"20" : 0.266635,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773101546,
"timestamp_ms" : 1773101546337,
"time" : "Mon Mar 9 21:12:26 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 8236998656,
"io_kbytes" : 8043944,
"bw_bytes" : 68642227,
"bw" : 67033,
"iops" : 16758.364653,
"runtime" : 119999,
"total_ios" : 2010987,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5469,
"max" : 2970648,
"mean" : 321390.332463,
"stddev" : 251109.464893,
"N" : 2010986
},
"clat_ns" : {
"min" : 705749,
"max" : 13279486,
"mean" : 5009124.537917,
"stddev" : 1572260.590661,
"N" : 2010990,
"percentile" : {
"1.000000" : 2473984,
"5.000000" : 3031040,
"10.000000" : 3325952,
"20.000000" : 3719168,
"30.000000" : 4014080,
"40.000000" : 4292608,
"50.000000" : 4620288,
"60.000000" : 4947968,
"70.000000" : 5603328,
"80.000000" : 6455296,
"90.000000" : 7372800,
"95.000000" : 8093696,
"99.000000" : 9240576,
"99.500000" : 9633792,
"99.900000" : 10420224,
"99.950000" : 10682368,
"99.990000" : 11468800
},
"bins" : {
"708608" : 1,
"806912" : 1,
"897024" : 1,
"970752" : 3,
"978944" : 2,
"987136" : 1,
"1003520" : 1,
"1019904" : 2,
"1028096" : 2,
"1036288" : 1,
"1056768" : 4,
"1073152" : 5,
"1105920" : 3,
"1122304" : 1,
"1138688" : 3,
"1155072" : 1,
"1171456" : 4,
"1187840" : 2,
"1204224" : 4,
"1220608" : 1,
"1236992" : 3,
"1253376" : 1,
"1269760" : 3,
"1286144" : 6,
"1302528" : 11,
"1318912" : 15,
"1335296" : 18,
"1351680" : 21,
"1368064" : 32,
"1384448" : 25,
"1400832" : 18,
"1417216" : 20,
"1433600" : 20,
"1449984" : 31,
"1466368" : 13,
"1482752" : 14,
"1499136" : 12,
"1515520" : 15,
"1531904" : 18,
"1548288" : 13,
"1564672" : 21,
"1581056" : 21,
"1597440" : 32,
"1613824" : 38,
"1630208" : 53,
"1646592" : 61,
"1662976" : 87,
"1679360" : 95,
"1695744" : 98,
"1712128" : 108,
"1728512" : 86,
"1744896" : 106,
"1761280" : 127,
"1777664" : 93,
"1794048" : 84,
"1810432" : 93,
"1826816" : 80,
"1843200" : 85,
"1859584" : 92,
"1875968" : 85,
"1892352" : 64,
"1908736" : 99,
"1925120" : 100,
"1941504" : 151,
"1957888" : 181,
"1974272" : 252,
"1990656" : 280,
"2007040" : 296,
"2023424" : 329,
"2039808" : 359,
"2056192" : 384,
"2072576" : 451,
"2088960" : 437,
"2113536" : 727,
"2146304" : 788,
"2179072" : 676,
"2211840" : 674,
"2244608" : 832,
"2277376" : 1039,
"2310144" : 1337,
"2342912" : 1802,
"2375680" : 2169,
"2408448" : 2252,
"2441216" : 2382,
"2473984" : 2172,
"2506752" : 2128,
"2539520" : 2218,
"2572288" : 2334,
"2605056" : 2739,
"2637824" : 3491,
"2670592" : 4050,
"2703360" : 4718,
"2736128" : 5251,
"2768896" : 5477,
"2801664" : 5437,
"2834432" : 5376,
"2867200" : 5188,
"2899968" : 5229,
"2932736" : 5764,
"2965504" : 6652,
"2998272" : 7989,
"3031040" : 9105,
"3063808" : 10119,
"3096576" : 10712,
"3129344" : 10861,
"3162112" : 10444,
"3194880" : 10519,
"3227648" : 10334,
"3260416" : 10914,
"3293184" : 11724,
"3325952" : 13253,
"3358720" : 14752,
"3391488" : 16011,
"3424256" : 16554,
"3457024" : 17039,
"3489792" : 17127,
"3522560" : 16902,
"3555328" : 16863,
"3588096" : 17007,
"3620864" : 17527,
"3653632" : 18546,
"3686400" : 19707,
"3719168" : 20999,
"3751936" : 22069,
"3784704" : 22308,
"3817472" : 22575,
"3850240" : 22292,
"3883008" : 21962,
"3915776" : 21405,
"3948544" : 21718,
"3981312" : 22090,
"4014080" : 22674,
"4046848" : 23606,
"4079616" : 24555,
"4112384" : 24617,
"4145152" : 24834,
"4177920" : 24637,
"4227072" : 46772,
"4292608" : 45422,
"4358144" : 45291,
"4423680" : 45325,
"4489216" : 44786,
"4554752" : 42200,
"4620288" : 39420,
"4685824" : 36676,
"4751360" : 35225,
"4816896" : 33453,
"4882432" : 31553,
"4947968" : 29361,
"5013504" : 27073,
"5079040" : 25589,
"5144576" : 23586,
"5210112" : 21865,
"5275648" : 20798,
"5341184" : 19468,
"5406720" : 18478,
"5472256" : 17726,
"5537792" : 17070,
"5603328" : 16634,
"5668864" : 16571,
"5734400" : 16189,
"5799936" : 16027,
"5865472" : 15537,
"5931008" : 15606,
"5996544" : 15723,
"6062080" : 15849,
"6127616" : 15881,
"6193152" : 15576,
"6258688" : 15612,
"6324224" : 15421,
"6389760" : 15530,
"6455296" : 15517,
"6520832" : 15087,
"6586368" : 14955,
"6651904" : 14688,
"6717440" : 14719,
"6782976" : 14543,
"6848512" : 14162,
"6914048" : 13860,
"6979584" : 13883,
"7045120" : 13503,
"7110656" : 12947,
"7176192" : 12629,
"7241728" : 12319,
"7307264" : 12152,
"7372800" : 11518,
"7438336" : 11382,
"7503872" : 11088,
"7569408" : 10444,
"7634944" : 10014,
"7700480" : 9694,
"7766016" : 9334,
"7831552" : 8881,
"7897088" : 8431,
"7962624" : 8124,
"8028160" : 7658,
"8093696" : 7445,
"8159232" : 7072,
"8224768" : 6578,
"8290304" : 6100,
"8355840" : 5824,
"8454144" : 10616,
"8585216" : 9309,
"8716288" : 8171,
"8847360" : 6921,
"8978432" : 6073,
"9109504" : 5107,
"9240576" : 4294,
"9371648" : 3496,
"9502720" : 3023,
"9633792" : 2536,
"9764864" : 1960,
"9895936" : 1607,
"10027008" : 1284,
"10158080" : 948,
"10289152" : 797,
"10420224" : 637,
"10551296" : 473,
"10682368" : 363,
"10813440" : 302,
"10944512" : 188,
"11075584" : 137,
"11206656" : 94,
"11337728" : 75,
"11468800" : 62,
"11599872" : 46,
"11730944" : 27,
"11862016" : 22,
"11993088" : 14,
"12124160" : 12,
"12255232" : 5,
"12386304" : 3,
"12517376" : 4,
"12648448" : 4,
"12779520" : 2,
"13041664" : 1,
"13303808" : 1
}
},
"lat_ns" : {
"min" : 989662,
"max" : 14017434,
"mean" : 5330515.388743,
"stddev" : 1657094.923796,
"N" : 2010990
},
"bw_min" : 56192,
"bw_max" : 75769,
"bw_agg" : 100.000000,
"bw_mean" : 67054.933054,
"bw_dev" : 405.360012,
"bw_samples" : 1912,
"iops_min" : 14048,
"iops_max" : 18942,
"iops_mean" : 16763.426778,
"iops_stddev" : 101.348326,
"iops_samples" : 1912
},
"write" : {
"io_bytes" : 3534057472,
"io_kbytes" : 3451228,
"bw_bytes" : 29450724,
"bw" : 28760,
"iops" : 7190.234919,
"runtime" : 119999,
"total_ios" : 862821,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10576,
"max" : 3803580,
"mean" : 355210.856226,
"stddev" : 247658.042604,
"N" : 862822
},
"clat_ns" : {
"min" : 937152,
"max" : 13591974,
"mean" : 5019882.878277,
"stddev" : 1572537.232757,
"N" : 862810,
"percentile" : {
"1.000000" : 2473984,
"5.000000" : 3031040,
"10.000000" : 3358720,
"20.000000" : 3719168,
"30.000000" : 4014080,
"40.000000" : 4292608,
"50.000000" : 4620288,
"60.000000" : 5013504,
"70.000000" : 5603328,
"80.000000" : 6455296,
"90.000000" : 7372800,
"95.000000" : 8093696,
"99.000000" : 9240576,
"99.500000" : 9633792,
"99.900000" : 10420224,
"99.950000" : 10813440,
"99.990000" : 11337728
},
"bins" : {
"937984" : 1,
"970752" : 1,
"978944" : 2,
"995328" : 1,
"1003520" : 1,
"1011712" : 2,
"1044480" : 1,
"1056768" : 1,
"1073152" : 2,
"1122304" : 2,
"1138688" : 2,
"1155072" : 1,
"1171456" : 1,
"1220608" : 1,
"1236992" : 1,
"1269760" : 5,
"1286144" : 3,
"1302528" : 7,
"1318912" : 6,
"1335296" : 9,
"1351680" : 12,
"1368064" : 8,
"1384448" : 10,
"1400832" : 5,
"1417216" : 10,
"1433600" : 8,
"1449984" : 1,
"1466368" : 5,
"1482752" : 4,
"1499136" : 5,
"1515520" : 3,
"1531904" : 10,
"1548288" : 5,
"1564672" : 7,
"1581056" : 4,
"1597440" : 8,
"1613824" : 14,
"1630208" : 15,
"1646592" : 30,
"1662976" : 37,
"1679360" : 31,
"1695744" : 27,
"1712128" : 37,
"1728512" : 34,
"1744896" : 38,
"1761280" : 35,
"1777664" : 48,
"1794048" : 39,
"1810432" : 45,
"1826816" : 30,
"1843200" : 30,
"1859584" : 31,
"1875968" : 31,
"1892352" : 26,
"1908736" : 49,
"1925120" : 49,
"1941504" : 65,
"1957888" : 73,
"1974272" : 114,
"1990656" : 94,
"2007040" : 121,
"2023424" : 116,
"2039808" : 159,
"2056192" : 168,
"2072576" : 153,
"2088960" : 165,
"2113536" : 307,
"2146304" : 313,
"2179072" : 268,
"2211840" : 282,
"2244608" : 336,
"2277376" : 392,
"2310144" : 577,
"2342912" : 734,
"2375680" : 849,
"2408448" : 929,
"2441216" : 912,
"2473984" : 852,
"2506752" : 902,
"2539520" : 851,
"2572288" : 879,
"2605056" : 1147,
"2637824" : 1398,
"2670592" : 1637,
"2703360" : 1987,
"2736128" : 2238,
"2768896" : 2309,
"2801664" : 2253,
"2834432" : 2182,
"2867200" : 2124,
"2899968" : 2223,
"2932736" : 2397,
"2965504" : 2932,
"2998272" : 3331,
"3031040" : 3825,
"3063808" : 4122,
"3096576" : 4554,
"3129344" : 4490,
"3162112" : 4607,
"3194880" : 4323,
"3227648" : 4474,
"3260416" : 4697,
"3293184" : 5034,
"3325952" : 5646,
"3358720" : 6236,
"3391488" : 6940,
"3424256" : 7226,
"3457024" : 7276,
"3489792" : 7157,
"3522560" : 7043,
"3555328" : 7084,
"3588096" : 7300,
"3620864" : 7403,
"3653632" : 7907,
"3686400" : 8532,
"3719168" : 9078,
"3751936" : 9403,
"3784704" : 9404,
"3817472" : 9896,
"3850240" : 9371,
"3883008" : 9495,
"3915776" : 9472,
"3948544" : 9347,
"3981312" : 9516,
"4014080" : 9781,
"4046848" : 9996,
"4079616" : 10535,
"4112384" : 10634,
"4145152" : 10800,
"4177920" : 10551,
"4227072" : 20178,
"4292608" : 19857,
"4358144" : 19442,
"4423680" : 19503,
"4489216" : 19007,
"4554752" : 18135,
"4620288" : 16839,
"4685824" : 15790,
"4751360" : 15234,
"4816896" : 14573,
"4882432" : 13675,
"4947968" : 12601,
"5013504" : 11560,
"5079040" : 10782,
"5144576" : 10110,
"5210112" : 9472,
"5275648" : 9089,
"5341184" : 8548,
"5406720" : 8030,
"5472256" : 7634,
"5537792" : 7235,
"5603328" : 7031,
"5668864" : 7132,
"5734400" : 6924,
"5799936" : 6853,
"5865472" : 6695,
"5931008" : 6753,
"5996544" : 6905,
"6062080" : 6765,
"6127616" : 6775,
"6193152" : 6657,
"6258688" : 6769,
"6324224" : 6696,
"6389760" : 6689,
"6455296" : 6510,
"6520832" : 6567,
"6586368" : 6566,
"6651904" : 6379,
"6717440" : 6308,
"6782976" : 6272,
"6848512" : 6251,
"6914048" : 5977,
"6979584" : 5908,
"7045120" : 5837,
"7110656" : 5604,
"7176192" : 5458,
"7241728" : 5355,
"7307264" : 5267,
"7372800" : 5102,
"7438336" : 4899,
"7503872" : 4655,
"7569408" : 4319,
"7634944" : 4168,
"7700480" : 4215,
"7766016" : 4048,
"7831552" : 3781,
"7897088" : 3640,
"7962624" : 3460,
"8028160" : 3282,
"8093696" : 3133,
"8159232" : 3018,
"8224768" : 2849,
"8290304" : 2569,
"8355840" : 2586,
"8454144" : 4681,
"8585216" : 4071,
"8716288" : 3525,
"8847360" : 2981,
"8978432" : 2614,
"9109504" : 2293,
"9240576" : 1863,
"9371648" : 1635,
"9502720" : 1310,
"9633792" : 1104,
"9764864" : 888,
"9895936" : 728,
"10027008" : 566,
"10158080" : 439,
"10289152" : 370,
"10420224" : 263,
"10551296" : 201,
"10682368" : 156,
"10813440" : 135,
"10944512" : 81,
"11075584" : 69,
"11206656" : 42,
"11337728" : 36,
"11468800" : 23,
"11599872" : 18,
"11730944" : 11,
"11862016" : 12,
"11993088" : 6,
"12124160" : 6,
"12255232" : 2,
"12517376" : 2,
"12648448" : 1,
"13041664" : 1,
"13565952" : 1
}
},
"lat_ns" : {
"min" : 1003613,
"max" : 13645396,
"mean" : 5375097.987953,
"stddev" : 1661218.071785,
"N" : 862810
},
"bw_min" : 23437,
"bw_max" : 33471,
"bw_agg" : 100.000000,
"bw_mean" : 28765.125523,
"bw_dev" : 207.774992,
"bw_samples" : 1912,
"iops_min" : 5859,
"iops_max" : 8367,
"iops_mean" : 7190.815900,
"iops_stddev" : 51.945096,
"iops_samples" : 1912
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959992,
"usr_cpu" : 0.746673,
"sys_cpu" : 15.984612,
"ctx" : 2012926,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999965,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999965,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.146565,
"4" : 29.162143,
"10" : 70.434316,
"20" : 0.256211,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773101556,
"timestamp_ms" : 1773101556337,
"time" : "Mon Mar 9 21:12:36 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 8930889728,
"io_kbytes" : 8721572,
"bw_bytes" : 68699680,
"bw" : 67089,
"iops" : 16772.505942,
"runtime" : 129999,
"total_ios" : 2180409,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5469,
"max" : 2970648,
"mean" : 321046.680216,
"stddev" : 251005.649577,
"N" : 2180408
},
"clat_ns" : {
"min" : 705749,
"max" : 13279486,
"mean" : 5005150.650318,
"stddev" : 1568550.670325,
"N" : 2180399,
"percentile" : {
"1.000000" : 2473984,
"5.000000" : 3031040,
"10.000000" : 3325952,
"20.000000" : 3719168,
"30.000000" : 4014080,
"40.000000" : 4292608,
"50.000000" : 4554752,
"60.000000" : 4947968,
"70.000000" : 5603328,
"80.000000" : 6389760,
"90.000000" : 7372800,
"95.000000" : 8028160,
"99.000000" : 9240576,
"99.500000" : 9633792,
"99.900000" : 10420224,
"99.950000" : 10682368,
"99.990000" : 11337728
},
"bins" : {
"708608" : 1,
"806912" : 1,
"897024" : 1,
"970752" : 3,
"978944" : 2,
"987136" : 1,
"1003520" : 2,
"1019904" : 3,
"1028096" : 2,
"1036288" : 1,
"1056768" : 4,
"1073152" : 5,
"1105920" : 3,
"1122304" : 1,
"1138688" : 3,
"1155072" : 1,
"1171456" : 4,
"1187840" : 2,
"1204224" : 4,
"1220608" : 1,
"1236992" : 3,
"1253376" : 1,
"1269760" : 3,
"1286144" : 7,
"1302528" : 11,
"1318912" : 16,
"1335296" : 18,
"1351680" : 22,
"1368064" : 34,
"1384448" : 25,
"1400832" : 18,
"1417216" : 20,
"1433600" : 20,
"1449984" : 31,
"1466368" : 14,
"1482752" : 14,
"1499136" : 12,
"1515520" : 15,
"1531904" : 18,
"1548288" : 13,
"1564672" : 22,
"1581056" : 25,
"1597440" : 34,
"1613824" : 40,
"1630208" : 59,
"1646592" : 62,
"1662976" : 90,
"1679360" : 97,
"1695744" : 102,
"1712128" : 117,
"1728512" : 91,
"1744896" : 113,
"1761280" : 133,
"1777664" : 96,
"1794048" : 89,
"1810432" : 103,
"1826816" : 83,
"1843200" : 94,
"1859584" : 92,
"1875968" : 88,
"1892352" : 71,
"1908736" : 105,
"1925120" : 110,
"1941504" : 158,
"1957888" : 197,
"1974272" : 263,
"1990656" : 303,
"2007040" : 323,
"2023424" : 351,
"2039808" : 386,
"2056192" : 413,
"2072576" : 472,
"2088960" : 474,
"2113536" : 768,
"2146304" : 835,
"2179072" : 733,
"2211840" : 724,
"2244608" : 916,
"2277376" : 1135,
"2310144" : 1442,
"2342912" : 1935,
"2375680" : 2317,
"2408448" : 2411,
"2441216" : 2566,
"2473984" : 2357,
"2506752" : 2303,
"2539520" : 2382,
"2572288" : 2537,
"2605056" : 2982,
"2637824" : 3770,
"2670592" : 4386,
"2703360" : 5099,
"2736128" : 5718,
"2768896" : 5877,
"2801664" : 5920,
"2834432" : 5781,
"2867200" : 5644,
"2899968" : 5695,
"2932736" : 6262,
"2965504" : 7229,
"2998272" : 8710,
"3031040" : 9911,
"3063808" : 11004,
"3096576" : 11639,
"3129344" : 11813,
"3162112" : 11336,
"3194880" : 11404,
"3227648" : 11266,
"3260416" : 11873,
"3293184" : 12804,
"3325952" : 14554,
"3358720" : 16098,
"3391488" : 17460,
"3424256" : 18014,
"3457024" : 18582,
"3489792" : 18696,
"3522560" : 18473,
"3555328" : 18370,
"3588096" : 18486,
"3620864" : 19163,
"3653632" : 20234,
"3686400" : 21524,
"3719168" : 22898,
"3751936" : 24126,
"3784704" : 24247,
"3817472" : 24588,
"3850240" : 24267,
"3883008" : 23952,
"3915776" : 23304,
"3948544" : 23611,
"3981312" : 24043,
"4014080" : 24703,
"4046848" : 25701,
"4079616" : 26670,
"4112384" : 26731,
"4145152" : 26981,
"4177920" : 26726,
"4227072" : 50715,
"4292608" : 49124,
"4358144" : 49050,
"4423680" : 48973,
"4489216" : 48273,
"4554752" : 45652,
"4620288" : 42569,
"4685824" : 39634,
"4751360" : 37971,
"4816896" : 36119,
"4882432" : 33979,
"4947968" : 31594,
"5013504" : 29269,
"5079040" : 27579,
"5144576" : 25464,
"5210112" : 23559,
"5275648" : 22430,
"5341184" : 21102,
"5406720" : 20053,
"5472256" : 19167,
"5537792" : 18468,
"5603328" : 18109,
"5668864" : 17945,
"5734400" : 17580,
"5799936" : 17375,
"5865472" : 16994,
"5931008" : 17012,
"5996544" : 17200,
"6062080" : 17289,
"6127616" : 17358,
"6193152" : 16961,
"6258688" : 16982,
"6324224" : 16759,
"6389760" : 16944,
"6455296" : 16881,
"6520832" : 16413,
"6586368" : 16322,
"6651904" : 16019,
"6717440" : 16050,
"6782976" : 15850,
"6848512" : 15477,
"6914048" : 15097,
"6979584" : 14992,
"7045120" : 14635,
"7110656" : 14084,
"7176192" : 13769,
"7241728" : 13386,
"7307264" : 13186,
"7372800" : 12488,
"7438336" : 12328,
"7503872" : 12032,
"7569408" : 11324,
"7634944" : 10857,
"7700480" : 10487,
"7766016" : 10040,
"7831552" : 9634,
"7897088" : 9129,
"7962624" : 8737,
"8028160" : 8279,
"8093696" : 8022,
"8159232" : 7603,
"8224768" : 7091,
"8290304" : 6517,
"8355840" : 6279,
"8454144" : 11361,
"8585216" : 9899,
"8716288" : 8691,
"8847360" : 7323,
"8978432" : 6451,
"9109504" : 5414,
"9240576" : 4554,
"9371648" : 3723,
"9502720" : 3213,
"9633792" : 2673,
"9764864" : 2073,
"9895936" : 1694,
"10027008" : 1351,
"10158080" : 1001,
"10289152" : 837,
"10420224" : 676,
"10551296" : 500,
"10682368" : 378,
"10813440" : 307,
"10944512" : 195,
"11075584" : 141,
"11206656" : 95,
"11337728" : 77,
"11468800" : 66,
"11599872" : 47,
"11730944" : 29,
"11862016" : 22,
"11993088" : 14,
"12124160" : 12,
"12255232" : 5,
"12386304" : 3,
"12517376" : 4,
"12648448" : 4,
"12779520" : 2,
"13041664" : 1,
"13303808" : 1
}
},
"lat_ns" : {
"min" : 989662,
"max" : 14017434,
"mean" : 5326198.375439,
"stddev" : 1653081.480744,
"N" : 2180399
},
"bw_min" : 56192,
"bw_max" : 75952,
"bw_agg" : 100.000000,
"bw_mean" : 67110.092664,
"bw_dev" : 402.271293,
"bw_samples" : 2072,
"iops_min" : 14048,
"iops_max" : 18988,
"iops_mean" : 16777.216216,
"iops_stddev" : 100.577344,
"iops_samples" : 2072
},
"write" : {
"io_bytes" : 3831906304,
"io_kbytes" : 3742096,
"bw_bytes" : 29476429,
"bw" : 28785,
"iops" : 7196.378434,
"runtime" : 129999,
"total_ios" : 935522,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10576,
"max" : 3803580,
"mean" : 355066.471612,
"stddev" : 247489.985950,
"N" : 935523
},
"clat_ns" : {
"min" : 937152,
"max" : 13591974,
"mean" : 5015039.226223,
"stddev" : 1568396.021272,
"N" : 935524,
"percentile" : {
"1.000000" : 2473984,
"5.000000" : 3031040,
"10.000000" : 3358720,
"20.000000" : 3719168,
"30.000000" : 4014080,
"40.000000" : 4292608,
"50.000000" : 4620288,
"60.000000" : 4947968,
"70.000000" : 5603328,
"80.000000" : 6455296,
"90.000000" : 7372800,
"95.000000" : 8093696,
"99.000000" : 9240576,
"99.500000" : 9633792,
"99.900000" : 10420224,
"99.950000" : 10682368,
"99.990000" : 11337728
},
"bins" : {
"937984" : 1,
"970752" : 1,
"978944" : 2,
"995328" : 1,
"1003520" : 2,
"1011712" : 3,
"1044480" : 1,
"1056768" : 1,
"1073152" : 2,
"1122304" : 2,
"1138688" : 2,
"1155072" : 1,
"1171456" : 1,
"1220608" : 1,
"1236992" : 1,
"1269760" : 5,
"1286144" : 3,
"1302528" : 8,
"1318912" : 8,
"1335296" : 10,
"1351680" : 12,
"1368064" : 9,
"1384448" : 10,
"1400832" : 5,
"1417216" : 10,
"1433600" : 8,
"1449984" : 1,
"1466368" : 5,
"1482752" : 4,
"1499136" : 6,
"1515520" : 3,
"1531904" : 10,
"1548288" : 5,
"1564672" : 7,
"1581056" : 4,
"1597440" : 11,
"1613824" : 14,
"1630208" : 16,
"1646592" : 31,
"1662976" : 39,
"1679360" : 32,
"1695744" : 31,
"1712128" : 40,
"1728512" : 37,
"1744896" : 43,
"1761280" : 37,
"1777664" : 51,
"1794048" : 39,
"1810432" : 48,
"1826816" : 32,
"1843200" : 32,
"1859584" : 31,
"1875968" : 33,
"1892352" : 28,
"1908736" : 52,
"1925120" : 51,
"1941504" : 73,
"1957888" : 79,
"1974272" : 119,
"1990656" : 103,
"2007040" : 130,
"2023424" : 129,
"2039808" : 162,
"2056192" : 180,
"2072576" : 165,
"2088960" : 176,
"2113536" : 331,
"2146304" : 337,
"2179072" : 282,
"2211840" : 298,
"2244608" : 359,
"2277376" : 432,
"2310144" : 609,
"2342912" : 785,
"2375680" : 916,
"2408448" : 995,
"2441216" : 985,
"2473984" : 930,
"2506752" : 964,
"2539520" : 919,
"2572288" : 971,
"2605056" : 1237,
"2637824" : 1521,
"2670592" : 1773,
"2703360" : 2156,
"2736128" : 2428,
"2768896" : 2520,
"2801664" : 2442,
"2834432" : 2342,
"2867200" : 2309,
"2899968" : 2400,
"2932736" : 2613,
"2965504" : 3193,
"2998272" : 3636,
"3031040" : 4160,
"3063808" : 4496,
"3096576" : 4935,
"3129344" : 4894,
"3162112" : 5016,
"3194880" : 4664,
"3227648" : 4866,
"3260416" : 5109,
"3293184" : 5537,
"3325952" : 6249,
"3358720" : 6845,
"3391488" : 7566,
"3424256" : 7884,
"3457024" : 7919,
"3489792" : 7821,
"3522560" : 7719,
"3555328" : 7734,
"3588096" : 7935,
"3620864" : 8083,
"3653632" : 8620,
"3686400" : 9306,
"3719168" : 9938,
"3751936" : 10215,
"3784704" : 10263,
"3817472" : 10754,
"3850240" : 10204,
"3883008" : 10324,
"3915776" : 10297,
"3948544" : 10162,
"3981312" : 10370,
"4014080" : 10636,
"4046848" : 10941,
"4079616" : 11440,
"4112384" : 11600,
"4145152" : 11693,
"4177920" : 11449,
"4227072" : 21872,
"4292608" : 21426,
"4358144" : 21045,
"4423680" : 21071,
"4489216" : 20534,
"4554752" : 19622,
"4620288" : 18185,
"4685824" : 17079,
"4751360" : 16418,
"4816896" : 15695,
"4882432" : 14706,
"4947968" : 13629,
"5013504" : 12473,
"5079040" : 11631,
"5144576" : 10889,
"5210112" : 10262,
"5275648" : 9833,
"5341184" : 9209,
"5406720" : 8668,
"5472256" : 8221,
"5537792" : 7856,
"5603328" : 7692,
"5668864" : 7756,
"5734400" : 7514,
"5799936" : 7446,
"5865472" : 7314,
"5931008" : 7371,
"5996544" : 7535,
"6062080" : 7419,
"6127616" : 7323,
"6193152" : 7236,
"6258688" : 7380,
"6324224" : 7286,
"6389760" : 7273,
"6455296" : 7097,
"6520832" : 7178,
"6586368" : 7113,
"6651904" : 6953,
"6717440" : 6899,
"6782976" : 6834,
"6848512" : 6817,
"6914048" : 6531,
"6979584" : 6432,
"7045120" : 6363,
"7110656" : 6107,
"7176192" : 5924,
"7241728" : 5800,
"7307264" : 5667,
"7372800" : 5528,
"7438336" : 5371,
"7503872" : 5039,
"7569408" : 4698,
"7634944" : 4498,
"7700480" : 4535,
"7766016" : 4367,
"7831552" : 4069,
"7897088" : 3913,
"7962624" : 3703,
"8028160" : 3527,
"8093696" : 3374,
"8159232" : 3263,
"8224768" : 3054,
"8290304" : 2730,
"8355840" : 2775,
"8454144" : 5013,
"8585216" : 4337,
"8716288" : 3753,
"8847360" : 3169,
"8978432" : 2766,
"9109504" : 2421,
"9240576" : 1958,
"9371648" : 1736,
"9502720" : 1387,
"9633792" : 1173,
"9764864" : 940,
"9895936" : 768,
"10027008" : 595,
"10158080" : 465,
"10289152" : 388,
"10420224" : 275,
"10551296" : 207,
"10682368" : 163,
"10813440" : 140,
"10944512" : 84,
"11075584" : 69,
"11206656" : 43,
"11337728" : 36,
"11468800" : 24,
"11599872" : 18,
"11730944" : 11,
"11862016" : 12,
"11993088" : 6,
"12124160" : 6,
"12255232" : 2,
"12517376" : 2,
"12648448" : 1,
"13041664" : 1,
"13565952" : 1
}
},
"lat_ns" : {
"min" : 1003613,
"max" : 13645396,
"mean" : 5370107.539548,
"stddev" : 1656765.400737,
"N" : 935524
},
"bw_min" : 23437,
"bw_max" : 33480,
"bw_agg" : 100.000000,
"bw_mean" : 28791.706564,
"bw_dev" : 205.373490,
"bw_samples" : 2072,
"iops_min" : 5859,
"iops_max" : 8370,
"iops_mean" : 7197.455598,
"iops_stddev" : 51.346634,
"iops_samples" : 2072
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1039992,
"usr_cpu" : 0.749525,
"sys_cpu" : 15.981854,
"ctx" : 2180869,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.143328,
"4" : 29.285533,
"10" : 70.323155,
"20" : 0.247278,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773101566,
"timestamp_ms" : 1773101566337,
"time" : "Mon Mar 9 21:12:46 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 9620840448,
"io_kbytes" : 9395352,
"bw_bytes" : 68720779,
"bw" : 67110,
"iops" : 16777.691269,
"runtime" : 139999,
"total_ios" : 2348860,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5469,
"max" : 2970648,
"mean" : 320803.346592,
"stddev" : 250907.079605,
"N" : 2348857
},
"clat_ns" : {
"min" : 705749,
"max" : 13279486,
"mean" : 5002714.776428,
"stddev" : 1565022.595763,
"N" : 2348842,
"percentile" : {
"1.000000" : 2473984,
"5.000000" : 3031040,
"10.000000" : 3325952,
"20.000000" : 3719168,
"30.000000" : 4014080,
"40.000000" : 4292608,
"50.000000" : 4554752,
"60.000000" : 4947968,
"70.000000" : 5603328,
"80.000000" : 6389760,
"90.000000" : 7372800,
"95.000000" : 8028160,
"99.000000" : 9240576,
"99.500000" : 9633792,
"99.900000" : 10420224,
"99.950000" : 10682368,
"99.990000" : 11337728
},
"bins" : {
"708608" : 1,
"806912" : 1,
"897024" : 1,
"970752" : 3,
"978944" : 2,
"987136" : 1,
"1003520" : 2,
"1019904" : 3,
"1028096" : 2,
"1036288" : 1,
"1056768" : 4,
"1073152" : 5,
"1105920" : 3,
"1122304" : 1,
"1138688" : 3,
"1155072" : 1,
"1171456" : 4,
"1187840" : 2,
"1204224" : 4,
"1220608" : 1,
"1236992" : 5,
"1253376" : 3,
"1269760" : 3,
"1286144" : 7,
"1302528" : 11,
"1318912" : 16,
"1335296" : 18,
"1351680" : 28,
"1368064" : 35,
"1384448" : 25,
"1400832" : 18,
"1417216" : 20,
"1433600" : 20,
"1449984" : 31,
"1466368" : 14,
"1482752" : 14,
"1499136" : 12,
"1515520" : 15,
"1531904" : 20,
"1548288" : 14,
"1564672" : 22,
"1581056" : 25,
"1597440" : 35,
"1613824" : 41,
"1630208" : 63,
"1646592" : 66,
"1662976" : 100,
"1679360" : 105,
"1695744" : 107,
"1712128" : 127,
"1728512" : 95,
"1744896" : 117,
"1761280" : 142,
"1777664" : 101,
"1794048" : 96,
"1810432" : 109,
"1826816" : 91,
"1843200" : 98,
"1859584" : 93,
"1875968" : 90,
"1892352" : 81,
"1908736" : 113,
"1925120" : 120,
"1941504" : 168,
"1957888" : 212,
"1974272" : 273,
"1990656" : 321,
"2007040" : 348,
"2023424" : 372,
"2039808" : 406,
"2056192" : 435,
"2072576" : 502,
"2088960" : 501,
"2113536" : 823,
"2146304" : 881,
"2179072" : 763,
"2211840" : 775,
"2244608" : 984,
"2277376" : 1212,
"2310144" : 1543,
"2342912" : 2075,
"2375680" : 2485,
"2408448" : 2567,
"2441216" : 2734,
"2473984" : 2520,
"2506752" : 2456,
"2539520" : 2541,
"2572288" : 2723,
"2605056" : 3194,
"2637824" : 4041,
"2670592" : 4727,
"2703360" : 5477,
"2736128" : 6160,
"2768896" : 6281,
"2801664" : 6359,
"2834432" : 6155,
"2867200" : 6006,
"2899968" : 6139,
"2932736" : 6705,
"2965504" : 7801,
"2998272" : 9400,
"3031040" : 10718,
"3063808" : 11782,
"3096576" : 12517,
"3129344" : 12727,
"3162112" : 12215,
"3194880" : 12285,
"3227648" : 12250,
"3260416" : 12843,
"3293184" : 13836,
"3325952" : 15748,
"3358720" : 17381,
"3391488" : 18875,
"3424256" : 19481,
"3457024" : 20119,
"3489792" : 20120,
"3522560" : 19987,
"3555328" : 19850,
"3588096" : 19962,
"3620864" : 20813,
"3653632" : 21894,
"3686400" : 23271,
"3719168" : 24868,
"3751936" : 26143,
"3784704" : 26185,
"3817472" : 26572,
"3850240" : 26203,
"3883008" : 25930,
"3915776" : 25247,
"3948544" : 25516,
"3981312" : 26052,
"4014080" : 26751,
"4046848" : 27818,
"4079616" : 28713,
"4112384" : 28898,
"4145152" : 29110,
"4177920" : 28750,
"4227072" : 54737,
"4292608" : 52928,
"4358144" : 52700,
"4423680" : 52524,
"4489216" : 51906,
"4554752" : 48995,
"4620288" : 45620,
"4685824" : 42522,
"4751360" : 40693,
"4816896" : 38724,
"4882432" : 36444,
"4947968" : 33892,
"5013504" : 31431,
"5079040" : 29567,
"5144576" : 27378,
"5210112" : 25272,
"5275648" : 24097,
"5341184" : 22763,
"5406720" : 21613,
"5472256" : 20649,
"5537792" : 19937,
"5603328" : 19584,
"5668864" : 19367,
"5734400" : 19030,
"5799936" : 18786,
"5865472" : 18443,
"5931008" : 18424,
"5996544" : 18641,
"6062080" : 18682,
"6127616" : 18781,
"6193152" : 18414,
"6258688" : 18422,
"6324224" : 18165,
"6389760" : 18345,
"6455296" : 18251,
"6520832" : 17789,
"6586368" : 17632,
"6651904" : 17413,
"6717440" : 17313,
"6782976" : 17103,
"6848512" : 16716,
"6914048" : 16321,
"6979584" : 16237,
"7045120" : 15805,
"7110656" : 15190,
"7176192" : 14903,
"7241728" : 14465,
"7307264" : 14277,
"7372800" : 13498,
"7438336" : 13262,
"7503872" : 12946,
"7569408" : 12212,
"7634944" : 11662,
"7700480" : 11278,
"7766016" : 10808,
"7831552" : 10336,
"7897088" : 9769,
"7962624" : 9346,
"8028160" : 8915,
"8093696" : 8540,
"8159232" : 8120,
"8224768" : 7588,
"8290304" : 6939,
"8355840" : 6689,
"8454144" : 12143,
"8585216" : 10493,
"8716288" : 9197,
"8847360" : 7797,
"8978432" : 6868,
"9109504" : 5713,
"9240576" : 4814,
"9371648" : 3950,
"9502720" : 3376,
"9633792" : 2809,
"9764864" : 2180,
"9895936" : 1791,
"10027008" : 1407,
"10158080" : 1047,
"10289152" : 873,
"10420224" : 705,
"10551296" : 526,
"10682368" : 389,
"10813440" : 319,
"10944512" : 206,
"11075584" : 146,
"11206656" : 95,
"11337728" : 79,
"11468800" : 67,
"11599872" : 48,
"11730944" : 30,
"11862016" : 22,
"11993088" : 14,
"12124160" : 12,
"12255232" : 5,
"12386304" : 3,
"12517376" : 4,
"12648448" : 5,
"12779520" : 2,
"13041664" : 1,
"13303808" : 1
}
},
"lat_ns" : {
"min" : 989662,
"max" : 14017434,
"mean" : 5323510.999140,
"stddev" : 1649190.599108,
"N" : 2348842
},
"bw_min" : 56192,
"bw_max" : 76016,
"bw_agg" : 100.000000,
"bw_mean" : 67113.254480,
"bw_dev" : 400.014370,
"bw_samples" : 2232,
"iops_min" : 14048,
"iops_max" : 19004,
"iops_mean" : 16778.010753,
"iops_stddev" : 100.014159,
"iops_samples" : 2232
},
"write" : {
"io_bytes" : 4129849344,
"io_kbytes" : 4033056,
"bw_bytes" : 29499134,
"bw" : 28807,
"iops" : 7201.865728,
"runtime" : 139999,
"total_ios" : 1008254,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10576,
"max" : 3803580,
"mean" : 355125.331308,
"stddev" : 247366.517897,
"N" : 1008257
},
"clat_ns" : {
"min" : 937152,
"max" : 13591974,
"mean" : 5013146.704542,
"stddev" : 1564864.914247,
"N" : 1008264,
"percentile" : {
"1.000000" : 2473984,
"5.000000" : 3031040,
"10.000000" : 3358720,
"20.000000" : 3719168,
"30.000000" : 4014080,
"40.000000" : 4292608,
"50.000000" : 4620288,
"60.000000" : 4947968,
"70.000000" : 5603328,
"80.000000" : 6455296,
"90.000000" : 7372800,
"95.000000" : 8028160,
"99.000000" : 9240576,
"99.500000" : 9633792,
"99.900000" : 10420224,
"99.950000" : 10682368,
"99.990000" : 11337728
},
"bins" : {
"937984" : 1,
"970752" : 1,
"978944" : 2,
"995328" : 1,
"1003520" : 2,
"1011712" : 3,
"1044480" : 1,
"1056768" : 1,
"1073152" : 2,
"1122304" : 2,
"1138688" : 2,
"1155072" : 1,
"1171456" : 1,
"1220608" : 1,
"1236992" : 1,
"1269760" : 5,
"1286144" : 3,
"1302528" : 8,
"1318912" : 8,
"1335296" : 10,
"1351680" : 12,
"1368064" : 10,
"1384448" : 10,
"1400832" : 5,
"1417216" : 10,
"1433600" : 10,
"1449984" : 1,
"1466368" : 5,
"1482752" : 4,
"1499136" : 6,
"1515520" : 3,
"1531904" : 10,
"1548288" : 5,
"1564672" : 8,
"1581056" : 5,
"1597440" : 12,
"1613824" : 15,
"1630208" : 18,
"1646592" : 31,
"1662976" : 39,
"1679360" : 33,
"1695744" : 33,
"1712128" : 43,
"1728512" : 39,
"1744896" : 46,
"1761280" : 40,
"1777664" : 56,
"1794048" : 42,
"1810432" : 50,
"1826816" : 33,
"1843200" : 34,
"1859584" : 31,
"1875968" : 35,
"1892352" : 30,
"1908736" : 54,
"1925120" : 55,
"1941504" : 78,
"1957888" : 80,
"1974272" : 132,
"1990656" : 109,
"2007040" : 140,
"2023424" : 138,
"2039808" : 169,
"2056192" : 187,
"2072576" : 173,
"2088960" : 192,
"2113536" : 354,
"2146304" : 368,
"2179072" : 293,
"2211840" : 319,
"2244608" : 377,
"2277376" : 462,
"2310144" : 644,
"2342912" : 836,
"2375680" : 996,
"2408448" : 1072,
"2441216" : 1064,
"2473984" : 990,
"2506752" : 1032,
"2539520" : 973,
"2572288" : 1041,
"2605056" : 1330,
"2637824" : 1645,
"2670592" : 1906,
"2703360" : 2321,
"2736128" : 2608,
"2768896" : 2671,
"2801664" : 2594,
"2834432" : 2486,
"2867200" : 2468,
"2899968" : 2576,
"2932736" : 2833,
"2965504" : 3467,
"2998272" : 3918,
"3031040" : 4494,
"3063808" : 4844,
"3096576" : 5310,
"3129344" : 5260,
"3162112" : 5343,
"3194880" : 5046,
"3227648" : 5262,
"3260416" : 5549,
"3293184" : 5981,
"3325952" : 6729,
"3358720" : 7393,
"3391488" : 8107,
"3424256" : 8477,
"3457024" : 8585,
"3489792" : 8478,
"3522560" : 8387,
"3555328" : 8346,
"3588096" : 8577,
"3620864" : 8774,
"3653632" : 9368,
"3686400" : 10099,
"3719168" : 10765,
"3751936" : 11099,
"3784704" : 11107,
"3817472" : 11635,
"3850240" : 11015,
"3883008" : 11067,
"3915776" : 11097,
"3948544" : 10980,
"3981312" : 11216,
"4014080" : 11544,
"4046848" : 11826,
"4079616" : 12331,
"4112384" : 12532,
"4145152" : 12671,
"4177920" : 12320,
"4227072" : 23611,
"4292608" : 23085,
"4358144" : 22627,
"4423680" : 22681,
"4489216" : 21995,
"4554752" : 21094,
"4620288" : 19513,
"4685824" : 18292,
"4751360" : 17666,
"4816896" : 16907,
"4882432" : 15784,
"4947968" : 14654,
"5013504" : 13399,
"5079040" : 12459,
"5144576" : 11680,
"5210112" : 11017,
"5275648" : 10593,
"5341184" : 9928,
"5406720" : 9298,
"5472256" : 8908,
"5537792" : 8472,
"5603328" : 8353,
"5668864" : 8349,
"5734400" : 8157,
"5799936" : 8021,
"5865472" : 7916,
"5931008" : 7993,
"5996544" : 8186,
"6062080" : 7996,
"6127616" : 7932,
"6193152" : 7871,
"6258688" : 8050,
"6324224" : 7887,
"6389760" : 7871,
"6455296" : 7682,
"6520832" : 7794,
"6586368" : 7709,
"6651904" : 7512,
"6717440" : 7482,
"6782976" : 7423,
"6848512" : 7344,
"6914048" : 7034,
"6979584" : 6915,
"7045120" : 6908,
"7110656" : 6605,
"7176192" : 6413,
"7241728" : 6265,
"7307264" : 6112,
"7372800" : 5973,
"7438336" : 5813,
"7503872" : 5427,
"7569408" : 5069,
"7634944" : 4876,
"7700480" : 4907,
"7766016" : 4673,
"7831552" : 4404,
"7897088" : 4199,
"7962624" : 4005,
"8028160" : 3789,
"8093696" : 3633,
"8159232" : 3516,
"8224768" : 3265,
"8290304" : 2910,
"8355840" : 2961,
"8454144" : 5342,
"8585216" : 4621,
"8716288" : 3974,
"8847360" : 3366,
"8978432" : 2928,
"9109504" : 2564,
"9240576" : 2063,
"9371648" : 1828,
"9502720" : 1448,
"9633792" : 1225,
"9764864" : 985,
"9895936" : 816,
"10027008" : 624,
"10158080" : 481,
"10289152" : 407,
"10420224" : 297,
"10551296" : 214,
"10682368" : 165,
"10813440" : 143,
"10944512" : 89,
"11075584" : 70,
"11206656" : 43,
"11337728" : 37,
"11468800" : 26,
"11599872" : 18,
"11730944" : 11,
"11862016" : 12,
"11993088" : 6,
"12124160" : 6,
"12255232" : 2,
"12517376" : 2,
"12648448" : 1,
"13041664" : 1,
"13565952" : 1
}
},
"lat_ns" : {
"min" : 1003613,
"max" : 13645396,
"mean" : 5368266.198695,
"stddev" : 1653103.556890,
"N" : 1008264
},
"bw_min" : 23437,
"bw_max" : 33520,
"bw_agg" : 100.000000,
"bw_mean" : 28808.960573,
"bw_dev" : 203.836896,
"bw_samples" : 2232,
"iops_min" : 5859,
"iops_max" : 8380,
"iops_mean" : 7201.767025,
"iops_stddev" : 50.965318,
"iops_samples" : 2232
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1119992,
"usr_cpu" : 0.751613,
"sys_cpu" : 15.978328,
"ctx" : 2349087,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.140746,
"4" : 29.344401,
"10" : 70.275064,
"20" : 0.239134,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773101576,
"timestamp_ms" : 1773101576338,
"time" : "Mon Mar 9 21:12:56 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 10312003584,
"io_kbytes" : 10070316,
"bw_bytes" : 68746690,
"bw" : 67135,
"iops" : 16783.953333,
"runtime" : 150000,
"total_ios" : 2517593,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5469,
"max" : 2970648,
"mean" : 320672.851205,
"stddev" : 250780.413992,
"N" : 2517593
},
"clat_ns" : {
"min" : 705749,
"max" : 13279486,
"mean" : 5001306.571178,
"stddev" : 1560975.003493,
"N" : 2517585,
"percentile" : {
"1.000000" : 2473984,
"5.000000" : 3031040,
"10.000000" : 3325952,
"20.000000" : 3719168,
"30.000000" : 4014080,
"40.000000" : 4292608,
"50.000000" : 4554752,
"60.000000" : 4947968,
"70.000000" : 5603328,
"80.000000" : 6389760,
"90.000000" : 7372800,
"95.000000" : 8028160,
"99.000000" : 9240576,
"99.500000" : 9633792,
"99.900000" : 10420224,
"99.950000" : 10682368,
"99.990000" : 11337728
},
"bins" : {
"708608" : 1,
"774144" : 1,
"806912" : 1,
"897024" : 1,
"970752" : 3,
"978944" : 2,
"987136" : 1,
"1003520" : 2,
"1019904" : 3,
"1028096" : 3,
"1036288" : 1,
"1056768" : 4,
"1073152" : 5,
"1105920" : 3,
"1122304" : 1,
"1138688" : 3,
"1155072" : 1,
"1171456" : 4,
"1187840" : 2,
"1204224" : 4,
"1220608" : 1,
"1236992" : 5,
"1253376" : 3,
"1269760" : 3,
"1286144" : 9,
"1302528" : 11,
"1318912" : 16,
"1335296" : 18,
"1351680" : 29,
"1368064" : 36,
"1384448" : 28,
"1400832" : 19,
"1417216" : 22,
"1433600" : 22,
"1449984" : 33,
"1466368" : 14,
"1482752" : 14,
"1499136" : 12,
"1515520" : 15,
"1531904" : 20,
"1548288" : 14,
"1564672" : 24,
"1581056" : 27,
"1597440" : 36,
"1613824" : 44,
"1630208" : 64,
"1646592" : 69,
"1662976" : 106,
"1679360" : 111,
"1695744" : 111,
"1712128" : 128,
"1728512" : 98,
"1744896" : 127,
"1761280" : 146,
"1777664" : 105,
"1794048" : 102,
"1810432" : 110,
"1826816" : 99,
"1843200" : 99,
"1859584" : 95,
"1875968" : 94,
"1892352" : 90,
"1908736" : 118,
"1925120" : 132,
"1941504" : 175,
"1957888" : 225,
"1974272" : 282,
"1990656" : 333,
"2007040" : 372,
"2023424" : 392,
"2039808" : 427,
"2056192" : 464,
"2072576" : 516,
"2088960" : 520,
"2113536" : 861,
"2146304" : 930,
"2179072" : 811,
"2211840" : 813,
"2244608" : 1036,
"2277376" : 1286,
"2310144" : 1650,
"2342912" : 2160,
"2375680" : 2601,
"2408448" : 2731,
"2441216" : 2894,
"2473984" : 2653,
"2506752" : 2600,
"2539520" : 2702,
"2572288" : 2884,
"2605056" : 3413,
"2637824" : 4289,
"2670592" : 5032,
"2703360" : 5820,
"2736128" : 6591,
"2768896" : 6714,
"2801664" : 6788,
"2834432" : 6582,
"2867200" : 6432,
"2899968" : 6606,
"2932736" : 7182,
"2965504" : 8333,
"2998272" : 10046,
"3031040" : 11484,
"3063808" : 12522,
"3096576" : 13364,
"3129344" : 13618,
"3162112" : 13107,
"3194880" : 13145,
"3227648" : 13164,
"3260416" : 13803,
"3293184" : 14867,
"3325952" : 16882,
"3358720" : 18590,
"3391488" : 20240,
"3424256" : 20973,
"3457024" : 21602,
"3489792" : 21591,
"3522560" : 21447,
"3555328" : 21325,
"3588096" : 21388,
"3620864" : 22337,
"3653632" : 23517,
"3686400" : 24935,
"3719168" : 26779,
"3751936" : 28029,
"3784704" : 28191,
"3817472" : 28551,
"3850240" : 28316,
"3883008" : 27891,
"3915776" : 27188,
"3948544" : 27425,
"3981312" : 27946,
"4014080" : 28709,
"4046848" : 29726,
"4079616" : 30811,
"4112384" : 31037,
"4145152" : 31256,
"4177920" : 30937,
"4227072" : 58798,
"4292608" : 56955,
"4358144" : 56443,
"4423680" : 56168,
"4489216" : 55439,
"4554752" : 52593,
"4620288" : 48750,
"4685824" : 45485,
"4751360" : 43454,
"4816896" : 41240,
"4882432" : 38823,
"4947968" : 36190,
"5013504" : 33584,
"5079040" : 31600,
"5144576" : 29244,
"5210112" : 27047,
"5275648" : 25820,
"5341184" : 24427,
"5406720" : 23118,
"5472256" : 22207,
"5537792" : 21475,
"5603328" : 21067,
"5668864" : 20874,
"5734400" : 20497,
"5799936" : 20240,
"5865472" : 19885,
"5931008" : 19846,
"5996544" : 20184,
"6062080" : 20113,
"6127616" : 20313,
"6193152" : 19958,
"6258688" : 19878,
"6324224" : 19563,
"6389760" : 19843,
"6455296" : 19620,
"6520832" : 19212,
"6586368" : 19069,
"6651904" : 18738,
"6717440" : 18655,
"6782976" : 18378,
"6848512" : 17963,
"6914048" : 17604,
"6979584" : 17479,
"7045120" : 16951,
"7110656" : 16314,
"7176192" : 15996,
"7241728" : 15517,
"7307264" : 15266,
"7372800" : 14509,
"7438336" : 14185,
"7503872" : 13847,
"7569408" : 13088,
"7634944" : 12528,
"7700480" : 12102,
"7766016" : 11557,
"7831552" : 11026,
"7897088" : 10463,
"7962624" : 10012,
"8028160" : 9520,
"8093696" : 9117,
"8159232" : 8669,
"8224768" : 8062,
"8290304" : 7399,
"8355840" : 7103,
"8454144" : 12882,
"8585216" : 11112,
"8716288" : 9727,
"8847360" : 8210,
"8978432" : 7221,
"9109504" : 6039,
"9240576" : 5049,
"9371648" : 4145,
"9502720" : 3533,
"9633792" : 2933,
"9764864" : 2249,
"9895936" : 1867,
"10027008" : 1451,
"10158080" : 1085,
"10289152" : 902,
"10420224" : 720,
"10551296" : 548,
"10682368" : 397,
"10813440" : 323,
"10944512" : 215,
"11075584" : 150,
"11206656" : 97,
"11337728" : 80,
"11468800" : 68,
"11599872" : 48,
"11730944" : 31,
"11862016" : 22,
"11993088" : 14,
"12124160" : 12,
"12255232" : 5,
"12386304" : 3,
"12517376" : 4,
"12648448" : 5,
"12779520" : 2,
"13041664" : 1,
"13303808" : 1
}
},
"lat_ns" : {
"min" : 800312,
"max" : 14017434,
"mean" : 5321978.024396,
"stddev" : 1644843.976025,
"N" : 2517585
},
"bw_min" : 56192,
"bw_max" : 76016,
"bw_agg" : 100.000000,
"bw_mean" : 67142.936455,
"bw_dev" : 400.523379,
"bw_samples" : 2392,
"iops_min" : 14048,
"iops_max" : 19004,
"iops_mean" : 16785.434783,
"iops_stddev" : 100.139715,
"iops_samples" : 2392
},
"write" : {
"io_bytes" : 4425289728,
"io_kbytes" : 4321572,
"bw_bytes" : 29501931,
"bw" : 28810,
"iops" : 7202.620000,
"runtime" : 150000,
"total_ios" : 1080393,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10576,
"max" : 3803580,
"mean" : 355101.357390,
"stddev" : 247346.129962,
"N" : 1080393
},
"clat_ns" : {
"min" : 777128,
"max" : 13591974,
"mean" : 5011541.411543,
"stddev" : 1561202.855068,
"N" : 1080393,
"percentile" : {
"1.000000" : 2506752,
"5.000000" : 3063808,
"10.000000" : 3358720,
"20.000000" : 3719168,
"30.000000" : 4014080,
"40.000000" : 4292608,
"50.000000" : 4620288,
"60.000000" : 4947968,
"70.000000" : 5603328,
"80.000000" : 6455296,
"90.000000" : 7372800,
"95.000000" : 8028160,
"99.000000" : 9240576,
"99.500000" : 9633792,
"99.900000" : 10420224,
"99.950000" : 10682368,
"99.990000" : 11337728
},
"bins" : {
"774144" : 1,
"937984" : 1,
"970752" : 1,
"978944" : 2,
"995328" : 1,
"1003520" : 2,
"1011712" : 3,
"1044480" : 1,
"1056768" : 1,
"1073152" : 2,
"1122304" : 2,
"1138688" : 2,
"1155072" : 1,
"1171456" : 1,
"1220608" : 1,
"1236992" : 1,
"1269760" : 5,
"1286144" : 3,
"1302528" : 8,
"1318912" : 8,
"1335296" : 10,
"1351680" : 12,
"1368064" : 10,
"1384448" : 10,
"1400832" : 5,
"1417216" : 12,
"1433600" : 11,
"1449984" : 3,
"1466368" : 5,
"1482752" : 4,
"1499136" : 6,
"1515520" : 3,
"1531904" : 11,
"1548288" : 5,
"1564672" : 9,
"1581056" : 5,
"1597440" : 12,
"1613824" : 17,
"1630208" : 18,
"1646592" : 32,
"1662976" : 40,
"1679360" : 34,
"1695744" : 37,
"1712128" : 45,
"1728512" : 42,
"1744896" : 50,
"1761280" : 42,
"1777664" : 58,
"1794048" : 47,
"1810432" : 52,
"1826816" : 35,
"1843200" : 36,
"1859584" : 31,
"1875968" : 36,
"1892352" : 32,
"1908736" : 57,
"1925120" : 58,
"1941504" : 82,
"1957888" : 84,
"1974272" : 136,
"1990656" : 114,
"2007040" : 152,
"2023424" : 144,
"2039808" : 177,
"2056192" : 193,
"2072576" : 183,
"2088960" : 202,
"2113536" : 383,
"2146304" : 390,
"2179072" : 312,
"2211840" : 335,
"2244608" : 410,
"2277376" : 488,
"2310144" : 675,
"2342912" : 879,
"2375680" : 1052,
"2408448" : 1140,
"2441216" : 1131,
"2473984" : 1046,
"2506752" : 1096,
"2539520" : 1025,
"2572288" : 1119,
"2605056" : 1415,
"2637824" : 1762,
"2670592" : 2048,
"2703360" : 2460,
"2736128" : 2803,
"2768896" : 2850,
"2801664" : 2769,
"2834432" : 2642,
"2867200" : 2662,
"2899968" : 2803,
"2932736" : 3037,
"2965504" : 3727,
"2998272" : 4181,
"3031040" : 4803,
"3063808" : 5173,
"3096576" : 5697,
"3129344" : 5640,
"3162112" : 5717,
"3194880" : 5397,
"3227648" : 5615,
"3260416" : 5980,
"3293184" : 6440,
"3325952" : 7195,
"3358720" : 7893,
"3391488" : 8685,
"3424256" : 9121,
"3457024" : 9205,
"3489792" : 9119,
"3522560" : 9018,
"3555328" : 8952,
"3588096" : 9154,
"3620864" : 9418,
"3653632" : 10049,
"3686400" : 10822,
"3719168" : 11546,
"3751936" : 11918,
"3784704" : 11958,
"3817472" : 12473,
"3850240" : 11868,
"3883008" : 11863,
"3915776" : 11869,
"3948544" : 11861,
"3981312" : 12070,
"4014080" : 12369,
"4046848" : 12681,
"4079616" : 13225,
"4112384" : 13382,
"4145152" : 13589,
"4177920" : 13245,
"4227072" : 25337,
"4292608" : 24716,
"4358144" : 24280,
"4423680" : 24253,
"4489216" : 23579,
"4554752" : 22611,
"4620288" : 20837,
"4685824" : 19508,
"4751360" : 18825,
"4816896" : 18015,
"4882432" : 16960,
"4947968" : 15623,
"5013504" : 14282,
"5079040" : 13326,
"5144576" : 12541,
"5210112" : 11790,
"5275648" : 11299,
"5341184" : 10615,
"5406720" : 9968,
"5472256" : 9604,
"5537792" : 9071,
"5603328" : 9031,
"5668864" : 8981,
"5734400" : 8786,
"5799936" : 8604,
"5865472" : 8553,
"5931008" : 8592,
"5996544" : 8837,
"6062080" : 8628,
"6127616" : 8553,
"6193152" : 8505,
"6258688" : 8710,
"6324224" : 8500,
"6389760" : 8473,
"6455296" : 8311,
"6520832" : 8408,
"6586368" : 8361,
"6651904" : 8119,
"6717440" : 8022,
"6782976" : 7952,
"6848512" : 7865,
"6914048" : 7536,
"6979584" : 7441,
"7045120" : 7411,
"7110656" : 7083,
"7176192" : 6884,
"7241728" : 6705,
"7307264" : 6557,
"7372800" : 6387,
"7438336" : 6234,
"7503872" : 5841,
"7569408" : 5423,
"7634944" : 5210,
"7700480" : 5234,
"7766016" : 4994,
"7831552" : 4711,
"7897088" : 4498,
"7962624" : 4296,
"8028160" : 4053,
"8093696" : 3863,
"8159232" : 3739,
"8224768" : 3481,
"8290304" : 3111,
"8355840" : 3169,
"8454144" : 5658,
"8585216" : 4878,
"8716288" : 4233,
"8847360" : 3586,
"8978432" : 3082,
"9109504" : 2698,
"9240576" : 2157,
"9371648" : 1918,
"9502720" : 1495,
"9633792" : 1277,
"9764864" : 1016,
"9895936" : 851,
"10027008" : 657,
"10158080" : 506,
"10289152" : 420,
"10420224" : 306,
"10551296" : 223,
"10682368" : 167,
"10813440" : 143,
"10944512" : 94,
"11075584" : 71,
"11206656" : 46,
"11337728" : 37,
"11468800" : 26,
"11599872" : 18,
"11730944" : 11,
"11862016" : 12,
"11993088" : 6,
"12124160" : 6,
"12255232" : 2,
"12517376" : 2,
"12648448" : 1,
"13041664" : 1,
"13565952" : 1
}
},
"lat_ns" : {
"min" : 1003613,
"max" : 13645396,
"mean" : 5366638.845012,
"stddev" : 1649166.126760,
"N" : 1080393
},
"bw_min" : 23437,
"bw_max" : 33520,
"bw_agg" : 100.000000,
"bw_mean" : 28814.608696,
"bw_dev" : 203.546074,
"bw_samples" : 2392,
"iops_min" : 5859,
"iops_max" : 8380,
"iops_mean" : 7203.157191,
"iops_stddev" : 50.889774,
"iops_samples" : 2392
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1199993,
"usr_cpu" : 0.747921,
"sys_cpu" : 15.983010,
"ctx" : 2517297,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.137438,
"4" : 29.359675,
"10" : 70.272008,
"20" : 0.230212,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773101586,
"timestamp_ms" : 1773101586337,
"time" : "Mon Mar 9 21:13:06 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 10972659712,
"io_kbytes" : 10715488,
"bw_bytes" : 68579551,
"bw" : 66972,
"iops" : 16743.110894,
"runtime" : 159999,
"total_ios" : 2678881,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5158,
"max" : 2970648,
"mean" : 321583.243809,
"stddev" : 250100.055183,
"N" : 2678882
},
"clat_ns" : {
"min" : 705749,
"max" : 13279486,
"mean" : 5013927.079660,
"stddev" : 1557423.251760,
"N" : 2678875,
"percentile" : {
"1.000000" : 2473984,
"5.000000" : 3031040,
"10.000000" : 3358720,
"20.000000" : 3719168,
"30.000000" : 4014080,
"40.000000" : 4292608,
"50.000000" : 4620288,
"60.000000" : 5013504,
"70.000000" : 5603328,
"80.000000" : 6389760,
"90.000000" : 7372800,
"95.000000" : 8028160,
"99.000000" : 9240576,
"99.500000" : 9633792,
"99.900000" : 10420224,
"99.950000" : 10682368,
"99.990000" : 11337728
},
"bins" : {
"708608" : 1,
"757760" : 1,
"774144" : 1,
"806912" : 1,
"897024" : 1,
"970752" : 3,
"978944" : 2,
"987136" : 1,
"1003520" : 2,
"1019904" : 4,
"1028096" : 4,
"1036288" : 1,
"1056768" : 4,
"1073152" : 5,
"1105920" : 3,
"1122304" : 1,
"1138688" : 4,
"1155072" : 1,
"1171456" : 4,
"1187840" : 2,
"1204224" : 4,
"1220608" : 1,
"1236992" : 5,
"1253376" : 3,
"1269760" : 3,
"1286144" : 9,
"1302528" : 11,
"1318912" : 17,
"1335296" : 19,
"1351680" : 29,
"1368064" : 37,
"1384448" : 29,
"1400832" : 19,
"1417216" : 23,
"1433600" : 22,
"1449984" : 33,
"1466368" : 15,
"1482752" : 16,
"1499136" : 13,
"1515520" : 15,
"1531904" : 20,
"1548288" : 14,
"1564672" : 24,
"1581056" : 27,
"1597440" : 38,
"1613824" : 45,
"1630208" : 67,
"1646592" : 70,
"1662976" : 107,
"1679360" : 115,
"1695744" : 116,
"1712128" : 131,
"1728512" : 101,
"1744896" : 134,
"1761280" : 150,
"1777664" : 111,
"1794048" : 105,
"1810432" : 113,
"1826816" : 104,
"1843200" : 107,
"1859584" : 99,
"1875968" : 96,
"1892352" : 92,
"1908736" : 124,
"1925120" : 138,
"1941504" : 186,
"1957888" : 230,
"1974272" : 297,
"1990656" : 340,
"2007040" : 388,
"2023424" : 410,
"2039808" : 443,
"2056192" : 482,
"2072576" : 541,
"2088960" : 542,
"2113536" : 901,
"2146304" : 972,
"2179072" : 840,
"2211840" : 847,
"2244608" : 1077,
"2277376" : 1337,
"2310144" : 1733,
"2342912" : 2280,
"2375680" : 2705,
"2408448" : 2846,
"2441216" : 2988,
"2473984" : 2744,
"2506752" : 2706,
"2539520" : 2810,
"2572288" : 3006,
"2605056" : 3553,
"2637824" : 4475,
"2670592" : 5246,
"2703360" : 6049,
"2736128" : 6817,
"2768896" : 6982,
"2801664" : 7079,
"2834432" : 6840,
"2867200" : 6677,
"2899968" : 6881,
"2932736" : 7474,
"2965504" : 8715,
"2998272" : 10470,
"3031040" : 11929,
"3063808" : 12991,
"3096576" : 13925,
"3129344" : 14197,
"3162112" : 13659,
"3194880" : 13742,
"3227648" : 13716,
"3260416" : 14472,
"3293184" : 15530,
"3325952" : 17576,
"3358720" : 19423,
"3391488" : 21121,
"3424256" : 21928,
"3457024" : 22555,
"3489792" : 22514,
"3522560" : 22397,
"3555328" : 22185,
"3588096" : 22348,
"3620864" : 23384,
"3653632" : 24676,
"3686400" : 26152,
"3719168" : 27927,
"3751936" : 29301,
"3784704" : 29599,
"3817472" : 29913,
"3850240" : 29662,
"3883008" : 29278,
"3915776" : 28582,
"3948544" : 28793,
"3981312" : 29431,
"4014080" : 30202,
"4046848" : 31265,
"4079616" : 32477,
"4112384" : 32687,
"4145152" : 32986,
"4177920" : 32599,
"4227072" : 62261,
"4292608" : 60373,
"4358144" : 59923,
"4423680" : 59797,
"4489216" : 58961,
"4554752" : 56196,
"4620288" : 52326,
"4685824" : 48969,
"4751360" : 46823,
"4816896" : 44640,
"4882432" : 42125,
"4947968" : 39198,
"5013504" : 36548,
"5079040" : 34424,
"5144576" : 31953,
"5210112" : 29682,
"5275648" : 28171,
"5341184" : 26658,
"5406720" : 25290,
"5472256" : 24160,
"5537792" : 23426,
"5603328" : 22938,
"5668864" : 22600,
"5734400" : 22194,
"5799936" : 21911,
"5865472" : 21414,
"5931008" : 21484,
"5996544" : 21790,
"6062080" : 21655,
"6127616" : 21824,
"6193152" : 21452,
"6258688" : 21385,
"6324224" : 21027,
"6389760" : 21324,
"6455296" : 21022,
"6520832" : 20608,
"6586368" : 20467,
"6651904" : 20041,
"6717440" : 19997,
"6782976" : 19664,
"6848512" : 19196,
"6914048" : 18813,
"6979584" : 18719,
"7045120" : 18135,
"7110656" : 17384,
"7176192" : 17122,
"7241728" : 16583,
"7307264" : 16291,
"7372800" : 15513,
"7438336" : 15136,
"7503872" : 14814,
"7569408" : 14029,
"7634944" : 13423,
"7700480" : 12981,
"7766016" : 12364,
"7831552" : 11738,
"7897088" : 11131,
"7962624" : 10693,
"8028160" : 10172,
"8093696" : 9702,
"8159232" : 9251,
"8224768" : 8597,
"8290304" : 7929,
"8355840" : 7551,
"8454144" : 13668,
"8585216" : 11847,
"8716288" : 10351,
"8847360" : 8747,
"8978432" : 7670,
"9109504" : 6420,
"9240576" : 5336,
"9371648" : 4406,
"9502720" : 3745,
"9633792" : 3107,
"9764864" : 2398,
"9895936" : 2000,
"10027008" : 1551,
"10158080" : 1158,
"10289152" : 970,
"10420224" : 765,
"10551296" : 577,
"10682368" : 417,
"10813440" : 336,
"10944512" : 222,
"11075584" : 156,
"11206656" : 104,
"11337728" : 81,
"11468800" : 70,
"11599872" : 52,
"11730944" : 33,
"11862016" : 23,
"11993088" : 15,
"12124160" : 13,
"12255232" : 5,
"12386304" : 3,
"12517376" : 4,
"12648448" : 5,
"12779520" : 2,
"13041664" : 1,
"13303808" : 1
}
},
"lat_ns" : {
"min" : 800312,
"max" : 14017434,
"mean" : 5335504.863963,
"stddev" : 1641221.343012,
"N" : 2678875
},
"bw_min" : 55744,
"bw_max" : 76016,
"bw_agg" : 100.000000,
"bw_mean" : 67006.623824,
"bw_dev" : 415.766841,
"bw_samples" : 2552,
"iops_min" : 13936,
"iops_max" : 19004,
"iops_mean" : 16751.360502,
"iops_stddev" : 103.949407,
"iops_samples" : 2552
},
"write" : {
"io_bytes" : 4707229696,
"io_kbytes" : 4596904,
"bw_bytes" : 29420369,
"bw" : 28730,
"iops" : 7182.744892,
"runtime" : 159999,
"total_ios" : 1149232,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10576,
"max" : 3803580,
"mean" : 355802.170916,
"stddev" : 246634.651693,
"N" : 1149231
},
"clat_ns" : {
"min" : 777128,
"max" : 13591974,
"mean" : 5024427.615925,
"stddev" : 1557547.903581,
"N" : 1149230,
"percentile" : {
"1.000000" : 2506752,
"5.000000" : 3063808,
"10.000000" : 3358720,
"20.000000" : 3751936,
"30.000000" : 4046848,
"40.000000" : 4292608,
"50.000000" : 4620288,
"60.000000" : 5013504,
"70.000000" : 5603328,
"80.000000" : 6455296,
"90.000000" : 7372800,
"95.000000" : 8028160,
"99.000000" : 9240576,
"99.500000" : 9633792,
"99.900000" : 10420224,
"99.950000" : 10682368,
"99.990000" : 11337728
},
"bins" : {
"774144" : 1,
"937984" : 1,
"970752" : 1,
"978944" : 2,
"995328" : 1,
"1003520" : 2,
"1011712" : 3,
"1019904" : 1,
"1044480" : 1,
"1056768" : 1,
"1073152" : 3,
"1122304" : 3,
"1138688" : 2,
"1155072" : 1,
"1171456" : 1,
"1220608" : 1,
"1236992" : 1,
"1269760" : 5,
"1286144" : 3,
"1302528" : 8,
"1318912" : 8,
"1335296" : 10,
"1351680" : 13,
"1368064" : 11,
"1384448" : 10,
"1400832" : 5,
"1417216" : 12,
"1433600" : 11,
"1449984" : 4,
"1466368" : 5,
"1482752" : 5,
"1499136" : 6,
"1515520" : 3,
"1531904" : 11,
"1548288" : 5,
"1564672" : 9,
"1581056" : 5,
"1597440" : 12,
"1613824" : 17,
"1630208" : 18,
"1646592" : 32,
"1662976" : 41,
"1679360" : 34,
"1695744" : 40,
"1712128" : 48,
"1728512" : 45,
"1744896" : 50,
"1761280" : 44,
"1777664" : 62,
"1794048" : 50,
"1810432" : 55,
"1826816" : 36,
"1843200" : 37,
"1859584" : 33,
"1875968" : 36,
"1892352" : 32,
"1908736" : 60,
"1925120" : 60,
"1941504" : 82,
"1957888" : 90,
"1974272" : 143,
"1990656" : 121,
"2007040" : 154,
"2023424" : 151,
"2039808" : 183,
"2056192" : 198,
"2072576" : 187,
"2088960" : 210,
"2113536" : 394,
"2146304" : 409,
"2179072" : 318,
"2211840" : 356,
"2244608" : 426,
"2277376" : 502,
"2310144" : 694,
"2342912" : 914,
"2375680" : 1103,
"2408448" : 1173,
"2441216" : 1179,
"2473984" : 1090,
"2506752" : 1135,
"2539520" : 1075,
"2572288" : 1153,
"2605056" : 1479,
"2637824" : 1828,
"2670592" : 2141,
"2703360" : 2569,
"2736128" : 2903,
"2768896" : 2959,
"2801664" : 2881,
"2834432" : 2754,
"2867200" : 2776,
"2899968" : 2939,
"2932736" : 3150,
"2965504" : 3866,
"2998272" : 4362,
"3031040" : 5015,
"3063808" : 5350,
"3096576" : 5923,
"3129344" : 5873,
"3162112" : 5943,
"3194880" : 5616,
"3227648" : 5841,
"3260416" : 6238,
"3293184" : 6727,
"3325952" : 7502,
"3358720" : 8257,
"3391488" : 9007,
"3424256" : 9529,
"3457024" : 9589,
"3489792" : 9495,
"3522560" : 9379,
"3555328" : 9356,
"3588096" : 9561,
"3620864" : 9798,
"3653632" : 10543,
"3686400" : 11328,
"3719168" : 12054,
"3751936" : 12444,
"3784704" : 12523,
"3817472" : 13006,
"3850240" : 12458,
"3883008" : 12454,
"3915776" : 12455,
"3948544" : 12447,
"3981312" : 12656,
"4014080" : 13039,
"4046848" : 13356,
"4079616" : 13941,
"4112384" : 14110,
"4145152" : 14293,
"4177920" : 13991,
"4227072" : 26789,
"4292608" : 26157,
"4358144" : 25817,
"4423680" : 25840,
"4489216" : 25213,
"4554752" : 24108,
"4620288" : 22278,
"4685824" : 21044,
"4751360" : 20285,
"4816896" : 19481,
"4882432" : 18348,
"4947968" : 16943,
"5013504" : 15536,
"5079040" : 14501,
"5144576" : 13744,
"5210112" : 12915,
"5275648" : 12309,
"5341184" : 11563,
"5406720" : 10898,
"5472256" : 10486,
"5537792" : 9881,
"5603328" : 9866,
"5668864" : 9685,
"5734400" : 9556,
"5799936" : 9335,
"5865472" : 9287,
"5931008" : 9288,
"5996544" : 9541,
"6062080" : 9268,
"6127616" : 9189,
"6193152" : 9123,
"6258688" : 9344,
"6324224" : 9136,
"6389760" : 9135,
"6455296" : 8886,
"6520832" : 8990,
"6586368" : 8925,
"6651904" : 8723,
"6717440" : 8648,
"6782976" : 8510,
"6848512" : 8410,
"6914048" : 8091,
"6979584" : 7959,
"7045120" : 7909,
"7110656" : 7574,
"7176192" : 7334,
"7241728" : 7170,
"7307264" : 7017,
"7372800" : 6804,
"7438336" : 6642,
"7503872" : 6216,
"7569408" : 5849,
"7634944" : 5560,
"7700480" : 5567,
"7766016" : 5315,
"7831552" : 4976,
"7897088" : 4778,
"7962624" : 4587,
"8028160" : 4322,
"8093696" : 4115,
"8159232" : 4005,
"8224768" : 3709,
"8290304" : 3326,
"8355840" : 3359,
"8454144" : 6029,
"8585216" : 5179,
"8716288" : 4517,
"8847360" : 3820,
"8978432" : 3288,
"9109504" : 2867,
"9240576" : 2306,
"9371648" : 2037,
"9502720" : 1606,
"9633792" : 1359,
"9764864" : 1091,
"9895936" : 896,
"10027008" : 685,
"10158080" : 537,
"10289152" : 444,
"10420224" : 319,
"10551296" : 241,
"10682368" : 182,
"10813440" : 152,
"10944512" : 96,
"11075584" : 75,
"11206656" : 49,
"11337728" : 39,
"11468800" : 26,
"11599872" : 20,
"11730944" : 12,
"11862016" : 13,
"11993088" : 6,
"12124160" : 6,
"12255232" : 2,
"12517376" : 2,
"12648448" : 1,
"13041664" : 1,
"13565952" : 1
}
},
"lat_ns" : {
"min" : 1003613,
"max" : 13645396,
"mean" : 5380222.788032,
"stddev" : 1645052.083009,
"N" : 1149230
},
"bw_min" : 23165,
"bw_max" : 33528,
"bw_agg" : 100.000000,
"bw_mean" : 28744.755486,
"bw_dev" : 209.891054,
"bw_samples" : 2552,
"iops_min" : 5791,
"iops_max" : 8382,
"iops_mean" : 7185.695925,
"iops_stddev" : 52.474876,
"iops_samples" : 2552
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279992,
"usr_cpu" : 0.743989,
"sys_cpu" : 15.967053,
"ctx" : 2688449,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.134087,
"4" : 28.830601,
"10" : 70.805538,
"20" : 0.229121,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773101596,
"timestamp_ms" : 1773101596337,
"time" : "Mon Mar 9 21:13:16 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 11646197760,
"io_kbytes" : 11373240,
"bw_bytes" : 68507448,
"bw" : 66901,
"iops" : 16725.516032,
"runtime" : 169999,
"total_ios" : 2843321,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5158,
"max" : 2970648,
"mean" : 322102.727911,
"stddev" : 249038.359718,
"N" : 2843320
},
"clat_ns" : {
"min" : 705749,
"max" : 13279486,
"mean" : 5019297.197382,
"stddev" : 1553849.199545,
"N" : 2843314,
"percentile" : {
"1.000000" : 2473984,
"5.000000" : 3063808,
"10.000000" : 3358720,
"20.000000" : 3751936,
"30.000000" : 4046848,
"40.000000" : 4292608,
"50.000000" : 4620288,
"60.000000" : 5013504,
"70.000000" : 5603328,
"80.000000" : 6389760,
"90.000000" : 7372800,
"95.000000" : 8028160,
"99.000000" : 9240576,
"99.500000" : 9633792,
"99.900000" : 10420224,
"99.950000" : 10682368,
"99.990000" : 11337728
},
"bins" : {
"708608" : 1,
"757760" : 1,
"774144" : 1,
"806912" : 1,
"897024" : 1,
"970752" : 3,
"978944" : 2,
"987136" : 1,
"1003520" : 2,
"1019904" : 4,
"1028096" : 4,
"1036288" : 1,
"1056768" : 4,
"1073152" : 6,
"1089536" : 1,
"1105920" : 3,
"1122304" : 1,
"1138688" : 4,
"1155072" : 1,
"1171456" : 4,
"1187840" : 2,
"1204224" : 4,
"1220608" : 1,
"1236992" : 6,
"1253376" : 3,
"1269760" : 3,
"1286144" : 9,
"1302528" : 12,
"1318912" : 17,
"1335296" : 20,
"1351680" : 33,
"1368064" : 37,
"1384448" : 31,
"1400832" : 22,
"1417216" : 24,
"1433600" : 25,
"1449984" : 35,
"1466368" : 16,
"1482752" : 17,
"1499136" : 14,
"1515520" : 16,
"1531904" : 21,
"1548288" : 15,
"1564672" : 24,
"1581056" : 27,
"1597440" : 44,
"1613824" : 47,
"1630208" : 68,
"1646592" : 77,
"1662976" : 111,
"1679360" : 120,
"1695744" : 127,
"1712128" : 136,
"1728512" : 105,
"1744896" : 135,
"1761280" : 165,
"1777664" : 115,
"1794048" : 111,
"1810432" : 115,
"1826816" : 110,
"1843200" : 111,
"1859584" : 101,
"1875968" : 104,
"1892352" : 97,
"1908736" : 134,
"1925120" : 145,
"1941504" : 191,
"1957888" : 246,
"1974272" : 301,
"1990656" : 362,
"2007040" : 404,
"2023424" : 420,
"2039808" : 461,
"2056192" : 502,
"2072576" : 559,
"2088960" : 560,
"2113536" : 936,
"2146304" : 1008,
"2179072" : 866,
"2211840" : 879,
"2244608" : 1120,
"2277376" : 1386,
"2310144" : 1822,
"2342912" : 2370,
"2375680" : 2867,
"2408448" : 2956,
"2441216" : 3114,
"2473984" : 2842,
"2506752" : 2798,
"2539520" : 2911,
"2572288" : 3121,
"2605056" : 3696,
"2637824" : 4654,
"2670592" : 5484,
"2703360" : 6326,
"2736128" : 7095,
"2768896" : 7278,
"2801664" : 7358,
"2834432" : 7155,
"2867200" : 6965,
"2899968" : 7170,
"2932736" : 7801,
"2965504" : 9120,
"2998272" : 10913,
"3031040" : 12540,
"3063808" : 13554,
"3096576" : 14548,
"3129344" : 14824,
"3162112" : 14236,
"3194880" : 14340,
"3227648" : 14349,
"3260416" : 15162,
"3293184" : 16214,
"3325952" : 18367,
"3358720" : 20333,
"3391488" : 22101,
"3424256" : 22936,
"3457024" : 23583,
"3489792" : 23499,
"3522560" : 23396,
"3555328" : 23253,
"3588096" : 23464,
"3620864" : 24544,
"3653632" : 25983,
"3686400" : 27547,
"3719168" : 29285,
"3751936" : 30786,
"3784704" : 31027,
"3817472" : 31370,
"3850240" : 31182,
"3883008" : 30805,
"3915776" : 30135,
"3948544" : 30403,
"3981312" : 31033,
"4014080" : 31882,
"4046848" : 33119,
"4079616" : 34315,
"4112384" : 34560,
"4145152" : 34980,
"4177920" : 34554,
"4227072" : 65991,
"4292608" : 64154,
"4358144" : 63708,
"4423680" : 63828,
"4489216" : 62907,
"4554752" : 60055,
"4620288" : 56159,
"4685824" : 52581,
"4751360" : 50586,
"4816896" : 48332,
"4882432" : 45598,
"4947968" : 42603,
"5013504" : 39669,
"5079040" : 37391,
"5144576" : 34751,
"5210112" : 32300,
"5275648" : 30734,
"5341184" : 28904,
"5406720" : 27472,
"5472256" : 26173,
"5537792" : 25213,
"5603328" : 24584,
"5668864" : 24261,
"5734400" : 23752,
"5799936" : 23366,
"5865472" : 22785,
"5931008" : 22854,
"5996544" : 23129,
"6062080" : 22943,
"6127616" : 23126,
"6193152" : 22742,
"6258688" : 22605,
"6324224" : 22349,
"6389760" : 22527,
"6455296" : 22225,
"6520832" : 21844,
"6586368" : 21620,
"6651904" : 21199,
"6717440" : 21117,
"6782976" : 20749,
"6848512" : 20258,
"6914048" : 19845,
"6979584" : 19742,
"7045120" : 19117,
"7110656" : 18349,
"7176192" : 18051,
"7241728" : 17527,
"7307264" : 17145,
"7372800" : 16287,
"7438336" : 15959,
"7503872" : 15601,
"7569408" : 14798,
"7634944" : 14154,
"7700480" : 13720,
"7766016" : 13067,
"7831552" : 12331,
"7897088" : 11783,
"7962624" : 11313,
"8028160" : 10748,
"8093696" : 10265,
"8159232" : 9777,
"8224768" : 9124,
"8290304" : 8436,
"8355840" : 7978,
"8454144" : 14461,
"8585216" : 12553,
"8716288" : 11001,
"8847360" : 9321,
"8978432" : 8162,
"9109504" : 6841,
"9240576" : 5714,
"9371648" : 4726,
"9502720" : 4029,
"9633792" : 3364,
"9764864" : 2585,
"9895936" : 2158,
"10027008" : 1671,
"10158080" : 1271,
"10289152" : 1059,
"10420224" : 835,
"10551296" : 629,
"10682368" : 457,
"10813440" : 360,
"10944512" : 244,
"11075584" : 172,
"11206656" : 113,
"11337728" : 89,
"11468800" : 75,
"11599872" : 62,
"11730944" : 35,
"11862016" : 27,
"11993088" : 17,
"12124160" : 15,
"12255232" : 6,
"12386304" : 4,
"12517376" : 4,
"12648448" : 5,
"12779520" : 2,
"13041664" : 1,
"13303808" : 1
}
},
"lat_ns" : {
"min" : 800312,
"max" : 14017434,
"mean" : 5341393.572164,
"stddev" : 1637657.843367,
"N" : 2843314
},
"bw_min" : 55744,
"bw_max" : 76016,
"bw_agg" : 100.000000,
"bw_mean" : 66917.640118,
"bw_dev" : 423.940718,
"bw_samples" : 2712,
"iops_min" : 13936,
"iops_max" : 19004,
"iops_mean" : 16729.103245,
"iops_stddev" : 105.991192,
"iops_samples" : 2712
},
"write" : {
"io_bytes" : 4996268032,
"io_kbytes" : 4879168,
"bw_bytes" : 29389984,
"bw" : 28701,
"iops" : 7175.295149,
"runtime" : 169999,
"total_ios" : 1219793,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10576,
"max" : 3803580,
"mean" : 355750.869271,
"stddev" : 245524.316885,
"N" : 1219794
},
"clat_ns" : {
"min" : 777128,
"max" : 13591974,
"mean" : 5029405.612378,
"stddev" : 1553787.109096,
"N" : 1219792,
"percentile" : {
"1.000000" : 2506752,
"5.000000" : 3063808,
"10.000000" : 3358720,
"20.000000" : 3751936,
"30.000000" : 4046848,
"40.000000" : 4292608,
"50.000000" : 4620288,
"60.000000" : 5013504,
"70.000000" : 5603328,
"80.000000" : 6455296,
"90.000000" : 7372800,
"95.000000" : 8028160,
"99.000000" : 9240576,
"99.500000" : 9633792,
"99.900000" : 10420224,
"99.950000" : 10682368,
"99.990000" : 11337728
},
"bins" : {
"774144" : 1,
"937984" : 1,
"970752" : 1,
"978944" : 2,
"995328" : 1,
"1003520" : 2,
"1011712" : 3,
"1019904" : 1,
"1044480" : 1,
"1056768" : 1,
"1073152" : 3,
"1122304" : 3,
"1138688" : 2,
"1155072" : 2,
"1171456" : 1,
"1220608" : 1,
"1236992" : 1,
"1269760" : 5,
"1286144" : 3,
"1302528" : 8,
"1318912" : 8,
"1335296" : 10,
"1351680" : 15,
"1368064" : 12,
"1384448" : 10,
"1400832" : 6,
"1417216" : 14,
"1433600" : 12,
"1449984" : 4,
"1466368" : 6,
"1482752" : 5,
"1499136" : 6,
"1515520" : 3,
"1531904" : 12,
"1548288" : 5,
"1564672" : 9,
"1581056" : 5,
"1597440" : 12,
"1613824" : 17,
"1630208" : 19,
"1646592" : 32,
"1662976" : 43,
"1679360" : 37,
"1695744" : 43,
"1712128" : 48,
"1728512" : 46,
"1744896" : 54,
"1761280" : 48,
"1777664" : 65,
"1794048" : 55,
"1810432" : 56,
"1826816" : 37,
"1843200" : 41,
"1859584" : 35,
"1875968" : 40,
"1892352" : 34,
"1908736" : 66,
"1925120" : 61,
"1941504" : 84,
"1957888" : 93,
"1974272" : 148,
"1990656" : 132,
"2007040" : 158,
"2023424" : 162,
"2039808" : 190,
"2056192" : 204,
"2072576" : 192,
"2088960" : 223,
"2113536" : 412,
"2146304" : 422,
"2179072" : 327,
"2211840" : 373,
"2244608" : 442,
"2277376" : 527,
"2310144" : 727,
"2342912" : 947,
"2375680" : 1154,
"2408448" : 1228,
"2441216" : 1225,
"2473984" : 1124,
"2506752" : 1174,
"2539520" : 1119,
"2572288" : 1206,
"2605056" : 1542,
"2637824" : 1903,
"2670592" : 2245,
"2703360" : 2692,
"2736128" : 3017,
"2768896" : 3089,
"2801664" : 2990,
"2834432" : 2862,
"2867200" : 2878,
"2899968" : 3069,
"2932736" : 3307,
"2965504" : 4013,
"2998272" : 4563,
"3031040" : 5233,
"3063808" : 5616,
"3096576" : 6193,
"3129344" : 6118,
"3162112" : 6217,
"3194880" : 5906,
"3227648" : 6105,
"3260416" : 6502,
"3293184" : 7034,
"3325952" : 7833,
"3358720" : 8666,
"3391488" : 9423,
"3424256" : 9973,
"3457024" : 9998,
"3489792" : 9941,
"3522560" : 9831,
"3555328" : 9829,
"3588096" : 10038,
"3620864" : 10332,
"3653632" : 11096,
"3686400" : 11911,
"3719168" : 12628,
"3751936" : 13042,
"3784704" : 13130,
"3817472" : 13686,
"3850240" : 13081,
"3883008" : 13153,
"3915776" : 13134,
"3948544" : 13140,
"3981312" : 13347,
"4014080" : 13745,
"4046848" : 14105,
"4079616" : 14672,
"4112384" : 14902,
"4145152" : 15072,
"4177920" : 14799,
"4227072" : 28357,
"4292608" : 27817,
"4358144" : 27509,
"4423680" : 27617,
"4489216" : 26983,
"4554752" : 25666,
"4620288" : 23927,
"4685824" : 22722,
"4751360" : 21873,
"4816896" : 21062,
"4882432" : 19824,
"4947968" : 18365,
"5013504" : 16897,
"5079040" : 15757,
"5144576" : 14930,
"5210112" : 14042,
"5275648" : 13334,
"5341184" : 12619,
"5406720" : 11813,
"5472256" : 11305,
"5537792" : 10681,
"5603328" : 10626,
"5668864" : 10412,
"5734400" : 10197,
"5799936" : 9997,
"5865472" : 9905,
"5931008" : 9857,
"5996544" : 10098,
"6062080" : 9834,
"6127616" : 9731,
"6193152" : 9649,
"6258688" : 9952,
"6324224" : 9683,
"6389760" : 9653,
"6455296" : 9391,
"6520832" : 9524,
"6586368" : 9425,
"6651904" : 9247,
"6717440" : 9125,
"6782976" : 8984,
"6848512" : 8832,
"6914048" : 8554,
"6979584" : 8405,
"7045120" : 8297,
"7110656" : 7979,
"7176192" : 7766,
"7241728" : 7572,
"7307264" : 7387,
"7372800" : 7171,
"7438336" : 7007,
"7503872" : 6546,
"7569408" : 6164,
"7634944" : 5871,
"7700480" : 5885,
"7766016" : 5595,
"7831552" : 5251,
"7897088" : 5038,
"7962624" : 4844,
"8028160" : 4551,
"8093696" : 4357,
"8159232" : 4232,
"8224768" : 3941,
"8290304" : 3543,
"8355840" : 3547,
"8454144" : 6389,
"8585216" : 5503,
"8716288" : 4796,
"8847360" : 4044,
"8978432" : 3488,
"9109504" : 3040,
"9240576" : 2476,
"9371648" : 2175,
"9502720" : 1708,
"9633792" : 1461,
"9764864" : 1170,
"9895936" : 971,
"10027008" : 750,
"10158080" : 593,
"10289152" : 484,
"10420224" : 348,
"10551296" : 259,
"10682368" : 193,
"10813440" : 163,
"10944512" : 102,
"11075584" : 84,
"11206656" : 54,
"11337728" : 47,
"11468800" : 30,
"11599872" : 23,
"11730944" : 15,
"11862016" : 13,
"11993088" : 6,
"12124160" : 7,
"12255232" : 2,
"12517376" : 2,
"12648448" : 1,
"13041664" : 1,
"13565952" : 1
}
},
"lat_ns" : {
"min" : 1003613,
"max" : 13645396,
"mean" : 5385149.927566,
"stddev" : 1640849.012299,
"N" : 1219792
},
"bw_min" : 23053,
"bw_max" : 33648,
"bw_agg" : 100.000000,
"bw_mean" : 28709.020649,
"bw_dev" : 213.502833,
"bw_samples" : 2712,
"iops_min" : 5763,
"iops_max" : 8412,
"iops_mean" : 7176.769912,
"iops_stddev" : 53.376589,
"iops_samples" : 2712
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1359992,
"usr_cpu" : 0.743607,
"sys_cpu" : 15.966638,
"ctx" : 2864580,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999975,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999975,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.132903,
"4" : 28.466639,
"10" : 71.164383,
"20" : 0.235460,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773101606,
"timestamp_ms" : 1773101606337,
"time" : "Mon Mar 9 21:13:26 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 12289093632,
"io_kbytes" : 12001068,
"bw_bytes" : 68272742,
"bw" : 66672,
"iops" : 16668.250000,
"runtime" : 180000,
"total_ios" : 3000285,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5158,
"max" : 2970648,
"mean" : 323521.330960,
"stddev" : 248560.563528,
"N" : 3000288
},
"clat_ns" : {
"min" : 5639,
"max" : 13279486,
"mean" : 5036526.173146,
"stddev" : 1554412.952519,
"N" : 3000328,
"percentile" : {
"1.000000" : 2506752,
"5.000000" : 3063808,
"10.000000" : 3358720,
"20.000000" : 3751936,
"30.000000" : 4046848,
"40.000000" : 4358144,
"50.000000" : 4620288,
"60.000000" : 5013504,
"70.000000" : 5603328,
"80.000000" : 6455296,
"90.000000" : 7372800,
"95.000000" : 8028160,
"99.000000" : 9240576,
"99.500000" : 9633792,
"99.900000" : 10420224,
"99.950000" : 10682368,
"99.990000" : 11337728
},
"bins" : {
"5664" : 1,
"6368" : 1,
"7712" : 1,
"11072" : 1,
"13120" : 1,
"325632" : 1,
"337920" : 1,
"362496" : 1,
"391168" : 1,
"395264" : 1,
"415744" : 1,
"423936" : 1,
"708608" : 1,
"757760" : 1,
"774144" : 2,
"806912" : 1,
"815104" : 1,
"823296" : 1,
"831488" : 1,
"897024" : 1,
"970752" : 3,
"978944" : 2,
"987136" : 1,
"1003520" : 2,
"1019904" : 4,
"1028096" : 4,
"1036288" : 1,
"1056768" : 4,
"1073152" : 6,
"1089536" : 2,
"1105920" : 3,
"1122304" : 2,
"1138688" : 4,
"1155072" : 2,
"1171456" : 4,
"1187840" : 2,
"1204224" : 5,
"1220608" : 1,
"1236992" : 7,
"1253376" : 3,
"1269760" : 3,
"1286144" : 10,
"1302528" : 13,
"1318912" : 18,
"1335296" : 20,
"1351680" : 33,
"1368064" : 37,
"1384448" : 31,
"1400832" : 23,
"1417216" : 24,
"1433600" : 26,
"1449984" : 36,
"1466368" : 16,
"1482752" : 18,
"1499136" : 14,
"1515520" : 17,
"1531904" : 22,
"1548288" : 17,
"1564672" : 24,
"1581056" : 29,
"1597440" : 44,
"1613824" : 47,
"1630208" : 70,
"1646592" : 77,
"1662976" : 113,
"1679360" : 120,
"1695744" : 130,
"1712128" : 137,
"1728512" : 106,
"1744896" : 136,
"1761280" : 166,
"1777664" : 118,
"1794048" : 112,
"1810432" : 116,
"1826816" : 111,
"1843200" : 112,
"1859584" : 102,
"1875968" : 108,
"1892352" : 99,
"1908736" : 136,
"1925120" : 149,
"1941504" : 194,
"1957888" : 250,
"1974272" : 308,
"1990656" : 369,
"2007040" : 412,
"2023424" : 432,
"2039808" : 467,
"2056192" : 510,
"2072576" : 563,
"2088960" : 570,
"2113536" : 955,
"2146304" : 1017,
"2179072" : 879,
"2211840" : 898,
"2244608" : 1146,
"2277376" : 1425,
"2310144" : 1867,
"2342912" : 2433,
"2375680" : 2935,
"2408448" : 3007,
"2441216" : 3162,
"2473984" : 2893,
"2506752" : 2842,
"2539520" : 2974,
"2572288" : 3187,
"2605056" : 3795,
"2637824" : 4765,
"2670592" : 5638,
"2703360" : 6489,
"2736128" : 7284,
"2768896" : 7455,
"2801664" : 7530,
"2834432" : 7346,
"2867200" : 7136,
"2899968" : 7375,
"2932736" : 8010,
"2965504" : 9400,
"2998272" : 11212,
"3031040" : 12938,
"3063808" : 13964,
"3096576" : 14975,
"3129344" : 15244,
"3162112" : 14662,
"3194880" : 14769,
"3227648" : 14782,
"3260416" : 15624,
"3293184" : 16726,
"3325952" : 18967,
"3358720" : 21008,
"3391488" : 22845,
"3424256" : 23697,
"3457024" : 24297,
"3489792" : 24245,
"3522560" : 24108,
"3555328" : 24051,
"3588096" : 24272,
"3620864" : 25519,
"3653632" : 26908,
"3686400" : 28592,
"3719168" : 30475,
"3751936" : 31993,
"3784704" : 32313,
"3817472" : 32611,
"3850240" : 32446,
"3883008" : 32055,
"3915776" : 31419,
"3948544" : 31740,
"3981312" : 32440,
"4014080" : 33351,
"4046848" : 34640,
"4079616" : 35867,
"4112384" : 36203,
"4145152" : 36640,
"4177920" : 36249,
"4227072" : 69278,
"4292608" : 67574,
"4358144" : 67239,
"4423680" : 67495,
"4489216" : 66654,
"4554752" : 63616,
"4620288" : 59755,
"4685824" : 56052,
"4751360" : 54141,
"4816896" : 51747,
"4882432" : 48863,
"4947968" : 45580,
"5013504" : 42583,
"5079040" : 40248,
"5144576" : 37316,
"5210112" : 34794,
"5275648" : 33007,
"5341184" : 31098,
"5406720" : 29399,
"5472256" : 27967,
"5537792" : 26958,
"5603328" : 26309,
"5668864" : 25806,
"5734400" : 25263,
"5799936" : 24805,
"5865472" : 24180,
"5931008" : 24277,
"5996544" : 24536,
"6062080" : 24343,
"6127616" : 24530,
"6193152" : 24139,
"6258688" : 24036,
"6324224" : 23779,
"6389760" : 23931,
"6455296" : 23610,
"6520832" : 23212,
"6586368" : 23013,
"6651904" : 22549,
"6717440" : 22355,
"6782976" : 22091,
"6848512" : 21509,
"6914048" : 21171,
"6979584" : 21071,
"7045120" : 20319,
"7110656" : 19608,
"7176192" : 19262,
"7241728" : 18658,
"7307264" : 18317,
"7372800" : 17399,
"7438336" : 17088,
"7503872" : 16638,
"7569408" : 15803,
"7634944" : 15113,
"7700480" : 14679,
"7766016" : 13944,
"7831552" : 13227,
"7897088" : 12602,
"7962624" : 12164,
"8028160" : 11556,
"8093696" : 10956,
"8159232" : 10471,
"8224768" : 9796,
"8290304" : 9080,
"8355840" : 8566,
"8454144" : 15507,
"8585216" : 13468,
"8716288" : 11814,
"8847360" : 9994,
"8978432" : 8689,
"9109504" : 7316,
"9240576" : 6144,
"9371648" : 5071,
"9502720" : 4285,
"9633792" : 3592,
"9764864" : 2776,
"9895936" : 2323,
"10027008" : 1770,
"10158080" : 1371,
"10289152" : 1117,
"10420224" : 880,
"10551296" : 677,
"10682368" : 482,
"10813440" : 386,
"10944512" : 268,
"11075584" : 188,
"11206656" : 121,
"11337728" : 102,
"11468800" : 81,
"11599872" : 66,
"11730944" : 37,
"11862016" : 28,
"11993088" : 20,
"12124160" : 19,
"12255232" : 9,
"12386304" : 5,
"12517376" : 4,
"12648448" : 5,
"12779520" : 3,
"13041664" : 1,
"13303808" : 1
}
},
"lat_ns" : {
"min" : 323024,
"max" : 14017434,
"mean" : 5360046.895433,
"stddev" : 1638483.269145,
"N" : 3000328
},
"bw_min" : 55680,
"bw_max" : 76016,
"bw_agg" : 100.000000,
"bw_mean" : 66699.392758,
"bw_dev" : 438.871984,
"bw_samples" : 2872,
"iops_min" : 13920,
"iops_max" : 19004,
"iops_mean" : 16674.534819,
"iops_stddev" : 109.722566,
"iops_samples" : 2872
},
"write" : {
"io_bytes" : 5272162304,
"io_kbytes" : 5148596,
"bw_bytes" : 29289790,
"bw" : 28603,
"iops" : 7150.744444,
"runtime" : 180000,
"total_ios" : 1287134,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10576,
"max" : 3803580,
"mean" : 356259.695415,
"stddev" : 245024.978453,
"N" : 1287136
},
"clat_ns" : {
"min" : 647670,
"max" : 13591974,
"mean" : 5046545.160010,
"stddev" : 1554325.350422,
"N" : 1287163,
"percentile" : {
"1.000000" : 2506752,
"5.000000" : 3063808,
"10.000000" : 3391488,
"20.000000" : 3751936,
"30.000000" : 4046848,
"40.000000" : 4358144,
"50.000000" : 4620288,
"60.000000" : 5013504,
"70.000000" : 5668864,
"80.000000" : 6455296,
"90.000000" : 7372800,
"95.000000" : 8028160,
"99.000000" : 9240576,
"99.500000" : 9633792,
"99.900000" : 10420224,
"99.950000" : 10682368,
"99.990000" : 11337728
},
"bins" : {
"634880" : 1,
"651264" : 1,
"774144" : 1,
"937984" : 1,
"970752" : 1,
"978944" : 2,
"995328" : 1,
"1003520" : 2,
"1011712" : 3,
"1019904" : 1,
"1044480" : 2,
"1056768" : 1,
"1073152" : 3,
"1122304" : 3,
"1138688" : 2,
"1155072" : 3,
"1171456" : 1,
"1220608" : 1,
"1236992" : 1,
"1253376" : 1,
"1269760" : 5,
"1286144" : 3,
"1302528" : 8,
"1318912" : 9,
"1335296" : 10,
"1351680" : 15,
"1368064" : 12,
"1384448" : 10,
"1400832" : 6,
"1417216" : 14,
"1433600" : 12,
"1449984" : 4,
"1466368" : 6,
"1482752" : 5,
"1499136" : 6,
"1515520" : 3,
"1531904" : 12,
"1548288" : 5,
"1564672" : 9,
"1581056" : 5,
"1597440" : 12,
"1613824" : 17,
"1630208" : 19,
"1646592" : 32,
"1662976" : 43,
"1679360" : 37,
"1695744" : 43,
"1712128" : 49,
"1728512" : 46,
"1744896" : 55,
"1761280" : 49,
"1777664" : 66,
"1794048" : 56,
"1810432" : 56,
"1826816" : 39,
"1843200" : 42,
"1859584" : 35,
"1875968" : 40,
"1892352" : 36,
"1908736" : 66,
"1925120" : 63,
"1941504" : 85,
"1957888" : 93,
"1974272" : 151,
"1990656" : 136,
"2007040" : 159,
"2023424" : 165,
"2039808" : 193,
"2056192" : 207,
"2072576" : 196,
"2088960" : 227,
"2113536" : 415,
"2146304" : 430,
"2179072" : 332,
"2211840" : 379,
"2244608" : 461,
"2277376" : 545,
"2310144" : 744,
"2342912" : 980,
"2375680" : 1183,
"2408448" : 1254,
"2441216" : 1253,
"2473984" : 1145,
"2506752" : 1192,
"2539520" : 1144,
"2572288" : 1234,
"2605056" : 1585,
"2637824" : 1950,
"2670592" : 2323,
"2703360" : 2768,
"2736128" : 3084,
"2768896" : 3148,
"2801664" : 3078,
"2834432" : 2936,
"2867200" : 2943,
"2899968" : 3155,
"2932736" : 3407,
"2965504" : 4127,
"2998272" : 4712,
"3031040" : 5379,
"3063808" : 5779,
"3096576" : 6358,
"3129344" : 6289,
"3162112" : 6381,
"3194880" : 6083,
"3227648" : 6289,
"3260416" : 6689,
"3293184" : 7247,
"3325952" : 8092,
"3358720" : 8953,
"3391488" : 9736,
"3424256" : 10273,
"3457024" : 10326,
"3489792" : 10271,
"3522560" : 10155,
"3555328" : 10154,
"3588096" : 10379,
"3620864" : 10703,
"3653632" : 11543,
"3686400" : 12364,
"3719168" : 13154,
"3751936" : 13543,
"3784704" : 13671,
"3817472" : 14236,
"3850240" : 13633,
"3883008" : 13704,
"3915776" : 13694,
"3948544" : 13704,
"3981312" : 13944,
"4014080" : 14375,
"4046848" : 14774,
"4079616" : 15385,
"4112384" : 15523,
"4145152" : 15769,
"4177920" : 15492,
"4227072" : 29796,
"4292608" : 29284,
"4358144" : 28985,
"4423680" : 29255,
"4489216" : 28553,
"4554752" : 27224,
"4620288" : 25443,
"4685824" : 24226,
"4751360" : 23318,
"4816896" : 22582,
"4882432" : 21275,
"4947968" : 19710,
"5013504" : 18133,
"5079040" : 16906,
"5144576" : 16046,
"5210112" : 15110,
"5275648" : 14307,
"5341184" : 13543,
"5406720" : 12628,
"5472256" : 12127,
"5537792" : 11374,
"5603328" : 11366,
"5668864" : 11120,
"5734400" : 10829,
"5799936" : 10629,
"5865472" : 10481,
"5931008" : 10421,
"5996544" : 10693,
"6062080" : 10433,
"6127616" : 10331,
"6193152" : 10248,
"6258688" : 10516,
"6324224" : 10279,
"6389760" : 10264,
"6455296" : 10005,
"6520832" : 10114,
"6586368" : 10027,
"6651904" : 9869,
"6717440" : 9677,
"6782976" : 9546,
"6848512" : 9387,
"6914048" : 9080,
"6979584" : 8997,
"7045120" : 8864,
"7110656" : 8575,
"7176192" : 8257,
"7241728" : 8098,
"7307264" : 7887,
"7372800" : 7680,
"7438336" : 7458,
"7503872" : 7033,
"7569408" : 6589,
"7634944" : 6286,
"7700480" : 6259,
"7766016" : 5951,
"7831552" : 5672,
"7897088" : 5381,
"7962624" : 5160,
"8028160" : 4888,
"8093696" : 4709,
"8159232" : 4529,
"8224768" : 4219,
"8290304" : 3800,
"8355840" : 3799,
"8454144" : 6844,
"8585216" : 5939,
"8716288" : 5182,
"8847360" : 4342,
"8978432" : 3750,
"9109504" : 3249,
"9240576" : 2654,
"9371648" : 2315,
"9502720" : 1807,
"9633792" : 1540,
"9764864" : 1235,
"9895936" : 1038,
"10027008" : 790,
"10158080" : 627,
"10289152" : 513,
"10420224" : 368,
"10551296" : 281,
"10682368" : 207,
"10813440" : 177,
"10944512" : 108,
"11075584" : 87,
"11206656" : 64,
"11337728" : 54,
"11468800" : 30,
"11599872" : 24,
"11730944" : 16,
"11862016" : 17,
"11993088" : 7,
"12124160" : 7,
"12255232" : 3,
"12517376" : 3,
"12648448" : 1,
"13041664" : 1,
"13565952" : 1
}
},
"lat_ns" : {
"min" : 1003613,
"max" : 13645396,
"mean" : 5402804.705030,
"stddev" : 1641284.830652,
"N" : 1287163
},
"bw_min" : 22834,
"bw_max" : 33648,
"bw_agg" : 100.000000,
"bw_mean" : 28614.587744,
"bw_dev" : 218.543172,
"bw_samples" : 2872,
"iops_min" : 5708,
"iops_max" : 8412,
"iops_mean" : 7153.150418,
"iops_stddev" : 54.637422,
"iops_samples" : 2872
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1439994,
"usr_cpu" : 0.741809,
"sys_cpu" : 15.945136,
"ctx" : 3035151,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999977,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999837,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.128119,
"4" : 27.911011,
"10" : 71.723244,
"20" : 0.238512,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773101606,
"timestamp_ms" : 1773101606391,
"time" : "Mon Mar 9 21:13:26 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"rwmixread" : "70",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "mixed-70r30w-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randrw",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 12289507328,
"io_kbytes" : 12001472,
"bw_bytes" : 68273902,
"bw" : 66673,
"iops" : 16667.972200,
"runtime" : 180003,
"total_ios" : 3000285,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5158,
"max" : 2970648,
"mean" : 323521.345930,
"stddev" : 248560.482948,
"N" : 3000290
},
"clat_ns" : {
"min" : 3776,
"max" : 13279486,
"mean" : 5036491.766864,
"stddev" : 1554440.650500,
"N" : 3000364,
"percentile" : {
"1.000000" : 2506752,
"5.000000" : 3063808,
"10.000000" : 3358720,
"20.000000" : 3751936,
"30.000000" : 4046848,
"40.000000" : 4358144,
"50.000000" : 4620288,
"60.000000" : 5013504,
"70.000000" : 5603328,
"80.000000" : 6455296,
"90.000000" : 7372800,
"95.000000" : 8028160,
"99.000000" : 9240576,
"99.500000" : 9633792,
"99.900000" : 10420224,
"99.950000" : 10682368,
"99.990000" : 11337728
},
"bins" : {
"3792" : 1,
"4192" : 1,
"5664" : 1,
"6368" : 1,
"7712" : 1,
"11072" : 1,
"13120" : 1,
"325632" : 1,
"329728" : 1,
"337920" : 1,
"358400" : 1,
"362496" : 1,
"391168" : 1,
"395264" : 1,
"415744" : 1,
"423936" : 1,
"708608" : 1,
"757760" : 1,
"774144" : 2,
"790528" : 1,
"806912" : 1,
"815104" : 1,
"823296" : 1,
"831488" : 1,
"856064" : 1,
"897024" : 1,
"970752" : 3,
"978944" : 2,
"987136" : 1,
"995328" : 1,
"1003520" : 2,
"1011712" : 1,
"1019904" : 4,
"1028096" : 4,
"1036288" : 1,
"1056768" : 4,
"1073152" : 6,
"1089536" : 2,
"1105920" : 3,
"1122304" : 2,
"1138688" : 4,
"1155072" : 3,
"1171456" : 4,
"1187840" : 2,
"1204224" : 5,
"1220608" : 1,
"1236992" : 8,
"1253376" : 3,
"1269760" : 3,
"1286144" : 10,
"1302528" : 14,
"1318912" : 18,
"1335296" : 20,
"1351680" : 33,
"1368064" : 37,
"1384448" : 31,
"1400832" : 23,
"1417216" : 24,
"1433600" : 26,
"1449984" : 36,
"1466368" : 16,
"1482752" : 18,
"1499136" : 14,
"1515520" : 18,
"1531904" : 22,
"1548288" : 17,
"1564672" : 25,
"1581056" : 29,
"1597440" : 44,
"1613824" : 47,
"1630208" : 70,
"1646592" : 77,
"1662976" : 113,
"1679360" : 120,
"1695744" : 130,
"1712128" : 137,
"1728512" : 106,
"1744896" : 136,
"1761280" : 166,
"1777664" : 118,
"1794048" : 112,
"1810432" : 116,
"1826816" : 111,
"1843200" : 113,
"1859584" : 102,
"1875968" : 108,
"1892352" : 100,
"1908736" : 136,
"1925120" : 149,
"1941504" : 194,
"1957888" : 250,
"1974272" : 308,
"1990656" : 369,
"2007040" : 412,
"2023424" : 432,
"2039808" : 467,
"2056192" : 511,
"2072576" : 563,
"2088960" : 570,
"2113536" : 955,
"2146304" : 1017,
"2179072" : 880,
"2211840" : 898,
"2244608" : 1146,
"2277376" : 1426,
"2310144" : 1867,
"2342912" : 2433,
"2375680" : 2935,
"2408448" : 3007,
"2441216" : 3162,
"2473984" : 2893,
"2506752" : 2843,
"2539520" : 2976,
"2572288" : 3187,
"2605056" : 3795,
"2637824" : 4765,
"2670592" : 5638,
"2703360" : 6489,
"2736128" : 7284,
"2768896" : 7455,
"2801664" : 7530,
"2834432" : 7346,
"2867200" : 7138,
"2899968" : 7375,
"2932736" : 8010,
"2965504" : 9400,
"2998272" : 11212,
"3031040" : 12938,
"3063808" : 13964,
"3096576" : 14975,
"3129344" : 15244,
"3162112" : 14662,
"3194880" : 14769,
"3227648" : 14782,
"3260416" : 15626,
"3293184" : 16726,
"3325952" : 18967,
"3358720" : 21008,
"3391488" : 22845,
"3424256" : 23697,
"3457024" : 24297,
"3489792" : 24245,
"3522560" : 24108,
"3555328" : 24051,
"3588096" : 24273,
"3620864" : 25520,
"3653632" : 26909,
"3686400" : 28592,
"3719168" : 30475,
"3751936" : 31993,
"3784704" : 32313,
"3817472" : 32611,
"3850240" : 32446,
"3883008" : 32055,
"3915776" : 31419,
"3948544" : 31741,
"3981312" : 32440,
"4014080" : 33351,
"4046848" : 34641,
"4079616" : 35867,
"4112384" : 36203,
"4145152" : 36640,
"4177920" : 36249,
"4227072" : 69278,
"4292608" : 67575,
"4358144" : 67239,
"4423680" : 67495,
"4489216" : 66654,
"4554752" : 63616,
"4620288" : 59755,
"4685824" : 56052,
"4751360" : 54141,
"4816896" : 51747,
"4882432" : 48863,
"4947968" : 45580,
"5013504" : 42583,
"5079040" : 40248,
"5144576" : 37316,
"5210112" : 34794,
"5275648" : 33007,
"5341184" : 31098,
"5406720" : 29399,
"5472256" : 27967,
"5537792" : 26958,
"5603328" : 26309,
"5668864" : 25806,
"5734400" : 25263,
"5799936" : 24805,
"5865472" : 24180,
"5931008" : 24277,
"5996544" : 24536,
"6062080" : 24343,
"6127616" : 24530,
"6193152" : 24139,
"6258688" : 24036,
"6324224" : 23779,
"6389760" : 23931,
"6455296" : 23610,
"6520832" : 23212,
"6586368" : 23013,
"6651904" : 22549,
"6717440" : 22355,
"6782976" : 22091,
"6848512" : 21509,
"6914048" : 21171,
"6979584" : 21071,
"7045120" : 20319,
"7110656" : 19608,
"7176192" : 19262,
"7241728" : 18658,
"7307264" : 18317,
"7372800" : 17399,
"7438336" : 17088,
"7503872" : 16638,
"7569408" : 15803,
"7634944" : 15113,
"7700480" : 14679,
"7766016" : 13944,
"7831552" : 13227,
"7897088" : 12602,
"7962624" : 12164,
"8028160" : 11556,
"8093696" : 10956,
"8159232" : 10471,
"8224768" : 9796,
"8290304" : 9080,
"8355840" : 8566,
"8454144" : 15507,
"8585216" : 13468,
"8716288" : 11814,
"8847360" : 9994,
"8978432" : 8689,
"9109504" : 7316,
"9240576" : 6144,
"9371648" : 5071,
"9502720" : 4285,
"9633792" : 3592,
"9764864" : 2776,
"9895936" : 2323,
"10027008" : 1770,
"10158080" : 1371,
"10289152" : 1117,
"10420224" : 880,
"10551296" : 677,
"10682368" : 482,
"10813440" : 386,
"10944512" : 268,
"11075584" : 188,
"11206656" : 121,
"11337728" : 102,
"11468800" : 81,
"11599872" : 66,
"11730944" : 37,
"11862016" : 28,
"11993088" : 20,
"12124160" : 19,
"12255232" : 9,
"12386304" : 5,
"12517376" : 4,
"12648448" : 5,
"12779520" : 3,
"13041664" : 1,
"13303808" : 1
}
},
"lat_ns" : {
"min" : 315742,
"max" : 14017434,
"mean" : 5360011.658491,
"stddev" : 1638510.080957,
"N" : 3000364
},
"bw_min" : 55680,
"bw_max" : 76016,
"bw_agg" : 100.000000,
"bw_mean" : 66699.392758,
"bw_dev" : 438.871984,
"bw_samples" : 2872,
"iops_min" : 13920,
"iops_max" : 19004,
"iops_mean" : 16674.534819,
"iops_stddev" : 109.722566,
"iops_samples" : 2872
},
"write" : {
"io_bytes" : 5272285184,
"io_kbytes" : 5148716,
"bw_bytes" : 29289985,
"bw" : 28603,
"iops" : 7150.625267,
"runtime" : 180003,
"total_ios" : 1287134,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10576,
"max" : 3803580,
"mean" : 356259.718560,
"stddev" : 245024.884678,
"N" : 1287137
},
"clat_ns" : {
"min" : 4096,
"max" : 13591974,
"mean" : 5046511.622280,
"stddev" : 1554360.220665,
"N" : 1287175,
"percentile" : {
"1.000000" : 2506752,
"5.000000" : 3063808,
"10.000000" : 3391488,
"20.000000" : 3751936,
"30.000000" : 4046848,
"40.000000" : 4358144,
"50.000000" : 4620288,
"60.000000" : 5013504,
"70.000000" : 5668864,
"80.000000" : 6455296,
"90.000000" : 7372800,
"95.000000" : 8028160,
"99.000000" : 9240576,
"99.500000" : 9633792,
"99.900000" : 10420224,
"99.950000" : 10682368,
"99.990000" : 11337728
},
"bins" : {
"4128" : 1,
"391168" : 1,
"395264" : 1,
"634880" : 1,
"651264" : 1,
"774144" : 1,
"815104" : 1,
"937984" : 1,
"970752" : 1,
"978944" : 2,
"995328" : 1,
"1003520" : 2,
"1011712" : 3,
"1019904" : 1,
"1044480" : 2,
"1056768" : 1,
"1073152" : 3,
"1122304" : 4,
"1138688" : 2,
"1155072" : 3,
"1171456" : 2,
"1220608" : 1,
"1236992" : 1,
"1253376" : 1,
"1269760" : 5,
"1286144" : 3,
"1302528" : 8,
"1318912" : 9,
"1335296" : 10,
"1351680" : 15,
"1368064" : 12,
"1384448" : 10,
"1400832" : 6,
"1417216" : 14,
"1433600" : 12,
"1449984" : 4,
"1466368" : 6,
"1482752" : 5,
"1499136" : 6,
"1515520" : 3,
"1531904" : 12,
"1548288" : 5,
"1564672" : 9,
"1581056" : 5,
"1597440" : 12,
"1613824" : 17,
"1630208" : 19,
"1646592" : 32,
"1662976" : 43,
"1679360" : 37,
"1695744" : 43,
"1712128" : 49,
"1728512" : 46,
"1744896" : 55,
"1761280" : 49,
"1777664" : 66,
"1794048" : 56,
"1810432" : 56,
"1826816" : 39,
"1843200" : 42,
"1859584" : 35,
"1875968" : 40,
"1892352" : 36,
"1908736" : 66,
"1925120" : 63,
"1941504" : 85,
"1957888" : 93,
"1974272" : 151,
"1990656" : 136,
"2007040" : 159,
"2023424" : 165,
"2039808" : 193,
"2056192" : 207,
"2072576" : 196,
"2088960" : 227,
"2113536" : 415,
"2146304" : 430,
"2179072" : 332,
"2211840" : 379,
"2244608" : 461,
"2277376" : 545,
"2310144" : 744,
"2342912" : 980,
"2375680" : 1183,
"2408448" : 1254,
"2441216" : 1253,
"2473984" : 1145,
"2506752" : 1192,
"2539520" : 1144,
"2572288" : 1234,
"2605056" : 1585,
"2637824" : 1950,
"2670592" : 2323,
"2703360" : 2768,
"2736128" : 3084,
"2768896" : 3148,
"2801664" : 3078,
"2834432" : 2936,
"2867200" : 2943,
"2899968" : 3156,
"2932736" : 3407,
"2965504" : 4127,
"2998272" : 4712,
"3031040" : 5379,
"3063808" : 5779,
"3096576" : 6358,
"3129344" : 6289,
"3162112" : 6381,
"3194880" : 6083,
"3227648" : 6289,
"3260416" : 6689,
"3293184" : 7248,
"3325952" : 8092,
"3358720" : 8953,
"3391488" : 9736,
"3424256" : 10273,
"3457024" : 10326,
"3489792" : 10271,
"3522560" : 10155,
"3555328" : 10154,
"3588096" : 10379,
"3620864" : 10703,
"3653632" : 11543,
"3686400" : 12364,
"3719168" : 13154,
"3751936" : 13543,
"3784704" : 13671,
"3817472" : 14236,
"3850240" : 13633,
"3883008" : 13704,
"3915776" : 13694,
"3948544" : 13704,
"3981312" : 13944,
"4014080" : 14375,
"4046848" : 14774,
"4079616" : 15385,
"4112384" : 15523,
"4145152" : 15769,
"4177920" : 15492,
"4227072" : 29796,
"4292608" : 29284,
"4358144" : 28985,
"4423680" : 29255,
"4489216" : 28553,
"4554752" : 27224,
"4620288" : 25443,
"4685824" : 24226,
"4751360" : 23318,
"4816896" : 22582,
"4882432" : 21275,
"4947968" : 19710,
"5013504" : 18133,
"5079040" : 16906,
"5144576" : 16046,
"5210112" : 15110,
"5275648" : 14307,
"5341184" : 13543,
"5406720" : 12628,
"5472256" : 12127,
"5537792" : 11374,
"5603328" : 11366,
"5668864" : 11120,
"5734400" : 10829,
"5799936" : 10629,
"5865472" : 10481,
"5931008" : 10421,
"5996544" : 10693,
"6062080" : 10433,
"6127616" : 10331,
"6193152" : 10248,
"6258688" : 10516,
"6324224" : 10279,
"6389760" : 10264,
"6455296" : 10005,
"6520832" : 10114,
"6586368" : 10027,
"6651904" : 9869,
"6717440" : 9677,
"6782976" : 9546,
"6848512" : 9387,
"6914048" : 9080,
"6979584" : 8997,
"7045120" : 8864,
"7110656" : 8575,
"7176192" : 8257,
"7241728" : 8098,
"7307264" : 7887,
"7372800" : 7680,
"7438336" : 7458,
"7503872" : 7033,
"7569408" : 6589,
"7634944" : 6286,
"7700480" : 6259,
"7766016" : 5951,
"7831552" : 5672,
"7897088" : 5381,
"7962624" : 5160,
"8028160" : 4888,
"8093696" : 4709,
"8159232" : 4529,
"8224768" : 4219,
"8290304" : 3800,
"8355840" : 3799,
"8454144" : 6844,
"8585216" : 5939,
"8716288" : 5182,
"8847360" : 4342,
"8978432" : 3750,
"9109504" : 3249,
"9240576" : 2654,
"9371648" : 2315,
"9502720" : 1807,
"9633792" : 1540,
"9764864" : 1235,
"9895936" : 1038,
"10027008" : 790,
"10158080" : 627,
"10289152" : 513,
"10420224" : 368,
"10551296" : 281,
"10682368" : 207,
"10813440" : 177,
"10944512" : 108,
"11075584" : 87,
"11206656" : 64,
"11337728" : 54,
"11468800" : 30,
"11599872" : 24,
"11730944" : 16,
"11862016" : 17,
"11993088" : 7,
"12124160" : 7,
"12255232" : 3,
"12517376" : 3,
"12648448" : 1,
"13041664" : 1,
"13565952" : 1
}
},
"lat_ns" : {
"min" : 390146,
"max" : 13645396,
"mean" : 5402770.224896,
"stddev" : 1641318.972532,
"N" : 1287175
},
"bw_min" : 22834,
"bw_max" : 33648,
"bw_agg" : 100.000000,
"bw_mean" : 28614.587744,
"bw_dev" : 218.543172,
"bw_samples" : 2872,
"iops_min" : 5708,
"iops_max" : 8412,
"iops_mean" : 7153.150418,
"iops_stddev" : 54.637422,
"iops_samples" : 2872
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440011,
"usr_cpu" : 0.741800,
"sys_cpu" : 15.944948,
"ctx" : 3035165,
"majf" : 0,
"minf" : 292,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999813,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.128376,
"4" : 27.911548,
"10" : 71.723291,
"20" : 0.238512,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}