raidz2/benchmarks/rand/rand-write-qd16-nj8_run1.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773093611,
"timestamp_ms" : 1773093611794,
"time" : "Mon Mar 9 19:00:11 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 835588096,
"io_kbytes" : 816004,
"bw_bytes" : 85587226,
"bw" : 83581,
"iops" : 20910.888047,
"runtime" : 9763,
"total_ios" : 204153,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 78104,
"usr_cpu" : 0.757964,
"sys_cpu" : 15.611236,
"ctx" : 171466,
"majf" : 0,
"minf" : 59,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 99.941221,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093622,
"timestamp_ms" : 1773093622030,
"time" : "Mon Mar 9 19:00:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 804376576,
"io_kbytes" : 785524,
"bw_bytes" : 80437657,
"bw" : 78552,
"iops" : 19639.900000,
"runtime" : 10000,
"total_ios" : 196399,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 25849,
"max" : 3238401,
"mean" : 404482.097903,
"stddev" : 254318.119742,
"N" : 196399
},
"clat_ns" : {
"min" : 462537,
"max" : 13522953,
"mean" : 6112167.381133,
"stddev" : 3013288.366770,
"N" : 196391,
"percentile" : {
"1.000000" : 831488,
"5.000000" : 1204224,
"10.000000" : 1581056,
"20.000000" : 2506752,
"30.000000" : 3096576,
"40.000000" : 6586368,
"50.000000" : 7372800,
"60.000000" : 7831552,
"70.000000" : 8224768,
"80.000000" : 8716288,
"90.000000" : 9371648,
"95.000000" : 9895936,
"99.000000" : 10813440,
"99.500000" : 11075584,
"99.900000" : 11730944,
"99.950000" : 11993088,
"99.990000" : 12517376
},
"bins" : {
"460800" : 1,
"464896" : 4,
"468992" : 3,
"473088" : 6,
"477184" : 4,
"481280" : 6,
"485376" : 10,
"489472" : 10,
"493568" : 16,
"497664" : 7,
"501760" : 18,
"505856" : 35,
"509952" : 11,
"514048" : 6,
"518144" : 6,
"522240" : 6,
"528384" : 12,
"536576" : 21,
"544768" : 9,
"552960" : 17,
"561152" : 20,
"569344" : 11,
"577536" : 28,
"585728" : 26,
"593920" : 56,
"602112" : 23,
"610304" : 39,
"618496" : 20,
"626688" : 25,
"634880" : 30,
"643072" : 22,
"651264" : 20,
"659456" : 25,
"667648" : 31,
"675840" : 24,
"684032" : 36,
"692224" : 62,
"700416" : 60,
"708608" : 79,
"716800" : 67,
"724992" : 61,
"733184" : 65,
"741376" : 26,
"749568" : 64,
"757760" : 84,
"765952" : 70,
"774144" : 50,
"782336" : 53,
"790528" : 65,
"798720" : 74,
"806912" : 120,
"815104" : 153,
"823296" : 153,
"831488" : 103,
"839680" : 131,
"847872" : 140,
"856064" : 117,
"864256" : 125,
"872448" : 84,
"880640" : 54,
"888832" : 67,
"897024" : 87,
"905216" : 128,
"913408" : 154,
"921600" : 183,
"929792" : 187,
"937984" : 164,
"946176" : 202,
"954368" : 162,
"962560" : 194,
"970752" : 155,
"978944" : 114,
"987136" : 115,
"995328" : 100,
"1003520" : 162,
"1011712" : 154,
"1019904" : 165,
"1028096" : 207,
"1036288" : 251,
"1044480" : 224,
"1056768" : 419,
"1073152" : 388,
"1089536" : 276,
"1105920" : 321,
"1122304" : 426,
"1138688" : 546,
"1155072" : 476,
"1171456" : 445,
"1187840" : 321,
"1204224" : 374,
"1220608" : 409,
"1236992" : 507,
"1253376" : 522,
"1269760" : 500,
"1286144" : 384,
"1302528" : 393,
"1318912" : 419,
"1335296" : 416,
"1351680" : 538,
"1368064" : 494,
"1384448" : 414,
"1400832" : 391,
"1417216" : 409,
"1433600" : 382,
"1449984" : 538,
"1466368" : 431,
"1482752" : 373,
"1499136" : 380,
"1515520" : 400,
"1531904" : 369,
"1548288" : 380,
"1564672" : 377,
"1581056" : 409,
"1597440" : 347,
"1613824" : 349,
"1630208" : 346,
"1646592" : 281,
"1662976" : 301,
"1679360" : 321,
"1695744" : 264,
"1712128" : 300,
"1728512" : 348,
"1744896" : 182,
"1761280" : 217,
"1777664" : 198,
"1794048" : 160,
"1810432" : 185,
"1826816" : 219,
"1843200" : 166,
"1859584" : 251,
"1875968" : 183,
"1892352" : 147,
"1908736" : 130,
"1925120" : 99,
"1941504" : 86,
"1957888" : 158,
"1974272" : 190,
"1990656" : 279,
"2007040" : 454,
"2023424" : 209,
"2039808" : 261,
"2056192" : 159,
"2072576" : 177,
"2088960" : 252,
"2113536" : 670,
"2146304" : 2405,
"2179072" : 800,
"2211840" : 586,
"2244608" : 499,
"2277376" : 489,
"2310144" : 985,
"2342912" : 812,
"2375680" : 650,
"2408448" : 289,
"2441216" : 765,
"2473984" : 1720,
"2506752" : 1976,
"2539520" : 1567,
"2572288" : 793,
"2605056" : 642,
"2637824" : 864,
"2670592" : 874,
"2703360" : 992,
"2736128" : 1325,
"2768896" : 1290,
"2801664" : 1543,
"2834432" : 1107,
"2867200" : 851,
"2899968" : 576,
"2932736" : 794,
"2965504" : 980,
"2998272" : 2674,
"3031040" : 1317,
"3063808" : 808,
"3096576" : 675,
"3129344" : 602,
"3162112" : 510,
"3194880" : 517,
"3227648" : 715,
"3260416" : 469,
"3293184" : 411,
"3325952" : 669,
"3358720" : 571,
"3391488" : 343,
"3424256" : 357,
"3457024" : 382,
"3489792" : 232,
"3522560" : 217,
"3555328" : 194,
"3588096" : 142,
"3620864" : 89,
"3653632" : 69,
"3686400" : 101,
"3719168" : 127,
"3751936" : 204,
"3784704" : 133,
"3817472" : 114,
"3850240" : 96,
"3883008" : 145,
"3915776" : 58,
"3948544" : 104,
"3981312" : 104,
"4014080" : 112,
"4046848" : 88,
"4079616" : 76,
"4112384" : 78,
"4145152" : 50,
"4177920" : 33,
"4227072" : 69,
"4292608" : 62,
"4358144" : 36,
"4423680" : 28,
"4489216" : 6,
"4554752" : 12,
"4620288" : 14,
"4685824" : 31,
"4751360" : 25,
"4816896" : 44,
"4882432" : 68,
"4947968" : 78,
"5013504" : 95,
"5079040" : 141,
"5144576" : 169,
"5210112" : 215,
"5275648" : 256,
"5341184" : 357,
"5406720" : 374,
"5472256" : 412,
"5537792" : 421,
"5603328" : 436,
"5668864" : 394,
"5734400" : 431,
"5799936" : 382,
"5865472" : 395,
"5931008" : 397,
"5996544" : 429,
"6062080" : 445,
"6127616" : 504,
"6193152" : 543,
"6258688" : 612,
"6324224" : 671,
"6389760" : 689,
"6455296" : 796,
"6520832" : 907,
"6586368" : 969,
"6651904" : 1012,
"6717440" : 1191,
"6782976" : 1281,
"6848512" : 1388,
"6914048" : 1600,
"6979584" : 1636,
"7045120" : 1887,
"7110656" : 2001,
"7176192" : 2137,
"7241728" : 2132,
"7307264" : 2299,
"7372800" : 2461,
"7438336" : 2431,
"7503872" : 2664,
"7569408" : 2736,
"7634944" : 2726,
"7700480" : 2890,
"7766016" : 3075,
"7831552" : 2930,
"7897088" : 2966,
"7962624" : 3075,
"8028160" : 2964,
"8093696" : 2910,
"8159232" : 2990,
"8224768" : 2933,
"8290304" : 2944,
"8355840" : 2847,
"8454144" : 5523,
"8585216" : 5322,
"8716288" : 5034,
"8847360" : 4540,
"8978432" : 4399,
"9109504" : 3827,
"9240576" : 3547,
"9371648" : 3172,
"9502720" : 2827,
"9633792" : 2525,
"9764864" : 2140,
"9895936" : 1854,
"10027008" : 1609,
"10158080" : 1308,
"10289152" : 1084,
"10420224" : 890,
"10551296" : 768,
"10682368" : 618,
"10813440" : 508,
"10944512" : 367,
"11075584" : 299,
"11206656" : 219,
"11337728" : 156,
"11468800" : 156,
"11599872" : 96,
"11730944" : 67,
"11862016" : 52,
"11993088" : 34,
"12124160" : 23,
"12255232" : 21,
"12386304" : 9,
"12517376" : 6,
"12648448" : 4,
"12779520" : 5,
"12910592" : 1,
"13041664" : 3,
"13172736" : 2,
"13303808" : 1,
"13565952" : 1
}
},
"lat_ns" : {
"min" : 490530,
"max" : 14042918,
"mean" : 6516636.235479,
"stddev" : 3208991.010982,
"N" : 196391
},
"bw_min" : 64384,
"bw_max" : 98731,
"bw_agg" : 99.989307,
"bw_mean" : 78544.684211,
"bw_dev" : 2555.197214,
"bw_samples" : 152,
"iops_min" : 16096,
"iops_max" : 24679,
"iops_mean" : 19635.684211,
"iops_stddev" : 638.802039,
"iops_samples" : 152
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79995,
"usr_cpu" : 0.687543,
"sys_cpu" : 14.874680,
"ctx" : 186757,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999491,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999491,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.034623,
"750" : 0.519860,
"1000" : 1.852861
},
"latency_ms" : {
"2" : 10.551989,
"4" : 21.119761,
"10" : 61.930051,
"20" : 3.986782,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093632,
"timestamp_ms" : 1773093632031,
"time" : "Mon Mar 9 19:00:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1596182528,
"io_kbytes" : 1558772,
"bw_bytes" : 79809126,
"bw" : 77938,
"iops" : 19485.750000,
"runtime" : 20000,
"total_ios" : 389715,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 25339,
"max" : 3238401,
"mean" : 407684.088868,
"stddev" : 255964.077956,
"N" : 389715
},
"clat_ns" : {
"min" : 453323,
"max" : 13712292,
"mean" : 6160614.547845,
"stddev" : 2988724.021758,
"N" : 389707,
"percentile" : {
"1.000000" : 815104,
"5.000000" : 1204224,
"10.000000" : 1695744,
"20.000000" : 2605056,
"30.000000" : 3194880,
"40.000000" : 6651904,
"50.000000" : 7372800,
"60.000000" : 7831552,
"70.000000" : 8290304,
"80.000000" : 8716288,
"90.000000" : 9371648,
"95.000000" : 9895936,
"99.000000" : 10813440,
"99.500000" : 11075584,
"99.900000" : 11730944,
"99.950000" : 11993088,
"99.990000" : 12517376
},
"bins" : {
"452608" : 8,
"456704" : 4,
"460800" : 7,
"464896" : 9,
"468992" : 4,
"473088" : 13,
"477184" : 11,
"481280" : 11,
"485376" : 14,
"489472" : 19,
"493568" : 21,
"497664" : 23,
"501760" : 30,
"505856" : 38,
"509952" : 19,
"514048" : 16,
"518144" : 12,
"522240" : 10,
"528384" : 26,
"536576" : 30,
"544768" : 25,
"552960" : 32,
"561152" : 29,
"569344" : 38,
"577536" : 72,
"585728" : 80,
"593920" : 104,
"602112" : 73,
"610304" : 81,
"618496" : 50,
"626688" : 65,
"634880" : 74,
"643072" : 55,
"651264" : 56,
"659456" : 43,
"667648" : 66,
"675840" : 60,
"684032" : 86,
"692224" : 151,
"700416" : 165,
"708608" : 197,
"716800" : 165,
"724992" : 173,
"733184" : 158,
"741376" : 126,
"749568" : 145,
"757760" : 150,
"765952" : 122,
"774144" : 109,
"782336" : 114,
"790528" : 134,
"798720" : 187,
"806912" : 261,
"815104" : 308,
"823296" : 312,
"831488" : 250,
"839680" : 267,
"847872" : 285,
"856064" : 215,
"864256" : 217,
"872448" : 166,
"880640" : 136,
"888832" : 163,
"897024" : 193,
"905216" : 269,
"913408" : 327,
"921600" : 379,
"929792" : 365,
"937984" : 355,
"946176" : 393,
"954368" : 340,
"962560" : 335,
"970752" : 267,
"978944" : 217,
"987136" : 230,
"995328" : 221,
"1003520" : 321,
"1011712" : 361,
"1019904" : 315,
"1028096" : 399,
"1036288" : 463,
"1044480" : 431,
"1056768" : 787,
"1073152" : 714,
"1089536" : 524,
"1105920" : 628,
"1122304" : 774,
"1138688" : 1012,
"1155072" : 854,
"1171456" : 837,
"1187840" : 599,
"1204224" : 646,
"1220608" : 702,
"1236992" : 942,
"1253376" : 933,
"1269760" : 847,
"1286144" : 702,
"1302528" : 689,
"1318912" : 739,
"1335296" : 792,
"1351680" : 917,
"1368064" : 817,
"1384448" : 679,
"1400832" : 614,
"1417216" : 702,
"1433600" : 643,
"1449984" : 852,
"1466368" : 686,
"1482752" : 607,
"1499136" : 551,
"1515520" : 628,
"1531904" : 577,
"1548288" : 580,
"1564672" : 564,
"1581056" : 625,
"1597440" : 528,
"1613824" : 553,
"1630208" : 527,
"1646592" : 410,
"1662976" : 432,
"1679360" : 448,
"1695744" : 387,
"1712128" : 470,
"1728512" : 527,
"1744896" : 295,
"1761280" : 325,
"1777664" : 307,
"1794048" : 238,
"1810432" : 286,
"1826816" : 347,
"1843200" : 312,
"1859584" : 458,
"1875968" : 332,
"1892352" : 287,
"1908736" : 250,
"1925120" : 205,
"1941504" : 204,
"1957888" : 310,
"1974272" : 370,
"1990656" : 595,
"2007040" : 962,
"2023424" : 422,
"2039808" : 468,
"2056192" : 370,
"2072576" : 423,
"2088960" : 525,
"2113536" : 1453,
"2146304" : 5279,
"2179072" : 1835,
"2211840" : 1212,
"2244608" : 951,
"2277376" : 1040,
"2310144" : 1829,
"2342912" : 1557,
"2375680" : 1184,
"2408448" : 623,
"2441216" : 1364,
"2473984" : 3017,
"2506752" : 3599,
"2539520" : 2641,
"2572288" : 1409,
"2605056" : 1191,
"2637824" : 1606,
"2670592" : 1748,
"2703360" : 2034,
"2736128" : 2622,
"2768896" : 2522,
"2801664" : 2789,
"2834432" : 2155,
"2867200" : 1629,
"2899968" : 1216,
"2932736" : 1700,
"2965504" : 2241,
"2998272" : 5374,
"3031040" : 2763,
"3063808" : 1909,
"3096576" : 1668,
"3129344" : 1525,
"3162112" : 1402,
"3194880" : 1431,
"3227648" : 1675,
"3260416" : 1161,
"3293184" : 1084,
"3325952" : 1302,
"3358720" : 1143,
"3391488" : 733,
"3424256" : 772,
"3457024" : 835,
"3489792" : 687,
"3522560" : 627,
"3555328" : 527,
"3588096" : 494,
"3620864" : 404,
"3653632" : 318,
"3686400" : 340,
"3719168" : 344,
"3751936" : 409,
"3784704" : 286,
"3817472" : 268,
"3850240" : 180,
"3883008" : 221,
"3915776" : 126,
"3948544" : 165,
"3981312" : 150,
"4014080" : 154,
"4046848" : 126,
"4079616" : 98,
"4112384" : 92,
"4145152" : 61,
"4177920" : 49,
"4227072" : 86,
"4292608" : 83,
"4358144" : 47,
"4423680" : 36,
"4489216" : 14,
"4554752" : 28,
"4620288" : 37,
"4685824" : 61,
"4751360" : 60,
"4816896" : 94,
"4882432" : 138,
"4947968" : 179,
"5013504" : 246,
"5079040" : 312,
"5144576" : 393,
"5210112" : 499,
"5275648" : 604,
"5341184" : 690,
"5406720" : 722,
"5472256" : 827,
"5537792" : 843,
"5603328" : 865,
"5668864" : 835,
"5734400" : 804,
"5799936" : 767,
"5865472" : 763,
"5931008" : 801,
"5996544" : 850,
"6062080" : 881,
"6127616" : 1010,
"6193152" : 1085,
"6258688" : 1150,
"6324224" : 1310,
"6389760" : 1418,
"6455296" : 1571,
"6520832" : 1751,
"6586368" : 1917,
"6651904" : 2011,
"6717440" : 2339,
"6782976" : 2522,
"6848512" : 2696,
"6914048" : 3129,
"6979584" : 3207,
"7045120" : 3647,
"7110656" : 3927,
"7176192" : 4166,
"7241728" : 4323,
"7307264" : 4580,
"7372800" : 4813,
"7438336" : 4962,
"7503872" : 5273,
"7569408" : 5427,
"7634944" : 5477,
"7700480" : 5617,
"7766016" : 5841,
"7831552" : 5925,
"7897088" : 5827,
"7962624" : 5991,
"8028160" : 5972,
"8093696" : 5857,
"8159232" : 5880,
"8224768" : 5801,
"8290304" : 5782,
"8355840" : 5738,
"8454144" : 11248,
"8585216" : 10760,
"8716288" : 10142,
"8847360" : 9341,
"8978432" : 8755,
"9109504" : 7985,
"9240576" : 7188,
"9371648" : 6551,
"9502720" : 5634,
"9633792" : 4982,
"9764864" : 4289,
"9895936" : 3685,
"10027008" : 3146,
"10158080" : 2659,
"10289152" : 2156,
"10420224" : 1817,
"10551296" : 1502,
"10682368" : 1270,
"10813440" : 969,
"10944512" : 735,
"11075584" : 614,
"11206656" : 491,
"11337728" : 339,
"11468800" : 285,
"11599872" : 198,
"11730944" : 152,
"11862016" : 105,
"11993088" : 73,
"12124160" : 53,
"12255232" : 42,
"12386304" : 25,
"12517376" : 17,
"12648448" : 7,
"12779520" : 9,
"12910592" : 4,
"13041664" : 7,
"13172736" : 6,
"13303808" : 1,
"13565952" : 1,
"13697024" : 1
}
},
"lat_ns" : {
"min" : 480535,
"max" : 14282263,
"mean" : 6568321.914972,
"stddev" : 3182479.349067,
"N" : 389707
},
"bw_min" : 64061,
"bw_max" : 98731,
"bw_agg" : 100.000000,
"bw_mean" : 78049.641026,
"bw_dev" : 2430.911082,
"bw_samples" : 312,
"iops_min" : 16015,
"iops_max" : 24679,
"iops_mean" : 19511.923077,
"iops_stddev" : 607.719137,
"iops_samples" : 312
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159998,
"usr_cpu" : 0.710634,
"sys_cpu" : 14.755809,
"ctx" : 372534,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.037720,
"750" : 0.634566,
"1000" : 1.893178
},
"latency_ms" : {
"2" : 9.113326,
"4" : 22.036103,
"10" : 62.243948,
"20" : 4.039106,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093642,
"timestamp_ms" : 1773093642030,
"time" : "Mon Mar 9 19:00:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2343047168,
"io_kbytes" : 2288132,
"bw_bytes" : 78104175,
"bw" : 76273,
"iops" : 19068.802293,
"runtime" : 29999,
"total_ios" : 572045,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10587,
"max" : 3238401,
"mean" : 416630.965057,
"stddev" : 250468.928428,
"N" : 572045
},
"clat_ns" : {
"min" : 443869,
"max" : 13712292,
"mean" : 6295146.335679,
"stddev" : 2798521.415024,
"N" : 572037,
"percentile" : {
"1.000000" : 847872,
"5.000000" : 1351680,
"10.000000" : 2146304,
"20.000000" : 2932736,
"30.000000" : 4014080,
"40.000000" : 6717440,
"50.000000" : 7307264,
"60.000000" : 7766016,
"70.000000" : 8224768,
"80.000000" : 8716288,
"90.000000" : 9240576,
"95.000000" : 9764864,
"99.000000" : 10682368,
"99.500000" : 11075584,
"99.900000" : 11730944,
"99.950000" : 11862016,
"99.990000" : 12386304
},
"bins" : {
"444416" : 5,
"448512" : 4,
"452608" : 11,
"456704" : 7,
"460800" : 12,
"464896" : 16,
"468992" : 19,
"473088" : 24,
"477184" : 24,
"481280" : 27,
"485376" : 27,
"489472" : 32,
"493568" : 32,
"497664" : 36,
"501760" : 38,
"505856" : 42,
"509952" : 26,
"514048" : 26,
"518144" : 13,
"522240" : 11,
"528384" : 32,
"536576" : 37,
"544768" : 29,
"552960" : 40,
"561152" : 34,
"569344" : 40,
"577536" : 84,
"585728" : 89,
"593920" : 105,
"602112" : 82,
"610304" : 86,
"618496" : 50,
"626688" : 68,
"634880" : 78,
"643072" : 64,
"651264" : 64,
"659456" : 51,
"667648" : 70,
"675840" : 62,
"684032" : 92,
"692224" : 158,
"700416" : 170,
"708608" : 210,
"716800" : 173,
"724992" : 190,
"733184" : 172,
"741376" : 149,
"749568" : 166,
"757760" : 168,
"765952" : 133,
"774144" : 114,
"782336" : 116,
"790528" : 144,
"798720" : 196,
"806912" : 266,
"815104" : 335,
"823296" : 332,
"831488" : 267,
"839680" : 281,
"847872" : 304,
"856064" : 229,
"864256" : 230,
"872448" : 183,
"880640" : 156,
"888832" : 174,
"897024" : 203,
"905216" : 287,
"913408" : 348,
"921600" : 404,
"929792" : 414,
"937984" : 385,
"946176" : 413,
"954368" : 360,
"962560" : 369,
"970752" : 285,
"978944" : 230,
"987136" : 241,
"995328" : 239,
"1003520" : 332,
"1011712" : 380,
"1019904" : 333,
"1028096" : 418,
"1036288" : 504,
"1044480" : 451,
"1056768" : 849,
"1073152" : 769,
"1089536" : 556,
"1105920" : 656,
"1122304" : 822,
"1138688" : 1054,
"1155072" : 916,
"1171456" : 905,
"1187840" : 632,
"1204224" : 691,
"1220608" : 753,
"1236992" : 978,
"1253376" : 990,
"1269760" : 925,
"1286144" : 765,
"1302528" : 751,
"1318912" : 803,
"1335296" : 852,
"1351680" : 994,
"1368064" : 874,
"1384448" : 754,
"1400832" : 683,
"1417216" : 766,
"1433600" : 708,
"1449984" : 933,
"1466368" : 755,
"1482752" : 654,
"1499136" : 639,
"1515520" : 711,
"1531904" : 642,
"1548288" : 642,
"1564672" : 624,
"1581056" : 673,
"1597440" : 594,
"1613824" : 615,
"1630208" : 591,
"1646592" : 464,
"1662976" : 509,
"1679360" : 525,
"1695744" : 464,
"1712128" : 517,
"1728512" : 567,
"1744896" : 354,
"1761280" : 383,
"1777664" : 388,
"1794048" : 308,
"1810432" : 321,
"1826816" : 397,
"1843200" : 367,
"1859584" : 548,
"1875968" : 430,
"1892352" : 374,
"1908736" : 299,
"1925120" : 253,
"1941504" : 274,
"1957888" : 379,
"1974272" : 450,
"1990656" : 684,
"2007040" : 1062,
"2023424" : 496,
"2039808" : 545,
"2056192" : 450,
"2072576" : 504,
"2088960" : 632,
"2113536" : 1677,
"2146304" : 5776,
"2179072" : 2103,
"2211840" : 1456,
"2244608" : 1166,
"2277376" : 1338,
"2310144" : 2252,
"2342912" : 1942,
"2375680" : 1501,
"2408448" : 946,
"2441216" : 1812,
"2473984" : 3670,
"2506752" : 4390,
"2539520" : 3332,
"2572288" : 1937,
"2605056" : 1649,
"2637824" : 2218,
"2670592" : 2353,
"2703360" : 2584,
"2736128" : 3189,
"2768896" : 3068,
"2801664" : 3372,
"2834432" : 2878,
"2867200" : 2171,
"2899968" : 1732,
"2932736" : 2242,
"2965504" : 2904,
"2998272" : 6491,
"3031040" : 3488,
"3063808" : 2568,
"3096576" : 2255,
"3129344" : 2270,
"3162112" : 2151,
"3194880" : 2276,
"3227648" : 2399,
"3260416" : 1792,
"3293184" : 1738,
"3325952" : 2017,
"3358720" : 1904,
"3391488" : 1461,
"3424256" : 1589,
"3457024" : 1611,
"3489792" : 1506,
"3522560" : 1318,
"3555328" : 1215,
"3588096" : 1263,
"3620864" : 1089,
"3653632" : 932,
"3686400" : 1019,
"3719168" : 958,
"3751936" : 1079,
"3784704" : 1029,
"3817472" : 905,
"3850240" : 754,
"3883008" : 730,
"3915776" : 642,
"3948544" : 567,
"3981312" : 721,
"4014080" : 699,
"4046848" : 520,
"4079616" : 490,
"4112384" : 481,
"4145152" : 442,
"4177920" : 402,
"4227072" : 833,
"4292608" : 725,
"4358144" : 554,
"4423680" : 577,
"4489216" : 544,
"4554752" : 484,
"4620288" : 419,
"4685824" : 376,
"4751360" : 428,
"4816896" : 498,
"4882432" : 567,
"4947968" : 573,
"5013504" : 654,
"5079040" : 707,
"5144576" : 898,
"5210112" : 965,
"5275648" : 1129,
"5341184" : 1258,
"5406720" : 1293,
"5472256" : 1389,
"5537792" : 1438,
"5603328" : 1378,
"5668864" : 1375,
"5734400" : 1368,
"5799936" : 1372,
"5865472" : 1411,
"5931008" : 1445,
"5996544" : 1539,
"6062080" : 1655,
"6127616" : 1928,
"6193152" : 2099,
"6258688" : 2174,
"6324224" : 2427,
"6389760" : 2675,
"6455296" : 3048,
"6520832" : 3338,
"6586368" : 3553,
"6651904" : 3833,
"6717440" : 4282,
"6782976" : 4589,
"6848512" : 4856,
"6914048" : 5436,
"6979584" : 5570,
"7045120" : 6218,
"7110656" : 6506,
"7176192" : 6956,
"7241728" : 7172,
"7307264" : 7480,
"7372800" : 7777,
"7438336" : 8066,
"7503872" : 8439,
"7569408" : 8647,
"7634944" : 8700,
"7700480" : 8756,
"7766016" : 9085,
"7831552" : 9105,
"7897088" : 8954,
"7962624" : 9122,
"8028160" : 9026,
"8093696" : 8858,
"8159232" : 8800,
"8224768" : 8650,
"8290304" : 8495,
"8355840" : 8441,
"8454144" : 16259,
"8585216" : 15376,
"8716288" : 14454,
"8847360" : 13119,
"8978432" : 11971,
"9109504" : 10925,
"9240576" : 9873,
"9371648" : 8767,
"9502720" : 7565,
"9633792" : 6685,
"9764864" : 5735,
"9895936" : 4853,
"10027008" : 4077,
"10158080" : 3461,
"10289152" : 2818,
"10420224" : 2321,
"10551296" : 1928,
"10682368" : 1578,
"10813440" : 1229,
"10944512" : 937,
"11075584" : 805,
"11206656" : 583,
"11337728" : 440,
"11468800" : 353,
"11599872" : 242,
"11730944" : 181,
"11862016" : 132,
"11993088" : 77,
"12124160" : 62,
"12255232" : 45,
"12386304" : 27,
"12517376" : 17,
"12648448" : 7,
"12779520" : 9,
"12910592" : 4,
"13041664" : 7,
"13172736" : 6,
"13303808" : 1,
"13565952" : 1,
"13697024" : 1
}
},
"lat_ns" : {
"min" : 470910,
"max" : 14282263,
"mean" : 6711798.113292,
"stddev" : 2978900.926092,
"N" : 572037
},
"bw_min" : 62493,
"bw_max" : 101776,
"bw_agg" : 100.000000,
"bw_mean" : 76380.355932,
"bw_dev" : 2441.354670,
"bw_samples" : 472,
"iops_min" : 15623,
"iops_max" : 25444,
"iops_mean" : 19094.677966,
"iops_stddev" : 610.330092,
"iops_samples" : 472
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 239992,
"usr_cpu" : 0.688356,
"sys_cpu" : 14.638405,
"ctx" : 554025,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.048947,
"750" : 0.474788,
"1000" : 1.382059
},
"latency_ms" : {
"2" : 6.862222,
"4" : 21.164069,
"10" : 66.551932,
"20" : 3.514584,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093652,
"timestamp_ms" : 1773093652030,
"time" : "Mon Mar 9 19:00:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3045920768,
"io_kbytes" : 2974532,
"bw_bytes" : 76149922,
"bw" : 74365,
"iops" : 18591.589790,
"runtime" : 39999,
"total_ios" : 743645,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10587,
"max" : 3956729,
"mean" : 427379.976459,
"stddev" : 247310.315470,
"N" : 743645
},
"clat_ns" : {
"min" : 443869,
"max" : 13712292,
"mean" : 6456467.532506,
"stddev" : 2609258.091548,
"N" : 743637,
"percentile" : {
"1.000000" : 913408,
"5.000000" : 1531904,
"10.000000" : 2375680,
"20.000000" : 3260416,
"30.000000" : 5537792,
"40.000000" : 6782976,
"50.000000" : 7307264,
"60.000000" : 7766016,
"70.000000" : 8159232,
"80.000000" : 8585216,
"90.000000" : 9240576,
"95.000000" : 9764864,
"99.000000" : 10682368,
"99.500000" : 10944512,
"99.900000" : 11599872,
"99.950000" : 11862016,
"99.990000" : 12386304
},
"bins" : {
"444416" : 5,
"448512" : 4,
"452608" : 11,
"456704" : 7,
"460800" : 12,
"464896" : 18,
"468992" : 23,
"473088" : 24,
"477184" : 24,
"481280" : 27,
"485376" : 27,
"489472" : 32,
"493568" : 32,
"497664" : 36,
"501760" : 38,
"505856" : 42,
"509952" : 26,
"514048" : 26,
"518144" : 13,
"522240" : 11,
"528384" : 32,
"536576" : 37,
"544768" : 29,
"552960" : 40,
"561152" : 34,
"569344" : 41,
"577536" : 85,
"585728" : 89,
"593920" : 105,
"602112" : 82,
"610304" : 86,
"618496" : 50,
"626688" : 68,
"634880" : 78,
"643072" : 64,
"651264" : 64,
"659456" : 51,
"667648" : 70,
"675840" : 62,
"684032" : 92,
"692224" : 158,
"700416" : 170,
"708608" : 210,
"716800" : 173,
"724992" : 190,
"733184" : 172,
"741376" : 149,
"749568" : 166,
"757760" : 168,
"765952" : 133,
"774144" : 114,
"782336" : 119,
"790528" : 146,
"798720" : 197,
"806912" : 266,
"815104" : 336,
"823296" : 333,
"831488" : 268,
"839680" : 284,
"847872" : 308,
"856064" : 231,
"864256" : 230,
"872448" : 183,
"880640" : 157,
"888832" : 176,
"897024" : 205,
"905216" : 295,
"913408" : 349,
"921600" : 406,
"929792" : 414,
"937984" : 385,
"946176" : 415,
"954368" : 362,
"962560" : 370,
"970752" : 285,
"978944" : 230,
"987136" : 241,
"995328" : 239,
"1003520" : 332,
"1011712" : 383,
"1019904" : 335,
"1028096" : 418,
"1036288" : 504,
"1044480" : 452,
"1056768" : 850,
"1073152" : 776,
"1089536" : 559,
"1105920" : 658,
"1122304" : 834,
"1138688" : 1063,
"1155072" : 921,
"1171456" : 907,
"1187840" : 634,
"1204224" : 693,
"1220608" : 754,
"1236992" : 988,
"1253376" : 997,
"1269760" : 941,
"1286144" : 783,
"1302528" : 761,
"1318912" : 806,
"1335296" : 853,
"1351680" : 996,
"1368064" : 879,
"1384448" : 757,
"1400832" : 688,
"1417216" : 769,
"1433600" : 713,
"1449984" : 942,
"1466368" : 771,
"1482752" : 664,
"1499136" : 645,
"1515520" : 721,
"1531904" : 649,
"1548288" : 652,
"1564672" : 642,
"1581056" : 680,
"1597440" : 606,
"1613824" : 617,
"1630208" : 605,
"1646592" : 477,
"1662976" : 518,
"1679360" : 539,
"1695744" : 472,
"1712128" : 536,
"1728512" : 586,
"1744896" : 367,
"1761280" : 393,
"1777664" : 404,
"1794048" : 329,
"1810432" : 340,
"1826816" : 410,
"1843200" : 380,
"1859584" : 571,
"1875968" : 449,
"1892352" : 400,
"1908736" : 326,
"1925120" : 268,
"1941504" : 291,
"1957888" : 392,
"1974272" : 481,
"1990656" : 705,
"2007040" : 1085,
"2023424" : 518,
"2039808" : 567,
"2056192" : 474,
"2072576" : 523,
"2088960" : 656,
"2113536" : 1737,
"2146304" : 5849,
"2179072" : 2168,
"2211840" : 1525,
"2244608" : 1227,
"2277376" : 1417,
"2310144" : 2310,
"2342912" : 2034,
"2375680" : 1584,
"2408448" : 1021,
"2441216" : 1866,
"2473984" : 3737,
"2506752" : 4477,
"2539520" : 3426,
"2572288" : 2053,
"2605056" : 1760,
"2637824" : 2356,
"2670592" : 2490,
"2703360" : 2715,
"2736128" : 3295,
"2768896" : 3174,
"2801664" : 3482,
"2834432" : 3006,
"2867200" : 2325,
"2899968" : 1902,
"2932736" : 2425,
"2965504" : 3087,
"2998272" : 6707,
"3031040" : 3642,
"3063808" : 2723,
"3096576" : 2432,
"3129344" : 2470,
"3162112" : 2406,
"3194880" : 2493,
"3227648" : 2612,
"3260416" : 2037,
"3293184" : 1917,
"3325952" : 2226,
"3358720" : 2150,
"3391488" : 1736,
"3424256" : 1843,
"3457024" : 1862,
"3489792" : 1788,
"3522560" : 1582,
"3555328" : 1495,
"3588096" : 1537,
"3620864" : 1401,
"3653632" : 1277,
"3686400" : 1379,
"3719168" : 1246,
"3751936" : 1400,
"3784704" : 1360,
"3817472" : 1248,
"3850240" : 1128,
"3883008" : 1045,
"3915776" : 990,
"3948544" : 925,
"3981312" : 1093,
"4014080" : 1131,
"4046848" : 896,
"4079616" : 840,
"4112384" : 874,
"4145152" : 815,
"4177920" : 785,
"4227072" : 1597,
"4292608" : 1507,
"4358144" : 1452,
"4423680" : 1494,
"4489216" : 1480,
"4554752" : 1457,
"4620288" : 1313,
"4685824" : 1316,
"4751360" : 1426,
"4816896" : 1540,
"4882432" : 1602,
"4947968" : 1568,
"5013504" : 1672,
"5079040" : 1715,
"5144576" : 1981,
"5210112" : 2055,
"5275648" : 2168,
"5341184" : 2311,
"5406720" : 2386,
"5472256" : 2457,
"5537792" : 2512,
"5603328" : 2439,
"5668864" : 2368,
"5734400" : 2466,
"5799936" : 2439,
"5865472" : 2526,
"5931008" : 2617,
"5996544" : 2770,
"6062080" : 2934,
"6127616" : 3278,
"6193152" : 3557,
"6258688" : 3706,
"6324224" : 4149,
"6389760" : 4536,
"6455296" : 4986,
"6520832" : 5415,
"6586368" : 5715,
"6651904" : 6205,
"6717440" : 6680,
"6782976" : 7159,
"6848512" : 7559,
"6914048" : 8208,
"6979584" : 8448,
"7045120" : 9178,
"7110656" : 9649,
"7176192" : 10034,
"7241728" : 10437,
"7307264" : 10662,
"7372800" : 11026,
"7438336" : 11361,
"7503872" : 11807,
"7569408" : 11886,
"7634944" : 11916,
"7700480" : 11972,
"7766016" : 12260,
"7831552" : 12187,
"7897088" : 12013,
"7962624" : 12030,
"8028160" : 11950,
"8093696" : 11626,
"8159232" : 11460,
"8224768" : 11169,
"8290304" : 11002,
"8355840" : 10857,
"8454144" : 20794,
"8585216" : 19442,
"8716288" : 18247,
"8847360" : 16389,
"8978432" : 14882,
"9109504" : 13514,
"9240576" : 12098,
"9371648" : 10789,
"9502720" : 9288,
"9633792" : 8097,
"9764864" : 6891,
"9895936" : 5863,
"10027008" : 4887,
"10158080" : 4161,
"10289152" : 3332,
"10420224" : 2731,
"10551296" : 2269,
"10682368" : 1859,
"10813440" : 1435,
"10944512" : 1090,
"11075584" : 932,
"11206656" : 670,
"11337728" : 492,
"11468800" : 395,
"11599872" : 268,
"11730944" : 207,
"11862016" : 154,
"11993088" : 80,
"12124160" : 69,
"12255232" : 51,
"12386304" : 32,
"12517376" : 17,
"12648448" : 8,
"12779520" : 9,
"12910592" : 4,
"13041664" : 7,
"13172736" : 6,
"13303808" : 1,
"13565952" : 1,
"13697024" : 1
}
},
"lat_ns" : {
"min" : 470910,
"max" : 14282263,
"mean" : 6883840.563520,
"stddev" : 2776010.144223,
"N" : 743637
},
"bw_min" : 59565,
"bw_max" : 102593,
"bw_agg" : 100.000000,
"bw_mean" : 74473.063291,
"bw_dev" : 2659.528324,
"bw_samples" : 632,
"iops_min" : 14891,
"iops_max" : 25648,
"iops_mean" : 18617.886076,
"iops_stddev" : 664.876442,
"iops_samples" : 632
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319992,
"usr_cpu" : 0.694392,
"sys_cpu" : 14.485050,
"ctx" : 725879,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.038459,
"750" : 0.365497,
"1000" : 1.068386
},
"latency_ms" : {
"2" : 5.365060,
"4" : 17.810649,
"10" : 72.168978,
"20" : 3.181895,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093662,
"timestamp_ms" : 1773093662030,
"time" : "Mon Mar 9 19:01:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3758952448,
"io_kbytes" : 3670852,
"bw_bytes" : 75180552,
"bw" : 73418,
"iops" : 18354.967099,
"runtime" : 49999,
"total_ios" : 917730,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9645,
"max" : 3956729,
"mean" : 432911.922946,
"stddev" : 251361.787088,
"N" : 917730
},
"clat_ns" : {
"min" : 443869,
"max" : 13712292,
"mean" : 6539815.184935,
"stddev" : 2453584.645589,
"N" : 917722,
"percentile" : {
"1.000000" : 946176,
"5.000000" : 1794048,
"10.000000" : 2572288,
"20.000000" : 3817472,
"30.000000" : 5799936,
"40.000000" : 6717440,
"50.000000" : 7241728,
"60.000000" : 7634944,
"70.000000" : 8093696,
"80.000000" : 8585216,
"90.000000" : 9109504,
"95.000000" : 9633792,
"99.000000" : 10551296,
"99.500000" : 10944512,
"99.900000" : 11599872,
"99.950000" : 11862016,
"99.990000" : 12386304
},
"bins" : {
"444416" : 5,
"448512" : 4,
"452608" : 11,
"456704" : 7,
"460800" : 12,
"464896" : 18,
"468992" : 23,
"473088" : 24,
"477184" : 24,
"481280" : 27,
"485376" : 27,
"489472" : 32,
"493568" : 32,
"497664" : 36,
"501760" : 38,
"505856" : 42,
"509952" : 26,
"514048" : 26,
"518144" : 13,
"522240" : 11,
"528384" : 32,
"536576" : 37,
"544768" : 29,
"552960" : 40,
"561152" : 34,
"569344" : 41,
"577536" : 85,
"585728" : 89,
"593920" : 105,
"602112" : 82,
"610304" : 86,
"618496" : 50,
"626688" : 68,
"634880" : 78,
"643072" : 64,
"651264" : 64,
"659456" : 51,
"667648" : 70,
"675840" : 62,
"684032" : 92,
"692224" : 158,
"700416" : 170,
"708608" : 210,
"716800" : 173,
"724992" : 190,
"733184" : 172,
"741376" : 150,
"749568" : 167,
"757760" : 169,
"765952" : 133,
"774144" : 114,
"782336" : 119,
"790528" : 146,
"798720" : 197,
"806912" : 266,
"815104" : 340,
"823296" : 333,
"831488" : 268,
"839680" : 284,
"847872" : 308,
"856064" : 231,
"864256" : 230,
"872448" : 185,
"880640" : 158,
"888832" : 177,
"897024" : 205,
"905216" : 295,
"913408" : 352,
"921600" : 407,
"929792" : 416,
"937984" : 390,
"946176" : 417,
"954368" : 362,
"962560" : 370,
"970752" : 287,
"978944" : 231,
"987136" : 242,
"995328" : 239,
"1003520" : 332,
"1011712" : 383,
"1019904" : 335,
"1028096" : 418,
"1036288" : 504,
"1044480" : 452,
"1056768" : 850,
"1073152" : 776,
"1089536" : 559,
"1105920" : 659,
"1122304" : 834,
"1138688" : 1063,
"1155072" : 925,
"1171456" : 914,
"1187840" : 636,
"1204224" : 694,
"1220608" : 754,
"1236992" : 993,
"1253376" : 1000,
"1269760" : 944,
"1286144" : 786,
"1302528" : 764,
"1318912" : 809,
"1335296" : 861,
"1351680" : 997,
"1368064" : 881,
"1384448" : 759,
"1400832" : 688,
"1417216" : 775,
"1433600" : 716,
"1449984" : 943,
"1466368" : 771,
"1482752" : 670,
"1499136" : 648,
"1515520" : 725,
"1531904" : 652,
"1548288" : 656,
"1564672" : 645,
"1581056" : 682,
"1597440" : 608,
"1613824" : 621,
"1630208" : 623,
"1646592" : 483,
"1662976" : 525,
"1679360" : 542,
"1695744" : 476,
"1712128" : 541,
"1728512" : 590,
"1744896" : 373,
"1761280" : 397,
"1777664" : 412,
"1794048" : 345,
"1810432" : 345,
"1826816" : 417,
"1843200" : 385,
"1859584" : 581,
"1875968" : 469,
"1892352" : 406,
"1908736" : 330,
"1925120" : 270,
"1941504" : 299,
"1957888" : 398,
"1974272" : 493,
"1990656" : 713,
"2007040" : 1091,
"2023424" : 535,
"2039808" : 580,
"2056192" : 483,
"2072576" : 538,
"2088960" : 672,
"2113536" : 1777,
"2146304" : 5896,
"2179072" : 2200,
"2211840" : 1553,
"2244608" : 1268,
"2277376" : 1461,
"2310144" : 2360,
"2342912" : 2078,
"2375680" : 1626,
"2408448" : 1075,
"2441216" : 1945,
"2473984" : 3816,
"2506752" : 4531,
"2539520" : 3492,
"2572288" : 2120,
"2605056" : 1822,
"2637824" : 2439,
"2670592" : 2568,
"2703360" : 2781,
"2736128" : 3377,
"2768896" : 3233,
"2801664" : 3569,
"2834432" : 3116,
"2867200" : 2429,
"2899968" : 1996,
"2932736" : 2529,
"2965504" : 3180,
"2998272" : 6814,
"3031040" : 3780,
"3063808" : 2848,
"3096576" : 2562,
"3129344" : 2597,
"3162112" : 2536,
"3194880" : 2603,
"3227648" : 2745,
"3260416" : 2175,
"3293184" : 2037,
"3325952" : 2379,
"3358720" : 2304,
"3391488" : 1891,
"3424256" : 1984,
"3457024" : 2017,
"3489792" : 1940,
"3522560" : 1773,
"3555328" : 1679,
"3588096" : 1731,
"3620864" : 1627,
"3653632" : 1445,
"3686400" : 1614,
"3719168" : 1480,
"3751936" : 1595,
"3784704" : 1604,
"3817472" : 1501,
"3850240" : 1357,
"3883008" : 1291,
"3915776" : 1237,
"3948544" : 1188,
"3981312" : 1361,
"4014080" : 1453,
"4046848" : 1212,
"4079616" : 1148,
"4112384" : 1200,
"4145152" : 1166,
"4177920" : 1122,
"4227072" : 2296,
"4292608" : 2219,
"4358144" : 2275,
"4423680" : 2398,
"4489216" : 2409,
"4554752" : 2447,
"4620288" : 2355,
"4685824" : 2368,
"4751360" : 2527,
"4816896" : 2746,
"4882432" : 2823,
"4947968" : 2804,
"5013504" : 3041,
"5079040" : 3013,
"5144576" : 3223,
"5210112" : 3513,
"5275648" : 3547,
"5341184" : 3782,
"5406720" : 3911,
"5472256" : 3971,
"5537792" : 4158,
"5603328" : 4115,
"5668864" : 4065,
"5734400" : 4213,
"5799936" : 4101,
"5865472" : 4364,
"5931008" : 4584,
"5996544" : 4783,
"6062080" : 5030,
"6127616" : 5462,
"6193152" : 5885,
"6258688" : 6035,
"6324224" : 6558,
"6389760" : 7090,
"6455296" : 7566,
"6520832" : 8148,
"6586368" : 8458,
"6651904" : 9035,
"6717440" : 9578,
"6782976" : 10190,
"6848512" : 10535,
"6914048" : 11203,
"6979584" : 11402,
"7045120" : 12314,
"7110656" : 12754,
"7176192" : 13179,
"7241728" : 13445,
"7307264" : 13777,
"7372800" : 14123,
"7438336" : 14426,
"7503872" : 14862,
"7569408" : 14892,
"7634944" : 14887,
"7700480" : 14843,
"7766016" : 15110,
"7831552" : 14962,
"7897088" : 14786,
"7962624" : 14678,
"8028160" : 14481,
"8093696" : 13984,
"8159232" : 13901,
"8224768" : 13495,
"8290304" : 13181,
"8355840" : 13012,
"8454144" : 24739,
"8585216" : 23002,
"8716288" : 21370,
"8847360" : 19088,
"8978432" : 17356,
"9109504" : 15721,
"9240576" : 13975,
"9371648" : 12429,
"9502720" : 10585,
"9633792" : 9231,
"9764864" : 7871,
"9895936" : 6688,
"10027008" : 5550,
"10158080" : 4704,
"10289152" : 3719,
"10420224" : 3067,
"10551296" : 2525,
"10682368" : 2048,
"10813440" : 1603,
"10944512" : 1214,
"11075584" : 1021,
"11206656" : 745,
"11337728" : 547,
"11468800" : 429,
"11599872" : 287,
"11730944" : 226,
"11862016" : 164,
"11993088" : 87,
"12124160" : 78,
"12255232" : 54,
"12386304" : 36,
"12517376" : 19,
"12648448" : 11,
"12779520" : 10,
"12910592" : 4,
"13041664" : 8,
"13172736" : 6,
"13303808" : 1,
"13565952" : 1,
"13697024" : 1
}
},
"lat_ns" : {
"min" : 470910,
"max" : 14282263,
"mean" : 6972739.848340,
"stddev" : 2608277.199494,
"N" : 917722
},
"bw_min" : 58637,
"bw_max" : 106056,
"bw_agg" : 100.000000,
"bw_mean" : 73442.777778,
"bw_dev" : 2748.285694,
"bw_samples" : 792,
"iops_min" : 14659,
"iops_max" : 26514,
"iops_mean" : 18360.323232,
"iops_stddev" : 687.072163,
"iops_samples" : 792
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 399992,
"usr_cpu" : 0.689764,
"sys_cpu" : 14.468289,
"ctx" : 880417,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999891,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999891,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.031164,
"750" : 0.296275,
"1000" : 0.868665
},
"latency_ms" : {
"2" : 4.376124,
"4" : 15.242501,
"10" : 76.301853,
"20" : 2.882547,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093672,
"timestamp_ms" : 1773093672030,
"time" : "Mon Mar 9 19:01:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4488142848,
"io_kbytes" : 4382952,
"bw_bytes" : 74802380,
"bw" : 73049,
"iops" : 18262.450000,
"runtime" : 60000,
"total_ios" : 1095747,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9645,
"max" : 3956729,
"mean" : 435102.340302,
"stddev" : 256047.884486,
"N" : 1095747
},
"clat_ns" : {
"min" : 443869,
"max" : 13712292,
"mean" : 6572683.854383,
"stddev" : 2322955.881138,
"N" : 1095739,
"percentile" : {
"1.000000" : 995328,
"5.000000" : 2088960,
"10.000000" : 2801664,
"20.000000" : 4489216,
"30.000000" : 5865472,
"40.000000" : 6651904,
"50.000000" : 7176192,
"60.000000" : 7569408,
"70.000000" : 7962624,
"80.000000" : 8454144,
"90.000000" : 9109504,
"95.000000" : 9633792,
"99.000000" : 10551296,
"99.500000" : 10813440,
"99.900000" : 11468800,
"99.950000" : 11730944,
"99.990000" : 12255232
},
"bins" : {
"444416" : 5,
"448512" : 4,
"452608" : 11,
"456704" : 7,
"460800" : 12,
"464896" : 18,
"468992" : 23,
"473088" : 24,
"477184" : 24,
"481280" : 27,
"485376" : 27,
"489472" : 32,
"493568" : 32,
"497664" : 36,
"501760" : 38,
"505856" : 42,
"509952" : 26,
"514048" : 26,
"518144" : 13,
"522240" : 11,
"528384" : 32,
"536576" : 37,
"544768" : 29,
"552960" : 40,
"561152" : 34,
"569344" : 41,
"577536" : 85,
"585728" : 89,
"593920" : 105,
"602112" : 82,
"610304" : 86,
"618496" : 50,
"626688" : 68,
"634880" : 78,
"643072" : 64,
"651264" : 64,
"659456" : 51,
"667648" : 70,
"675840" : 62,
"684032" : 92,
"692224" : 158,
"700416" : 170,
"708608" : 210,
"716800" : 173,
"724992" : 190,
"733184" : 172,
"741376" : 150,
"749568" : 167,
"757760" : 169,
"765952" : 133,
"774144" : 114,
"782336" : 119,
"790528" : 146,
"798720" : 197,
"806912" : 266,
"815104" : 340,
"823296" : 333,
"831488" : 268,
"839680" : 284,
"847872" : 308,
"856064" : 231,
"864256" : 230,
"872448" : 185,
"880640" : 158,
"888832" : 177,
"897024" : 205,
"905216" : 295,
"913408" : 352,
"921600" : 407,
"929792" : 416,
"937984" : 390,
"946176" : 417,
"954368" : 362,
"962560" : 370,
"970752" : 287,
"978944" : 231,
"987136" : 242,
"995328" : 239,
"1003520" : 332,
"1011712" : 383,
"1019904" : 335,
"1028096" : 418,
"1036288" : 504,
"1044480" : 452,
"1056768" : 850,
"1073152" : 776,
"1089536" : 559,
"1105920" : 659,
"1122304" : 834,
"1138688" : 1063,
"1155072" : 925,
"1171456" : 914,
"1187840" : 636,
"1204224" : 694,
"1220608" : 754,
"1236992" : 993,
"1253376" : 1000,
"1269760" : 944,
"1286144" : 786,
"1302528" : 764,
"1318912" : 809,
"1335296" : 861,
"1351680" : 997,
"1368064" : 881,
"1384448" : 759,
"1400832" : 688,
"1417216" : 776,
"1433600" : 717,
"1449984" : 943,
"1466368" : 771,
"1482752" : 670,
"1499136" : 648,
"1515520" : 725,
"1531904" : 652,
"1548288" : 656,
"1564672" : 646,
"1581056" : 683,
"1597440" : 610,
"1613824" : 621,
"1630208" : 624,
"1646592" : 485,
"1662976" : 526,
"1679360" : 543,
"1695744" : 476,
"1712128" : 541,
"1728512" : 590,
"1744896" : 375,
"1761280" : 397,
"1777664" : 416,
"1794048" : 345,
"1810432" : 353,
"1826816" : 420,
"1843200" : 389,
"1859584" : 584,
"1875968" : 472,
"1892352" : 414,
"1908736" : 336,
"1925120" : 272,
"1941504" : 306,
"1957888" : 401,
"1974272" : 497,
"1990656" : 718,
"2007040" : 1094,
"2023424" : 537,
"2039808" : 581,
"2056192" : 487,
"2072576" : 541,
"2088960" : 681,
"2113536" : 1792,
"2146304" : 5913,
"2179072" : 2215,
"2211840" : 1570,
"2244608" : 1289,
"2277376" : 1488,
"2310144" : 2383,
"2342912" : 2101,
"2375680" : 1650,
"2408448" : 1084,
"2441216" : 1969,
"2473984" : 3843,
"2506752" : 4552,
"2539520" : 3544,
"2572288" : 2161,
"2605056" : 1866,
"2637824" : 2472,
"2670592" : 2613,
"2703360" : 2819,
"2736128" : 3418,
"2768896" : 3283,
"2801664" : 3631,
"2834432" : 3186,
"2867200" : 2474,
"2899968" : 2058,
"2932736" : 2585,
"2965504" : 3242,
"2998272" : 6884,
"3031040" : 3843,
"3063808" : 2932,
"3096576" : 2634,
"3129344" : 2683,
"3162112" : 2643,
"3194880" : 2694,
"3227648" : 2844,
"3260416" : 2269,
"3293184" : 2142,
"3325952" : 2471,
"3358720" : 2402,
"3391488" : 2024,
"3424256" : 2094,
"3457024" : 2194,
"3489792" : 2089,
"3522560" : 1928,
"3555328" : 1833,
"3588096" : 1885,
"3620864" : 1770,
"3653632" : 1632,
"3686400" : 1787,
"3719168" : 1666,
"3751936" : 1820,
"3784704" : 1823,
"3817472" : 1741,
"3850240" : 1626,
"3883008" : 1527,
"3915776" : 1496,
"3948544" : 1443,
"3981312" : 1632,
"4014080" : 1765,
"4046848" : 1505,
"4079616" : 1505,
"4112384" : 1585,
"4145152" : 1531,
"4177920" : 1508,
"4227072" : 3127,
"4292608" : 3046,
"4358144" : 3177,
"4423680" : 3332,
"4489216" : 3437,
"4554752" : 3574,
"4620288" : 3485,
"4685824" : 3656,
"4751360" : 3785,
"4816896" : 4116,
"4882432" : 4283,
"4947968" : 4318,
"5013504" : 4607,
"5079040" : 4660,
"5144576" : 4883,
"5210112" : 5189,
"5275648" : 5325,
"5341184" : 5680,
"5406720" : 5913,
"5472256" : 6005,
"5537792" : 6240,
"5603328" : 6263,
"5668864" : 6261,
"5734400" : 6513,
"5799936" : 6370,
"5865472" : 6924,
"5931008" : 7127,
"5996544" : 7463,
"6062080" : 7749,
"6127616" : 8209,
"6193152" : 8617,
"6258688" : 8992,
"6324224" : 9497,
"6389760" : 10128,
"6455296" : 10617,
"6520832" : 11269,
"6586368" : 11472,
"6651904" : 12186,
"6717440" : 12846,
"6782976" : 13494,
"6848512" : 13696,
"6914048" : 14505,
"6979584" : 14531,
"7045120" : 15518,
"7110656" : 15818,
"7176192" : 16305,
"7241728" : 16530,
"7307264" : 16845,
"7372800" : 17141,
"7438336" : 17456,
"7503872" : 17768,
"7569408" : 17679,
"7634944" : 17708,
"7700480" : 17582,
"7766016" : 17763,
"7831552" : 17535,
"7897088" : 17288,
"7962624" : 17093,
"8028160" : 16789,
"8093696" : 16148,
"8159232" : 15992,
"8224768" : 15521,
"8290304" : 15101,
"8355840" : 14754,
"8454144" : 28098,
"8585216" : 25845,
"8716288" : 23927,
"8847360" : 21409,
"8978432" : 19298,
"9109504" : 17315,
"9240576" : 15415,
"9371648" : 13621,
"9502720" : 11591,
"9633792" : 10037,
"9764864" : 8566,
"9895936" : 7283,
"10027008" : 6009,
"10158080" : 5071,
"10289152" : 4033,
"10420224" : 3292,
"10551296" : 2726,
"10682368" : 2194,
"10813440" : 1701,
"10944512" : 1303,
"11075584" : 1083,
"11206656" : 799,
"11337728" : 589,
"11468800" : 460,
"11599872" : 313,
"11730944" : 242,
"11862016" : 180,
"11993088" : 103,
"12124160" : 85,
"12255232" : 55,
"12386304" : 36,
"12517376" : 19,
"12648448" : 11,
"12779520" : 10,
"12910592" : 4,
"13041664" : 8,
"13172736" : 6,
"13303808" : 1,
"13565952" : 1,
"13697024" : 1
}
},
"lat_ns" : {
"min" : 470910,
"max" : 14282263,
"mean" : 7007782.712549,
"stddev" : 2467237.325648,
"N" : 1095739
},
"bw_min" : 58509,
"bw_max" : 107336,
"bw_agg" : 100.000000,
"bw_mean" : 73063.159664,
"bw_dev" : 2753.854416,
"bw_samples" : 952,
"iops_min" : 14627,
"iops_max" : 26834,
"iops_mean" : 18265.453782,
"iops_stddev" : 688.464264,
"iops_samples" : 952
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479995,
"usr_cpu" : 0.686465,
"sys_cpu" : 14.509109,
"ctx" : 1021973,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999909,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.026101,
"750" : 0.248141,
"1000" : 0.727540
},
"latency_ms" : {
"2" : 3.671924,
"4" : 13.291937,
"10" : 79.435308,
"20" : 2.598319,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093682,
"timestamp_ms" : 1773093682030,
"time" : "Mon Mar 9 19:01:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5209366528,
"io_kbytes" : 5087272,
"bw_bytes" : 74420584,
"bw" : 72676,
"iops" : 18169.259561,
"runtime" : 69999,
"total_ios" : 1271830,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9645,
"max" : 3956729,
"mean" : 437337.573610,
"stddev" : 259640.066925,
"N" : 1271830
},
"clat_ns" : {
"min" : 443869,
"max" : 13712292,
"mean" : 6606476.838776,
"stddev" : 2221812.733573,
"N" : 1271822,
"percentile" : {
"1.000000" : 1036288,
"5.000000" : 2179072,
"10.000000" : 2998272,
"20.000000" : 4816896,
"30.000000" : 5931008,
"40.000000" : 6586368,
"50.000000" : 7110656,
"60.000000" : 7503872,
"70.000000" : 7962624,
"80.000000" : 8454144,
"90.000000" : 8978432,
"95.000000" : 9502720,
"99.000000" : 10551296,
"99.500000" : 10813440,
"99.900000" : 11468800,
"99.950000" : 11730944,
"99.990000" : 12255232
},
"bins" : {
"444416" : 5,
"448512" : 4,
"452608" : 11,
"456704" : 7,
"460800" : 12,
"464896" : 18,
"468992" : 23,
"473088" : 24,
"477184" : 24,
"481280" : 27,
"485376" : 27,
"489472" : 32,
"493568" : 32,
"497664" : 36,
"501760" : 38,
"505856" : 42,
"509952" : 26,
"514048" : 26,
"518144" : 13,
"522240" : 11,
"528384" : 32,
"536576" : 37,
"544768" : 29,
"552960" : 40,
"561152" : 34,
"569344" : 41,
"577536" : 85,
"585728" : 89,
"593920" : 105,
"602112" : 82,
"610304" : 86,
"618496" : 50,
"626688" : 68,
"634880" : 78,
"643072" : 64,
"651264" : 64,
"659456" : 51,
"667648" : 70,
"675840" : 62,
"684032" : 92,
"692224" : 158,
"700416" : 170,
"708608" : 210,
"716800" : 173,
"724992" : 190,
"733184" : 172,
"741376" : 150,
"749568" : 167,
"757760" : 169,
"765952" : 133,
"774144" : 114,
"782336" : 119,
"790528" : 146,
"798720" : 197,
"806912" : 266,
"815104" : 340,
"823296" : 333,
"831488" : 268,
"839680" : 284,
"847872" : 308,
"856064" : 231,
"864256" : 230,
"872448" : 185,
"880640" : 158,
"888832" : 177,
"897024" : 205,
"905216" : 295,
"913408" : 352,
"921600" : 407,
"929792" : 416,
"937984" : 390,
"946176" : 417,
"954368" : 362,
"962560" : 370,
"970752" : 287,
"978944" : 231,
"987136" : 242,
"995328" : 239,
"1003520" : 332,
"1011712" : 383,
"1019904" : 335,
"1028096" : 418,
"1036288" : 504,
"1044480" : 452,
"1056768" : 850,
"1073152" : 776,
"1089536" : 559,
"1105920" : 659,
"1122304" : 834,
"1138688" : 1063,
"1155072" : 925,
"1171456" : 914,
"1187840" : 636,
"1204224" : 694,
"1220608" : 754,
"1236992" : 993,
"1253376" : 1000,
"1269760" : 944,
"1286144" : 786,
"1302528" : 764,
"1318912" : 809,
"1335296" : 861,
"1351680" : 997,
"1368064" : 881,
"1384448" : 759,
"1400832" : 688,
"1417216" : 776,
"1433600" : 717,
"1449984" : 943,
"1466368" : 771,
"1482752" : 670,
"1499136" : 648,
"1515520" : 725,
"1531904" : 652,
"1548288" : 656,
"1564672" : 646,
"1581056" : 683,
"1597440" : 610,
"1613824" : 621,
"1630208" : 624,
"1646592" : 485,
"1662976" : 526,
"1679360" : 543,
"1695744" : 477,
"1712128" : 541,
"1728512" : 590,
"1744896" : 377,
"1761280" : 398,
"1777664" : 416,
"1794048" : 345,
"1810432" : 353,
"1826816" : 421,
"1843200" : 389,
"1859584" : 584,
"1875968" : 473,
"1892352" : 416,
"1908736" : 336,
"1925120" : 272,
"1941504" : 306,
"1957888" : 401,
"1974272" : 497,
"1990656" : 719,
"2007040" : 1095,
"2023424" : 540,
"2039808" : 582,
"2056192" : 491,
"2072576" : 541,
"2088960" : 683,
"2113536" : 1799,
"2146304" : 5915,
"2179072" : 2216,
"2211840" : 1574,
"2244608" : 1298,
"2277376" : 1492,
"2310144" : 2387,
"2342912" : 2103,
"2375680" : 1657,
"2408448" : 1098,
"2441216" : 1979,
"2473984" : 3856,
"2506752" : 4571,
"2539520" : 3557,
"2572288" : 2176,
"2605056" : 1880,
"2637824" : 2488,
"2670592" : 2632,
"2703360" : 2841,
"2736128" : 3439,
"2768896" : 3313,
"2801664" : 3663,
"2834432" : 3213,
"2867200" : 2500,
"2899968" : 2085,
"2932736" : 2616,
"2965504" : 3278,
"2998272" : 6941,
"3031040" : 3885,
"3063808" : 2982,
"3096576" : 2695,
"3129344" : 2741,
"3162112" : 2703,
"3194880" : 2771,
"3227648" : 2902,
"3260416" : 2356,
"3293184" : 2198,
"3325952" : 2530,
"3358720" : 2473,
"3391488" : 2129,
"3424256" : 2201,
"3457024" : 2304,
"3489792" : 2220,
"3522560" : 2060,
"3555328" : 1980,
"3588096" : 1994,
"3620864" : 1882,
"3653632" : 1773,
"3686400" : 1978,
"3719168" : 1839,
"3751936" : 1984,
"3784704" : 2010,
"3817472" : 1929,
"3850240" : 1837,
"3883008" : 1731,
"3915776" : 1688,
"3948544" : 1686,
"3981312" : 1860,
"4014080" : 2004,
"4046848" : 1761,
"4079616" : 1773,
"4112384" : 1856,
"4145152" : 1818,
"4177920" : 1830,
"4227072" : 3756,
"4292608" : 3746,
"4358144" : 3970,
"4423680" : 4183,
"4489216" : 4335,
"4554752" : 4525,
"4620288" : 4554,
"4685824" : 4806,
"4751360" : 4927,
"4816896" : 5353,
"4882432" : 5512,
"4947968" : 5776,
"5013504" : 6176,
"5079040" : 6281,
"5144576" : 6451,
"5210112" : 6820,
"5275648" : 7171,
"5341184" : 7518,
"5406720" : 7764,
"5472256" : 8060,
"5537792" : 8292,
"5603328" : 8396,
"5668864" : 8428,
"5734400" : 8809,
"5799936" : 8786,
"5865472" : 9338,
"5931008" : 9694,
"5996544" : 10150,
"6062080" : 10447,
"6127616" : 11003,
"6193152" : 11486,
"6258688" : 11907,
"6324224" : 12457,
"6389760" : 13071,
"6455296" : 13692,
"6520832" : 14569,
"6586368" : 14675,
"6651904" : 15536,
"6717440" : 16115,
"6782976" : 16671,
"6848512" : 17033,
"6914048" : 17877,
"6979584" : 17789,
"7045120" : 18806,
"7110656" : 19120,
"7176192" : 19464,
"7241728" : 19637,
"7307264" : 19912,
"7372800" : 20185,
"7438336" : 20372,
"7503872" : 20661,
"7569408" : 20646,
"7634944" : 20460,
"7700480" : 20343,
"7766016" : 20438,
"7831552" : 20091,
"7897088" : 19697,
"7962624" : 19398,
"8028160" : 19043,
"8093696" : 18264,
"8159232" : 18025,
"8224768" : 17433,
"8290304" : 16979,
"8355840" : 16549,
"8454144" : 31509,
"8585216" : 28782,
"8716288" : 26626,
"8847360" : 23672,
"8978432" : 21298,
"9109504" : 19083,
"9240576" : 16944,
"9371648" : 14931,
"9502720" : 12659,
"9633792" : 10922,
"9764864" : 9311,
"9895936" : 7920,
"10027008" : 6554,
"10158080" : 5514,
"10289152" : 4365,
"10420224" : 3541,
"10551296" : 2915,
"10682368" : 2366,
"10813440" : 1815,
"10944512" : 1397,
"11075584" : 1156,
"11206656" : 842,
"11337728" : 629,
"11468800" : 490,
"11599872" : 345,
"11730944" : 251,
"11862016" : 196,
"11993088" : 110,
"12124160" : 90,
"12255232" : 60,
"12386304" : 39,
"12517376" : 21,
"12648448" : 13,
"12779520" : 10,
"12910592" : 4,
"13041664" : 8,
"13172736" : 6,
"13303808" : 1,
"13565952" : 1,
"13697024" : 1
}
},
"lat_ns" : {
"min" : 470910,
"max" : 14282263,
"mean" : 7043813.184402,
"stddev" : 2357873.421459,
"N" : 1271822
},
"bw_min" : 57984,
"bw_max" : 107704,
"bw_agg" : 100.000000,
"bw_mean" : 72728.366906,
"bw_dev" : 2725.193112,
"bw_samples" : 1112,
"iops_min" : 14495,
"iops_max" : 26926,
"iops_mean" : 18181.776978,
"iops_stddev" : 681.300701,
"iops_samples" : 1112
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 559992,
"usr_cpu" : 0.682867,
"sys_cpu" : 14.542886,
"ctx" : 1162692,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.022487,
"750" : 0.213786,
"1000" : 0.626813
},
"latency_ms" : {
"2" : 3.164259,
"4" : 11.786717,
"10" : 81.771227,
"20" : 2.414080,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093692,
"timestamp_ms" : 1773093692030,
"time" : "Mon Mar 9 19:01:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5924712448,
"io_kbytes" : 5785852,
"bw_bytes" : 74059831,
"bw" : 72324,
"iops" : 18081.263516,
"runtime" : 79999,
"total_ios" : 1446483,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9645,
"max" : 4168321,
"mean" : 439465.516395,
"stddev" : 262367.279379,
"N" : 1446483
},
"clat_ns" : {
"min" : 443869,
"max" : 13712292,
"mean" : 6638660.335982,
"stddev" : 2144880.094105,
"N" : 1446475,
"percentile" : {
"1.000000" : 1073152,
"5.000000" : 2342912,
"10.000000" : 3129344,
"20.000000" : 5013504,
"30.000000" : 5996544,
"40.000000" : 6586368,
"50.000000" : 7045120,
"60.000000" : 7503872,
"70.000000" : 7897088,
"80.000000" : 8355840,
"90.000000" : 8978432,
"95.000000" : 9502720,
"99.000000" : 10420224,
"99.500000" : 10813440,
"99.900000" : 11468800,
"99.950000" : 11730944,
"99.990000" : 12255232
},
"bins" : {
"444416" : 5,
"448512" : 4,
"452608" : 11,
"456704" : 7,
"460800" : 12,
"464896" : 18,
"468992" : 23,
"473088" : 24,
"477184" : 24,
"481280" : 27,
"485376" : 27,
"489472" : 32,
"493568" : 32,
"497664" : 36,
"501760" : 38,
"505856" : 42,
"509952" : 26,
"514048" : 26,
"518144" : 13,
"522240" : 11,
"528384" : 32,
"536576" : 37,
"544768" : 29,
"552960" : 40,
"561152" : 34,
"569344" : 41,
"577536" : 85,
"585728" : 89,
"593920" : 105,
"602112" : 82,
"610304" : 86,
"618496" : 50,
"626688" : 68,
"634880" : 78,
"643072" : 64,
"651264" : 64,
"659456" : 51,
"667648" : 70,
"675840" : 62,
"684032" : 92,
"692224" : 158,
"700416" : 170,
"708608" : 210,
"716800" : 173,
"724992" : 190,
"733184" : 172,
"741376" : 150,
"749568" : 167,
"757760" : 169,
"765952" : 133,
"774144" : 114,
"782336" : 119,
"790528" : 146,
"798720" : 197,
"806912" : 266,
"815104" : 340,
"823296" : 333,
"831488" : 268,
"839680" : 284,
"847872" : 308,
"856064" : 231,
"864256" : 230,
"872448" : 185,
"880640" : 158,
"888832" : 177,
"897024" : 205,
"905216" : 295,
"913408" : 352,
"921600" : 407,
"929792" : 416,
"937984" : 390,
"946176" : 417,
"954368" : 362,
"962560" : 370,
"970752" : 287,
"978944" : 231,
"987136" : 242,
"995328" : 239,
"1003520" : 332,
"1011712" : 383,
"1019904" : 335,
"1028096" : 418,
"1036288" : 504,
"1044480" : 452,
"1056768" : 850,
"1073152" : 776,
"1089536" : 559,
"1105920" : 659,
"1122304" : 834,
"1138688" : 1063,
"1155072" : 925,
"1171456" : 914,
"1187840" : 636,
"1204224" : 694,
"1220608" : 754,
"1236992" : 993,
"1253376" : 1000,
"1269760" : 944,
"1286144" : 786,
"1302528" : 764,
"1318912" : 809,
"1335296" : 861,
"1351680" : 997,
"1368064" : 881,
"1384448" : 759,
"1400832" : 688,
"1417216" : 776,
"1433600" : 717,
"1449984" : 943,
"1466368" : 771,
"1482752" : 670,
"1499136" : 648,
"1515520" : 725,
"1531904" : 652,
"1548288" : 656,
"1564672" : 646,
"1581056" : 683,
"1597440" : 610,
"1613824" : 621,
"1630208" : 624,
"1646592" : 485,
"1662976" : 526,
"1679360" : 543,
"1695744" : 477,
"1712128" : 541,
"1728512" : 590,
"1744896" : 377,
"1761280" : 400,
"1777664" : 416,
"1794048" : 346,
"1810432" : 353,
"1826816" : 424,
"1843200" : 389,
"1859584" : 584,
"1875968" : 473,
"1892352" : 416,
"1908736" : 336,
"1925120" : 272,
"1941504" : 306,
"1957888" : 401,
"1974272" : 497,
"1990656" : 719,
"2007040" : 1095,
"2023424" : 540,
"2039808" : 582,
"2056192" : 491,
"2072576" : 542,
"2088960" : 684,
"2113536" : 1801,
"2146304" : 5916,
"2179072" : 2216,
"2211840" : 1575,
"2244608" : 1301,
"2277376" : 1493,
"2310144" : 2388,
"2342912" : 2105,
"2375680" : 1664,
"2408448" : 1105,
"2441216" : 1987,
"2473984" : 3865,
"2506752" : 4581,
"2539520" : 3565,
"2572288" : 2190,
"2605056" : 1887,
"2637824" : 2494,
"2670592" : 2646,
"2703360" : 2855,
"2736128" : 3458,
"2768896" : 3327,
"2801664" : 3691,
"2834432" : 3246,
"2867200" : 2522,
"2899968" : 2117,
"2932736" : 2634,
"2965504" : 3301,
"2998272" : 6961,
"3031040" : 3912,
"3063808" : 3000,
"3096576" : 2725,
"3129344" : 2761,
"3162112" : 2747,
"3194880" : 2808,
"3227648" : 2949,
"3260416" : 2429,
"3293184" : 2262,
"3325952" : 2582,
"3358720" : 2554,
"3391488" : 2218,
"3424256" : 2285,
"3457024" : 2408,
"3489792" : 2301,
"3522560" : 2175,
"3555328" : 2088,
"3588096" : 2110,
"3620864" : 1988,
"3653632" : 1905,
"3686400" : 2124,
"3719168" : 1986,
"3751936" : 2148,
"3784704" : 2167,
"3817472" : 2117,
"3850240" : 2043,
"3883008" : 1941,
"3915776" : 1921,
"3948544" : 1883,
"3981312" : 2058,
"4014080" : 2243,
"4046848" : 1997,
"4079616" : 2055,
"4112384" : 2148,
"4145152" : 2161,
"4177920" : 2197,
"4227072" : 4481,
"4292608" : 4456,
"4358144" : 4814,
"4423680" : 5095,
"4489216" : 5352,
"4554752" : 5664,
"4620288" : 5635,
"4685824" : 6014,
"4751360" : 6120,
"4816896" : 6654,
"4882432" : 6887,
"4947968" : 7204,
"5013504" : 7632,
"5079040" : 7824,
"5144576" : 7934,
"5210112" : 8439,
"5275648" : 8887,
"5341184" : 9257,
"5406720" : 9632,
"5472256" : 9902,
"5537792" : 10241,
"5603328" : 10385,
"5668864" : 10518,
"5734400" : 10987,
"5799936" : 11052,
"5865472" : 11719,
"5931008" : 12096,
"5996544" : 12587,
"6062080" : 13055,
"6127616" : 13544,
"6193152" : 14158,
"6258688" : 14561,
"6324224" : 15269,
"6389760" : 16060,
"6455296" : 16742,
"6520832" : 17604,
"6586368" : 17668,
"6651904" : 18536,
"6717440" : 19156,
"6782976" : 19755,
"6848512" : 20147,
"6914048" : 20939,
"6979584" : 20859,
"7045120" : 21933,
"7110656" : 22277,
"7176192" : 22585,
"7241728" : 22711,
"7307264" : 22911,
"7372800" : 23103,
"7438336" : 23424,
"7503872" : 23506,
"7569408" : 23436,
"7634944" : 23294,
"7700480" : 23073,
"7766016" : 23119,
"7831552" : 22773,
"7897088" : 22223,
"7962624" : 21785,
"8028160" : 21454,
"8093696" : 20509,
"8159232" : 20240,
"8224768" : 19542,
"8290304" : 18977,
"8355840" : 18454,
"8454144" : 35050,
"8585216" : 31928,
"8716288" : 29443,
"8847360" : 26115,
"8978432" : 23520,
"9109504" : 21133,
"9240576" : 18666,
"9371648" : 16351,
"9502720" : 13865,
"9633792" : 11932,
"9764864" : 10196,
"9895936" : 8650,
"10027008" : 7139,
"10158080" : 5956,
"10289152" : 4735,
"10420224" : 3851,
"10551296" : 3163,
"10682368" : 2532,
"10813440" : 1959,
"10944512" : 1514,
"11075584" : 1238,
"11206656" : 912,
"11337728" : 679,
"11468800" : 528,
"11599872" : 367,
"11730944" : 264,
"11862016" : 204,
"11993088" : 114,
"12124160" : 94,
"12255232" : 61,
"12386304" : 39,
"12517376" : 21,
"12648448" : 13,
"12779520" : 10,
"12910592" : 4,
"13041664" : 8,
"13172736" : 6,
"13303808" : 1,
"13565952" : 1,
"13697024" : 1
}
},
"lat_ns" : {
"min" : 470910,
"max" : 14282263,
"mean" : 7078128.698277,
"stddev" : 2274609.630436,
"N" : 1446475
},
"bw_min" : 57293,
"bw_max" : 107848,
"bw_agg" : 100.000000,
"bw_mean" : 72363.610063,
"bw_dev" : 2695.681666,
"bw_samples" : 1272,
"iops_min" : 14323,
"iops_max" : 26962,
"iops_mean" : 18090.622642,
"iops_stddev" : 673.923357,
"iops_samples" : 1272
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639992,
"usr_cpu" : 0.687196,
"sys_cpu" : 14.557213,
"ctx" : 1303712,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.019772,
"750" : 0.187973,
"1000" : 0.551130
},
"latency_ms" : {
"2" : 2.782611,
"4" : 10.613260,
"10" : 83.550999,
"20" : 2.293701,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093702,
"timestamp_ms" : 1773093702030,
"time" : "Mon Mar 9 19:01:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6643195904,
"io_kbytes" : 6487496,
"bw_bytes" : 73813287,
"bw" : 72083,
"iops" : 18021.000000,
"runtime" : 90000,
"total_ios" : 1621890,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9645,
"max" : 4168321,
"mean" : 440935.155282,
"stddev" : 264236.087046,
"N" : 1621890
},
"clat_ns" : {
"min" : 443869,
"max" : 13712292,
"mean" : 6660768.128009,
"stddev" : 2076748.979942,
"N" : 1621882,
"percentile" : {
"1.000000" : 1105920,
"5.000000" : 2473984,
"10.000000" : 3325952,
"20.000000" : 5144576,
"30.000000" : 5996544,
"40.000000" : 6586368,
"50.000000" : 7045120,
"60.000000" : 7438336,
"70.000000" : 7831552,
"80.000000" : 8355840,
"90.000000" : 8978432,
"95.000000" : 9502720,
"99.000000" : 10420224,
"99.500000" : 10813440,
"99.900000" : 11468800,
"99.950000" : 11730944,
"99.990000" : 12255232
},
"bins" : {
"444416" : 5,
"448512" : 4,
"452608" : 11,
"456704" : 7,
"460800" : 12,
"464896" : 18,
"468992" : 23,
"473088" : 24,
"477184" : 24,
"481280" : 27,
"485376" : 27,
"489472" : 32,
"493568" : 32,
"497664" : 36,
"501760" : 38,
"505856" : 42,
"509952" : 26,
"514048" : 26,
"518144" : 13,
"522240" : 11,
"528384" : 32,
"536576" : 37,
"544768" : 29,
"552960" : 40,
"561152" : 34,
"569344" : 41,
"577536" : 85,
"585728" : 89,
"593920" : 105,
"602112" : 82,
"610304" : 86,
"618496" : 50,
"626688" : 68,
"634880" : 78,
"643072" : 64,
"651264" : 64,
"659456" : 51,
"667648" : 70,
"675840" : 62,
"684032" : 92,
"692224" : 158,
"700416" : 170,
"708608" : 210,
"716800" : 173,
"724992" : 190,
"733184" : 172,
"741376" : 150,
"749568" : 167,
"757760" : 169,
"765952" : 133,
"774144" : 114,
"782336" : 119,
"790528" : 146,
"798720" : 197,
"806912" : 266,
"815104" : 340,
"823296" : 333,
"831488" : 268,
"839680" : 284,
"847872" : 308,
"856064" : 231,
"864256" : 230,
"872448" : 185,
"880640" : 158,
"888832" : 177,
"897024" : 205,
"905216" : 295,
"913408" : 352,
"921600" : 407,
"929792" : 416,
"937984" : 390,
"946176" : 417,
"954368" : 362,
"962560" : 370,
"970752" : 287,
"978944" : 231,
"987136" : 242,
"995328" : 239,
"1003520" : 332,
"1011712" : 383,
"1019904" : 335,
"1028096" : 418,
"1036288" : 504,
"1044480" : 452,
"1056768" : 850,
"1073152" : 776,
"1089536" : 559,
"1105920" : 659,
"1122304" : 834,
"1138688" : 1063,
"1155072" : 925,
"1171456" : 914,
"1187840" : 636,
"1204224" : 694,
"1220608" : 754,
"1236992" : 993,
"1253376" : 1000,
"1269760" : 944,
"1286144" : 786,
"1302528" : 764,
"1318912" : 809,
"1335296" : 861,
"1351680" : 997,
"1368064" : 881,
"1384448" : 759,
"1400832" : 688,
"1417216" : 776,
"1433600" : 717,
"1449984" : 943,
"1466368" : 771,
"1482752" : 670,
"1499136" : 648,
"1515520" : 725,
"1531904" : 652,
"1548288" : 656,
"1564672" : 646,
"1581056" : 683,
"1597440" : 610,
"1613824" : 621,
"1630208" : 624,
"1646592" : 485,
"1662976" : 526,
"1679360" : 543,
"1695744" : 477,
"1712128" : 541,
"1728512" : 590,
"1744896" : 377,
"1761280" : 400,
"1777664" : 416,
"1794048" : 346,
"1810432" : 353,
"1826816" : 424,
"1843200" : 389,
"1859584" : 584,
"1875968" : 473,
"1892352" : 416,
"1908736" : 336,
"1925120" : 272,
"1941504" : 306,
"1957888" : 401,
"1974272" : 497,
"1990656" : 719,
"2007040" : 1095,
"2023424" : 541,
"2039808" : 582,
"2056192" : 492,
"2072576" : 543,
"2088960" : 684,
"2113536" : 1801,
"2146304" : 5916,
"2179072" : 2216,
"2211840" : 1575,
"2244608" : 1301,
"2277376" : 1495,
"2310144" : 2388,
"2342912" : 2106,
"2375680" : 1664,
"2408448" : 1109,
"2441216" : 1992,
"2473984" : 3866,
"2506752" : 4585,
"2539520" : 3573,
"2572288" : 2192,
"2605056" : 1890,
"2637824" : 2504,
"2670592" : 2654,
"2703360" : 2860,
"2736128" : 3461,
"2768896" : 3333,
"2801664" : 3700,
"2834432" : 3254,
"2867200" : 2528,
"2899968" : 2127,
"2932736" : 2647,
"2965504" : 3313,
"2998272" : 6973,
"3031040" : 3927,
"3063808" : 3017,
"3096576" : 2747,
"3129344" : 2797,
"3162112" : 2772,
"3194880" : 2843,
"3227648" : 2977,
"3260416" : 2452,
"3293184" : 2297,
"3325952" : 2631,
"3358720" : 2605,
"3391488" : 2277,
"3424256" : 2341,
"3457024" : 2479,
"3489792" : 2397,
"3522560" : 2264,
"3555328" : 2169,
"3588096" : 2199,
"3620864" : 2047,
"3653632" : 2001,
"3686400" : 2227,
"3719168" : 2110,
"3751936" : 2273,
"3784704" : 2310,
"3817472" : 2253,
"3850240" : 2207,
"3883008" : 2135,
"3915776" : 2110,
"3948544" : 2074,
"3981312" : 2273,
"4014080" : 2478,
"4046848" : 2240,
"4079616" : 2291,
"4112384" : 2397,
"4145152" : 2458,
"4177920" : 2513,
"4227072" : 5102,
"4292608" : 5207,
"4358144" : 5632,
"4423680" : 5939,
"4489216" : 6258,
"4554752" : 6659,
"4620288" : 6752,
"4685824" : 7091,
"4751360" : 7300,
"4816896" : 7913,
"4882432" : 8208,
"4947968" : 8581,
"5013504" : 9103,
"5079040" : 9328,
"5144576" : 9564,
"5210112" : 10101,
"5275648" : 10609,
"5341184" : 11114,
"5406720" : 11531,
"5472256" : 11943,
"5537792" : 12299,
"5603328" : 12456,
"5668864" : 12871,
"5734400" : 13467,
"5799936" : 13411,
"5865472" : 14191,
"5931008" : 14584,
"5996544" : 15265,
"6062080" : 15821,
"6127616" : 16357,
"6193152" : 17025,
"6258688" : 17373,
"6324224" : 18264,
"6389760" : 19150,
"6455296" : 19885,
"6520832" : 20757,
"6586368" : 20880,
"6651904" : 21762,
"6717440" : 22478,
"6782976" : 23059,
"6848512" : 23455,
"6914048" : 24252,
"6979584" : 24198,
"7045120" : 25200,
"7110656" : 25499,
"7176192" : 25841,
"7241728" : 25969,
"7307264" : 26169,
"7372800" : 26337,
"7438336" : 26431,
"7503872" : 26593,
"7569408" : 26257,
"7634944" : 26083,
"7700480" : 25790,
"7766016" : 25780,
"7831552" : 25233,
"7897088" : 24644,
"7962624" : 24077,
"8028160" : 23691,
"8093696" : 22648,
"8159232" : 22320,
"8224768" : 21507,
"8290304" : 20891,
"8355840" : 20278,
"8454144" : 38517,
"8585216" : 34905,
"8716288" : 32101,
"8847360" : 28541,
"8978432" : 25618,
"9109504" : 22969,
"9240576" : 20137,
"9371648" : 17593,
"9502720" : 14897,
"9633792" : 12787,
"9764864" : 10927,
"9895936" : 9247,
"10027008" : 7610,
"10158080" : 6322,
"10289152" : 5015,
"10420224" : 4104,
"10551296" : 3364,
"10682368" : 2669,
"10813440" : 2058,
"10944512" : 1603,
"11075584" : 1294,
"11206656" : 956,
"11337728" : 712,
"11468800" : 548,
"11599872" : 387,
"11730944" : 272,
"11862016" : 216,
"11993088" : 121,
"12124160" : 100,
"12255232" : 63,
"12386304" : 39,
"12517376" : 24,
"12648448" : 14,
"12779520" : 10,
"12910592" : 4,
"13041664" : 8,
"13172736" : 6,
"13303808" : 1,
"13565952" : 1,
"13697024" : 1
}
},
"lat_ns" : {
"min" : 470910,
"max" : 14282263,
"mean" : 7101704.744205,
"stddev" : 2200921.848136,
"N" : 1621882
},
"bw_min" : 56949,
"bw_max" : 108024,
"bw_agg" : 100.000000,
"bw_mean" : 72119.737430,
"bw_dev" : 2658.627440,
"bw_samples" : 1432,
"iops_min" : 14237,
"iops_max" : 27006,
"iops_mean" : 18029.670391,
"iops_stddev" : 664.660262,
"iops_samples" : 1432
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 719995,
"usr_cpu" : 0.689449,
"sys_cpu" : 14.561907,
"ctx" : 1444422,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999938,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999938,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.017634,
"750" : 0.167644,
"1000" : 0.491525
},
"latency_ms" : {
"2" : 2.481673,
"4" : 9.635795,
"10" : 85.038381,
"20" : 2.166855,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093712,
"timestamp_ms" : 1773093712031,
"time" : "Mon Mar 9 19:01:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7364739072,
"io_kbytes" : 7192128,
"bw_bytes" : 73647390,
"bw" : 71921,
"iops" : 17980.450000,
"runtime" : 100000,
"total_ios" : 1798045,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9645,
"max" : 4168321,
"mean" : 441939.802403,
"stddev" : 264875.868869,
"N" : 1798045
},
"clat_ns" : {
"min" : 443869,
"max" : 13712292,
"mean" : 6675811.157880,
"stddev" : 2014235.890409,
"N" : 1798037,
"percentile" : {
"1.000000" : 1138688,
"5.000000" : 2539520,
"10.000000" : 3588096,
"20.000000" : 5210112,
"30.000000" : 5996544,
"40.000000" : 6586368,
"50.000000" : 7045120,
"60.000000" : 7438336,
"70.000000" : 7831552,
"80.000000" : 8290304,
"90.000000" : 8978432,
"95.000000" : 9371648,
"99.000000" : 10420224,
"99.500000" : 10682368,
"99.900000" : 11468800,
"99.950000" : 11730944,
"99.990000" : 12124160
},
"bins" : {
"444416" : 5,
"448512" : 4,
"452608" : 11,
"456704" : 7,
"460800" : 12,
"464896" : 18,
"468992" : 23,
"473088" : 24,
"477184" : 24,
"481280" : 27,
"485376" : 27,
"489472" : 32,
"493568" : 32,
"497664" : 36,
"501760" : 38,
"505856" : 42,
"509952" : 26,
"514048" : 26,
"518144" : 13,
"522240" : 11,
"528384" : 32,
"536576" : 37,
"544768" : 29,
"552960" : 40,
"561152" : 34,
"569344" : 41,
"577536" : 85,
"585728" : 89,
"593920" : 105,
"602112" : 82,
"610304" : 86,
"618496" : 50,
"626688" : 68,
"634880" : 78,
"643072" : 64,
"651264" : 64,
"659456" : 51,
"667648" : 70,
"675840" : 62,
"684032" : 92,
"692224" : 158,
"700416" : 170,
"708608" : 210,
"716800" : 173,
"724992" : 190,
"733184" : 172,
"741376" : 150,
"749568" : 167,
"757760" : 169,
"765952" : 133,
"774144" : 114,
"782336" : 119,
"790528" : 146,
"798720" : 197,
"806912" : 266,
"815104" : 340,
"823296" : 333,
"831488" : 268,
"839680" : 284,
"847872" : 308,
"856064" : 231,
"864256" : 230,
"872448" : 185,
"880640" : 158,
"888832" : 177,
"897024" : 205,
"905216" : 295,
"913408" : 352,
"921600" : 407,
"929792" : 416,
"937984" : 390,
"946176" : 417,
"954368" : 362,
"962560" : 370,
"970752" : 287,
"978944" : 231,
"987136" : 242,
"995328" : 239,
"1003520" : 332,
"1011712" : 383,
"1019904" : 335,
"1028096" : 418,
"1036288" : 504,
"1044480" : 452,
"1056768" : 850,
"1073152" : 776,
"1089536" : 559,
"1105920" : 659,
"1122304" : 834,
"1138688" : 1063,
"1155072" : 925,
"1171456" : 914,
"1187840" : 636,
"1204224" : 694,
"1220608" : 754,
"1236992" : 993,
"1253376" : 1000,
"1269760" : 944,
"1286144" : 786,
"1302528" : 764,
"1318912" : 809,
"1335296" : 861,
"1351680" : 997,
"1368064" : 881,
"1384448" : 759,
"1400832" : 688,
"1417216" : 776,
"1433600" : 717,
"1449984" : 943,
"1466368" : 771,
"1482752" : 670,
"1499136" : 648,
"1515520" : 725,
"1531904" : 652,
"1548288" : 656,
"1564672" : 646,
"1581056" : 683,
"1597440" : 610,
"1613824" : 621,
"1630208" : 624,
"1646592" : 485,
"1662976" : 526,
"1679360" : 543,
"1695744" : 477,
"1712128" : 541,
"1728512" : 590,
"1744896" : 377,
"1761280" : 400,
"1777664" : 416,
"1794048" : 346,
"1810432" : 353,
"1826816" : 424,
"1843200" : 389,
"1859584" : 584,
"1875968" : 473,
"1892352" : 416,
"1908736" : 336,
"1925120" : 272,
"1941504" : 306,
"1957888" : 401,
"1974272" : 497,
"1990656" : 719,
"2007040" : 1095,
"2023424" : 542,
"2039808" : 582,
"2056192" : 492,
"2072576" : 543,
"2088960" : 685,
"2113536" : 1801,
"2146304" : 5917,
"2179072" : 2216,
"2211840" : 1575,
"2244608" : 1301,
"2277376" : 1495,
"2310144" : 2392,
"2342912" : 2107,
"2375680" : 1664,
"2408448" : 1110,
"2441216" : 1994,
"2473984" : 3869,
"2506752" : 4585,
"2539520" : 3575,
"2572288" : 2193,
"2605056" : 1893,
"2637824" : 2507,
"2670592" : 2659,
"2703360" : 2862,
"2736128" : 3463,
"2768896" : 3339,
"2801664" : 3705,
"2834432" : 3264,
"2867200" : 2534,
"2899968" : 2131,
"2932736" : 2659,
"2965504" : 3321,
"2998272" : 6987,
"3031040" : 3933,
"3063808" : 3036,
"3096576" : 2756,
"3129344" : 2811,
"3162112" : 2783,
"3194880" : 2858,
"3227648" : 3005,
"3260416" : 2483,
"3293184" : 2332,
"3325952" : 2659,
"3358720" : 2627,
"3391488" : 2311,
"3424256" : 2394,
"3457024" : 2528,
"3489792" : 2450,
"3522560" : 2317,
"3555328" : 2222,
"3588096" : 2263,
"3620864" : 2133,
"3653632" : 2087,
"3686400" : 2287,
"3719168" : 2188,
"3751936" : 2373,
"3784704" : 2424,
"3817472" : 2376,
"3850240" : 2344,
"3883008" : 2266,
"3915776" : 2263,
"3948544" : 2243,
"3981312" : 2449,
"4014080" : 2654,
"4046848" : 2419,
"4079616" : 2513,
"4112384" : 2620,
"4145152" : 2687,
"4177920" : 2750,
"4227072" : 5609,
"4292608" : 5793,
"4358144" : 6282,
"4423680" : 6592,
"4489216" : 7017,
"4554752" : 7502,
"4620288" : 7643,
"4685824" : 8072,
"4751360" : 8379,
"4816896" : 9072,
"4882432" : 9420,
"4947968" : 9933,
"5013504" : 10555,
"5079040" : 10821,
"5144576" : 11206,
"5210112" : 11782,
"5275648" : 12466,
"5341184" : 13040,
"5406720" : 13472,
"5472256" : 13990,
"5537792" : 14543,
"5603328" : 14835,
"5668864" : 15265,
"5734400" : 16016,
"5799936" : 15954,
"5865472" : 16810,
"5931008" : 17314,
"5996544" : 18189,
"6062080" : 18804,
"6127616" : 19449,
"6193152" : 20135,
"6258688" : 20565,
"6324224" : 21604,
"6389760" : 22570,
"6455296" : 23298,
"6520832" : 24222,
"6586368" : 24461,
"6651904" : 25335,
"6717440" : 26217,
"6782976" : 26605,
"6848512" : 26949,
"6914048" : 27766,
"6979584" : 27712,
"7045120" : 28633,
"7110656" : 29011,
"7176192" : 29442,
"7241728" : 29312,
"7307264" : 29477,
"7372800" : 29442,
"7438336" : 29468,
"7503872" : 29645,
"7569408" : 29187,
"7634944" : 28875,
"7700480" : 28453,
"7766016" : 28415,
"7831552" : 27787,
"7897088" : 27180,
"7962624" : 26428,
"8028160" : 25938,
"8093696" : 24762,
"8159232" : 24348,
"8224768" : 23444,
"8290304" : 22691,
"8355840" : 22019,
"8454144" : 41635,
"8585216" : 37638,
"8716288" : 34547,
"8847360" : 30590,
"8978432" : 27380,
"9109504" : 24436,
"9240576" : 21309,
"9371648" : 18665,
"9502720" : 15792,
"9633792" : 13479,
"9764864" : 11483,
"9895936" : 9733,
"10027008" : 7986,
"10158080" : 6605,
"10289152" : 5224,
"10420224" : 4271,
"10551296" : 3503,
"10682368" : 2768,
"10813440" : 2148,
"10944512" : 1664,
"11075584" : 1344,
"11206656" : 981,
"11337728" : 731,
"11468800" : 561,
"11599872" : 398,
"11730944" : 281,
"11862016" : 224,
"11993088" : 121,
"12124160" : 103,
"12255232" : 63,
"12386304" : 41,
"12517376" : 25,
"12648448" : 14,
"12779520" : 10,
"12910592" : 4,
"13041664" : 8,
"13172736" : 6,
"13303808" : 1,
"13565952" : 1,
"13697024" : 1
}
},
"lat_ns" : {
"min" : 470910,
"max" : 14282263,
"mean" : 7117754.963434,
"stddev" : 2133471.136245,
"N" : 1798037
},
"bw_min" : 56517,
"bw_max" : 109165,
"bw_agg" : 100.000000,
"bw_mean" : 71958.884422,
"bw_dev" : 2614.457751,
"bw_samples" : 1592,
"iops_min" : 14129,
"iops_max" : 27290,
"iops_mean" : 17989.452261,
"iops_stddev" : 653.617306,
"iops_samples" : 1592
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 799998,
"usr_cpu" : 0.692502,
"sys_cpu" : 14.546786,
"ctx" : 1592110,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.015906,
"750" : 0.151220,
"1000" : 0.443370
},
"latency_ms" : {
"2" : 2.238542,
"4" : 8.808345,
"10" : 86.306961,
"20" : 2.035210,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093722,
"timestamp_ms" : 1773093722030,
"time" : "Mon Mar 9 19:02:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8044167168,
"io_kbytes" : 7855632,
"bw_bytes" : 73129457,
"bw" : 71415,
"iops" : 17853.980491,
"runtime" : 109999,
"total_ios" : 1963920,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9645,
"max" : 4168321,
"mean" : 445091.186155,
"stddev" : 262632.649513,
"N" : 1963920
},
"clat_ns" : {
"min" : 443869,
"max" : 13712292,
"mean" : 6723109.775381,
"stddev" : 1965283.311326,
"N" : 1963912,
"percentile" : {
"1.000000" : 1171456,
"5.000000" : 2670592,
"10.000000" : 3817472,
"20.000000" : 5341184,
"30.000000" : 6127616,
"40.000000" : 6586368,
"50.000000" : 7045120,
"60.000000" : 7438336,
"70.000000" : 7831552,
"80.000000" : 8290304,
"90.000000" : 8847360,
"95.000000" : 9371648,
"99.000000" : 10420224,
"99.500000" : 10682368,
"99.900000" : 11337728,
"99.950000" : 11599872,
"99.990000" : 12124160
},
"bins" : {
"444416" : 5,
"448512" : 4,
"452608" : 11,
"456704" : 7,
"460800" : 12,
"464896" : 18,
"468992" : 23,
"473088" : 24,
"477184" : 24,
"481280" : 27,
"485376" : 27,
"489472" : 32,
"493568" : 32,
"497664" : 36,
"501760" : 38,
"505856" : 42,
"509952" : 26,
"514048" : 26,
"518144" : 13,
"522240" : 11,
"528384" : 32,
"536576" : 37,
"544768" : 29,
"552960" : 40,
"561152" : 34,
"569344" : 41,
"577536" : 85,
"585728" : 89,
"593920" : 105,
"602112" : 82,
"610304" : 86,
"618496" : 50,
"626688" : 68,
"634880" : 78,
"643072" : 64,
"651264" : 64,
"659456" : 51,
"667648" : 70,
"675840" : 62,
"684032" : 92,
"692224" : 158,
"700416" : 170,
"708608" : 210,
"716800" : 173,
"724992" : 190,
"733184" : 172,
"741376" : 150,
"749568" : 167,
"757760" : 169,
"765952" : 133,
"774144" : 114,
"782336" : 119,
"790528" : 146,
"798720" : 197,
"806912" : 266,
"815104" : 340,
"823296" : 333,
"831488" : 268,
"839680" : 284,
"847872" : 308,
"856064" : 231,
"864256" : 230,
"872448" : 185,
"880640" : 158,
"888832" : 177,
"897024" : 205,
"905216" : 295,
"913408" : 352,
"921600" : 407,
"929792" : 416,
"937984" : 390,
"946176" : 417,
"954368" : 362,
"962560" : 370,
"970752" : 287,
"978944" : 231,
"987136" : 242,
"995328" : 239,
"1003520" : 332,
"1011712" : 383,
"1019904" : 335,
"1028096" : 418,
"1036288" : 504,
"1044480" : 452,
"1056768" : 850,
"1073152" : 776,
"1089536" : 559,
"1105920" : 659,
"1122304" : 834,
"1138688" : 1063,
"1155072" : 925,
"1171456" : 914,
"1187840" : 636,
"1204224" : 694,
"1220608" : 754,
"1236992" : 993,
"1253376" : 1000,
"1269760" : 944,
"1286144" : 786,
"1302528" : 764,
"1318912" : 809,
"1335296" : 861,
"1351680" : 997,
"1368064" : 881,
"1384448" : 759,
"1400832" : 688,
"1417216" : 776,
"1433600" : 717,
"1449984" : 943,
"1466368" : 771,
"1482752" : 670,
"1499136" : 648,
"1515520" : 725,
"1531904" : 652,
"1548288" : 656,
"1564672" : 646,
"1581056" : 683,
"1597440" : 610,
"1613824" : 621,
"1630208" : 624,
"1646592" : 485,
"1662976" : 526,
"1679360" : 543,
"1695744" : 477,
"1712128" : 541,
"1728512" : 590,
"1744896" : 377,
"1761280" : 400,
"1777664" : 416,
"1794048" : 346,
"1810432" : 353,
"1826816" : 424,
"1843200" : 389,
"1859584" : 584,
"1875968" : 473,
"1892352" : 416,
"1908736" : 336,
"1925120" : 272,
"1941504" : 306,
"1957888" : 401,
"1974272" : 497,
"1990656" : 719,
"2007040" : 1095,
"2023424" : 542,
"2039808" : 582,
"2056192" : 492,
"2072576" : 543,
"2088960" : 685,
"2113536" : 1801,
"2146304" : 5917,
"2179072" : 2216,
"2211840" : 1575,
"2244608" : 1301,
"2277376" : 1495,
"2310144" : 2392,
"2342912" : 2107,
"2375680" : 1664,
"2408448" : 1110,
"2441216" : 1994,
"2473984" : 3869,
"2506752" : 4585,
"2539520" : 3575,
"2572288" : 2193,
"2605056" : 1893,
"2637824" : 2507,
"2670592" : 2659,
"2703360" : 2862,
"2736128" : 3463,
"2768896" : 3340,
"2801664" : 3705,
"2834432" : 3264,
"2867200" : 2534,
"2899968" : 2131,
"2932736" : 2660,
"2965504" : 3321,
"2998272" : 6987,
"3031040" : 3937,
"3063808" : 3038,
"3096576" : 2760,
"3129344" : 2813,
"3162112" : 2789,
"3194880" : 2861,
"3227648" : 3009,
"3260416" : 2487,
"3293184" : 2341,
"3325952" : 2667,
"3358720" : 2642,
"3391488" : 2321,
"3424256" : 2408,
"3457024" : 2537,
"3489792" : 2465,
"3522560" : 2327,
"3555328" : 2235,
"3588096" : 2285,
"3620864" : 2157,
"3653632" : 2113,
"3686400" : 2315,
"3719168" : 2218,
"3751936" : 2406,
"3784704" : 2471,
"3817472" : 2419,
"3850240" : 2392,
"3883008" : 2314,
"3915776" : 2312,
"3948544" : 2310,
"3981312" : 2504,
"4014080" : 2718,
"4046848" : 2482,
"4079616" : 2571,
"4112384" : 2683,
"4145152" : 2762,
"4177920" : 2841,
"4227072" : 5805,
"4292608" : 6037,
"4358144" : 6551,
"4423680" : 6889,
"4489216" : 7352,
"4554752" : 7879,
"4620288" : 8104,
"4685824" : 8539,
"4751360" : 8918,
"4816896" : 9677,
"4882432" : 10015,
"4947968" : 10580,
"5013504" : 11273,
"5079040" : 11627,
"5144576" : 11969,
"5210112" : 12596,
"5275648" : 13359,
"5341184" : 14032,
"5406720" : 14475,
"5472256" : 15135,
"5537792" : 15769,
"5603328" : 16091,
"5668864" : 16591,
"5734400" : 17528,
"5799936" : 17419,
"5865472" : 18443,
"5931008" : 19098,
"5996544" : 20146,
"6062080" : 20962,
"6127616" : 21611,
"6193152" : 22433,
"6258688" : 22999,
"6324224" : 24242,
"6389760" : 25393,
"6455296" : 26153,
"6520832" : 27182,
"6586368" : 27600,
"6651904" : 28561,
"6717440" : 29584,
"6782976" : 29995,
"6848512" : 30563,
"6914048" : 31326,
"6979584" : 31480,
"7045120" : 32328,
"7110656" : 32795,
"7176192" : 33285,
"7241728" : 33068,
"7307264" : 33291,
"7372800" : 33289,
"7438336" : 33062,
"7503872" : 33239,
"7569408" : 32758,
"7634944" : 32413,
"7700480" : 31940,
"7766016" : 31714,
"7831552" : 30999,
"7897088" : 30374,
"7962624" : 29371,
"8028160" : 28860,
"8093696" : 27421,
"8159232" : 27000,
"8224768" : 25996,
"8290304" : 25118,
"8355840" : 24272,
"8454144" : 45813,
"8585216" : 41347,
"8716288" : 37729,
"8847360" : 33436,
"8978432" : 29820,
"9109504" : 26531,
"9240576" : 23027,
"9371648" : 20182,
"9502720" : 16953,
"9633792" : 14468,
"9764864" : 12272,
"9895936" : 10376,
"10027008" : 8498,
"10158080" : 7017,
"10289152" : 5554,
"10420224" : 4546,
"10551296" : 3703,
"10682368" : 2915,
"10813440" : 2240,
"10944512" : 1731,
"11075584" : 1388,
"11206656" : 1006,
"11337728" : 756,
"11468800" : 578,
"11599872" : 410,
"11730944" : 291,
"11862016" : 230,
"11993088" : 124,
"12124160" : 107,
"12255232" : 67,
"12386304" : 42,
"12517376" : 26,
"12648448" : 14,
"12779520" : 10,
"12910592" : 4,
"13041664" : 8,
"13172736" : 6,
"13303808" : 1,
"13565952" : 1,
"13697024" : 1
}
},
"lat_ns" : {
"min" : 470910,
"max" : 14282263,
"mean" : 7168207.891582,
"stddev" : 2081029.311988,
"N" : 1963912
},
"bw_min" : 55965,
"bw_max" : 109165,
"bw_agg" : 100.000000,
"bw_mean" : 71456.589041,
"bw_dev" : 2575.830677,
"bw_samples" : 1752,
"iops_min" : 13991,
"iops_max" : 27290,
"iops_mean" : 17863.890411,
"iops_stddev" : 643.959509,
"iops_samples" : 1752
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 879992,
"usr_cpu" : 0.688643,
"sys_cpu" : 14.488200,
"ctx" : 1757325,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.014563,
"750" : 0.138448,
"1000" : 0.405923
},
"latency_ms" : {
"2" : 2.049472,
"4" : 8.097784,
"10" : 87.327233,
"20" : 1.966170,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093732,
"timestamp_ms" : 1773093732030,
"time" : "Mon Mar 9 19:02:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8749043712,
"io_kbytes" : 8543988,
"bw_bytes" : 72909305,
"bw" : 71200,
"iops" : 17800.223335,
"runtime" : 119999,
"total_ios" : 2136009,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9645,
"max" : 4168321,
"mean" : 446442.502920,
"stddev" : 263167.942691,
"N" : 2136009
},
"clat_ns" : {
"min" : 443869,
"max" : 13712292,
"mean" : 6743369.166321,
"stddev" : 1922577.252554,
"N" : 2136001,
"percentile" : {
"1.000000" : 1220608,
"5.000000" : 2768896,
"10.000000" : 4014080,
"20.000000" : 5406720,
"30.000000" : 6127616,
"40.000000" : 6651904,
"50.000000" : 7045120,
"60.000000" : 7438336,
"70.000000" : 7831552,
"80.000000" : 8290304,
"90.000000" : 8847360,
"95.000000" : 9371648,
"99.000000" : 10289152,
"99.500000" : 10682368,
"99.900000" : 11337728,
"99.950000" : 11599872,
"99.990000" : 12124160
},
"bins" : {
"444416" : 5,
"448512" : 4,
"452608" : 11,
"456704" : 7,
"460800" : 12,
"464896" : 18,
"468992" : 23,
"473088" : 24,
"477184" : 24,
"481280" : 27,
"485376" : 27,
"489472" : 32,
"493568" : 32,
"497664" : 36,
"501760" : 38,
"505856" : 42,
"509952" : 26,
"514048" : 26,
"518144" : 13,
"522240" : 11,
"528384" : 32,
"536576" : 37,
"544768" : 29,
"552960" : 40,
"561152" : 34,
"569344" : 41,
"577536" : 85,
"585728" : 89,
"593920" : 105,
"602112" : 82,
"610304" : 86,
"618496" : 50,
"626688" : 68,
"634880" : 78,
"643072" : 64,
"651264" : 64,
"659456" : 51,
"667648" : 70,
"675840" : 62,
"684032" : 92,
"692224" : 158,
"700416" : 170,
"708608" : 210,
"716800" : 173,
"724992" : 190,
"733184" : 172,
"741376" : 150,
"749568" : 167,
"757760" : 169,
"765952" : 133,
"774144" : 114,
"782336" : 119,
"790528" : 146,
"798720" : 197,
"806912" : 266,
"815104" : 340,
"823296" : 333,
"831488" : 268,
"839680" : 284,
"847872" : 308,
"856064" : 231,
"864256" : 230,
"872448" : 185,
"880640" : 158,
"888832" : 177,
"897024" : 205,
"905216" : 295,
"913408" : 352,
"921600" : 407,
"929792" : 416,
"937984" : 390,
"946176" : 417,
"954368" : 362,
"962560" : 370,
"970752" : 287,
"978944" : 231,
"987136" : 242,
"995328" : 239,
"1003520" : 332,
"1011712" : 383,
"1019904" : 335,
"1028096" : 418,
"1036288" : 504,
"1044480" : 452,
"1056768" : 850,
"1073152" : 776,
"1089536" : 559,
"1105920" : 659,
"1122304" : 834,
"1138688" : 1063,
"1155072" : 925,
"1171456" : 914,
"1187840" : 636,
"1204224" : 694,
"1220608" : 754,
"1236992" : 993,
"1253376" : 1000,
"1269760" : 944,
"1286144" : 786,
"1302528" : 764,
"1318912" : 809,
"1335296" : 861,
"1351680" : 997,
"1368064" : 881,
"1384448" : 759,
"1400832" : 688,
"1417216" : 776,
"1433600" : 717,
"1449984" : 943,
"1466368" : 771,
"1482752" : 670,
"1499136" : 648,
"1515520" : 725,
"1531904" : 652,
"1548288" : 656,
"1564672" : 646,
"1581056" : 683,
"1597440" : 610,
"1613824" : 621,
"1630208" : 624,
"1646592" : 485,
"1662976" : 526,
"1679360" : 543,
"1695744" : 477,
"1712128" : 541,
"1728512" : 590,
"1744896" : 377,
"1761280" : 400,
"1777664" : 416,
"1794048" : 346,
"1810432" : 353,
"1826816" : 424,
"1843200" : 389,
"1859584" : 584,
"1875968" : 473,
"1892352" : 416,
"1908736" : 336,
"1925120" : 272,
"1941504" : 306,
"1957888" : 401,
"1974272" : 497,
"1990656" : 719,
"2007040" : 1095,
"2023424" : 542,
"2039808" : 582,
"2056192" : 492,
"2072576" : 543,
"2088960" : 685,
"2113536" : 1801,
"2146304" : 5918,
"2179072" : 2217,
"2211840" : 1575,
"2244608" : 1303,
"2277376" : 1497,
"2310144" : 2392,
"2342912" : 2107,
"2375680" : 1664,
"2408448" : 1112,
"2441216" : 1995,
"2473984" : 3871,
"2506752" : 4589,
"2539520" : 3577,
"2572288" : 2194,
"2605056" : 1894,
"2637824" : 2512,
"2670592" : 2662,
"2703360" : 2865,
"2736128" : 3467,
"2768896" : 3346,
"2801664" : 3708,
"2834432" : 3268,
"2867200" : 2542,
"2899968" : 2132,
"2932736" : 2664,
"2965504" : 3327,
"2998272" : 7001,
"3031040" : 3944,
"3063808" : 3056,
"3096576" : 2770,
"3129344" : 2827,
"3162112" : 2801,
"3194880" : 2881,
"3227648" : 3028,
"3260416" : 2506,
"3293184" : 2361,
"3325952" : 2683,
"3358720" : 2688,
"3391488" : 2352,
"3424256" : 2453,
"3457024" : 2586,
"3489792" : 2510,
"3522560" : 2366,
"3555328" : 2301,
"3588096" : 2325,
"3620864" : 2207,
"3653632" : 2181,
"3686400" : 2382,
"3719168" : 2281,
"3751936" : 2520,
"3784704" : 2597,
"3817472" : 2541,
"3850240" : 2527,
"3883008" : 2427,
"3915776" : 2433,
"3948544" : 2431,
"3981312" : 2661,
"4014080" : 2862,
"4046848" : 2631,
"4079616" : 2771,
"4112384" : 2862,
"4145152" : 2980,
"4177920" : 3088,
"4227072" : 6245,
"4292608" : 6589,
"4358144" : 7077,
"4423680" : 7447,
"4489216" : 8066,
"4554752" : 8704,
"4620288" : 8960,
"4685824" : 9415,
"4751360" : 9778,
"4816896" : 10619,
"4882432" : 11033,
"4947968" : 11752,
"5013504" : 12424,
"5079040" : 12836,
"5144576" : 13143,
"5210112" : 13939,
"5275648" : 14725,
"5341184" : 15621,
"5406720" : 16048,
"5472256" : 16724,
"5537792" : 17551,
"5603328" : 17996,
"5668864" : 18592,
"5734400" : 19546,
"5799936" : 19634,
"5865472" : 20719,
"5931008" : 21517,
"5996544" : 22637,
"6062080" : 23575,
"6127616" : 24245,
"6193152" : 25273,
"6258688" : 25772,
"6324224" : 27270,
"6389760" : 28570,
"6455296" : 29255,
"6520832" : 30403,
"6586368" : 30970,
"6651904" : 31895,
"6717440" : 32974,
"6782976" : 33376,
"6848512" : 34030,
"6914048" : 34767,
"6979584" : 34898,
"7045120" : 35776,
"7110656" : 36190,
"7176192" : 36739,
"7241728" : 36487,
"7307264" : 36623,
"7372800" : 36540,
"7438336" : 36249,
"7503872" : 36374,
"7569408" : 35954,
"7634944" : 35476,
"7700480" : 34966,
"7766016" : 34572,
"7831552" : 33813,
"7897088" : 32931,
"7962624" : 31903,
"8028160" : 31328,
"8093696" : 29839,
"8159232" : 29267,
"8224768" : 28251,
"8290304" : 27193,
"8355840" : 26201,
"8454144" : 49448,
"8585216" : 44682,
"8716288" : 40590,
"8847360" : 35994,
"8978432" : 31946,
"9109504" : 28369,
"9240576" : 24542,
"9371648" : 21440,
"9502720" : 17970,
"9633792" : 15387,
"9764864" : 12956,
"9895936" : 10970,
"10027008" : 8972,
"10158080" : 7398,
"10289152" : 5829,
"10420224" : 4768,
"10551296" : 3867,
"10682368" : 3056,
"10813440" : 2347,
"10944512" : 1794,
"11075584" : 1449,
"11206656" : 1055,
"11337728" : 782,
"11468800" : 603,
"11599872" : 435,
"11730944" : 300,
"11862016" : 241,
"11993088" : 132,
"12124160" : 110,
"12255232" : 69,
"12386304" : 43,
"12517376" : 27,
"12648448" : 17,
"12779520" : 11,
"12910592" : 4,
"13041664" : 8,
"13172736" : 6,
"13303808" : 1,
"13565952" : 1,
"13697024" : 1
}
},
"lat_ns" : {
"min" : 470910,
"max" : 14282263,
"mean" : 7189813.601656,
"stddev" : 2034914.361487,
"N" : 2136001
},
"bw_min" : 55965,
"bw_max" : 109795,
"bw_agg" : 100.000000,
"bw_mean" : 71220.656904,
"bw_dev" : 2528.872673,
"bw_samples" : 1912,
"iops_min" : 13991,
"iops_max" : 27448,
"iops_mean" : 17804.899582,
"iops_stddev" : 632.219941,
"iops_samples" : 1912
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959992,
"usr_cpu" : 0.682402,
"sys_cpu" : 14.483142,
"ctx" : 1907848,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999953,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999953,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.013389,
"750" : 0.127293,
"1000" : 0.373219
},
"latency_ms" : {
"2" : 1.884355,
"4" : 7.532833,
"10" : 88.171305,
"20" : 1.897230,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093742,
"timestamp_ms" : 1773093742030,
"time" : "Mon Mar 9 19:02:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9456087040,
"io_kbytes" : 9234460,
"bw_bytes" : 72739690,
"bw" : 71034,
"iops" : 17758.821222,
"runtime" : 129999,
"total_ios" : 2308629,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9645,
"max" : 4168321,
"mean" : 447486.923384,
"stddev" : 264769.581776,
"N" : 2308629
},
"clat_ns" : {
"min" : 443869,
"max" : 13712292,
"mean" : 6759080.387458,
"stddev" : 1889016.180664,
"N" : 2308621,
"percentile" : {
"1.000000" : 1253376,
"5.000000" : 2834432,
"10.000000" : 4177920,
"20.000000" : 5472256,
"30.000000" : 6127616,
"40.000000" : 6586368,
"50.000000" : 7045120,
"60.000000" : 7438336,
"70.000000" : 7831552,
"80.000000" : 8224768,
"90.000000" : 8847360,
"95.000000" : 9371648,
"99.000000" : 10289152,
"99.500000" : 10682368,
"99.900000" : 11337728,
"99.950000" : 11599872,
"99.990000" : 12124160
},
"bins" : {
"444416" : 5,
"448512" : 4,
"452608" : 11,
"456704" : 7,
"460800" : 12,
"464896" : 18,
"468992" : 23,
"473088" : 24,
"477184" : 24,
"481280" : 27,
"485376" : 27,
"489472" : 32,
"493568" : 32,
"497664" : 36,
"501760" : 38,
"505856" : 42,
"509952" : 26,
"514048" : 26,
"518144" : 13,
"522240" : 11,
"528384" : 32,
"536576" : 37,
"544768" : 29,
"552960" : 40,
"561152" : 34,
"569344" : 41,
"577536" : 85,
"585728" : 89,
"593920" : 105,
"602112" : 82,
"610304" : 86,
"618496" : 50,
"626688" : 68,
"634880" : 78,
"643072" : 64,
"651264" : 64,
"659456" : 51,
"667648" : 70,
"675840" : 62,
"684032" : 92,
"692224" : 158,
"700416" : 170,
"708608" : 210,
"716800" : 173,
"724992" : 190,
"733184" : 172,
"741376" : 150,
"749568" : 167,
"757760" : 169,
"765952" : 133,
"774144" : 114,
"782336" : 119,
"790528" : 146,
"798720" : 197,
"806912" : 266,
"815104" : 340,
"823296" : 333,
"831488" : 268,
"839680" : 284,
"847872" : 308,
"856064" : 231,
"864256" : 230,
"872448" : 185,
"880640" : 158,
"888832" : 177,
"897024" : 205,
"905216" : 295,
"913408" : 352,
"921600" : 407,
"929792" : 416,
"937984" : 390,
"946176" : 417,
"954368" : 362,
"962560" : 370,
"970752" : 287,
"978944" : 231,
"987136" : 242,
"995328" : 239,
"1003520" : 332,
"1011712" : 383,
"1019904" : 335,
"1028096" : 418,
"1036288" : 504,
"1044480" : 452,
"1056768" : 850,
"1073152" : 776,
"1089536" : 559,
"1105920" : 659,
"1122304" : 834,
"1138688" : 1063,
"1155072" : 925,
"1171456" : 914,
"1187840" : 636,
"1204224" : 694,
"1220608" : 754,
"1236992" : 993,
"1253376" : 1000,
"1269760" : 944,
"1286144" : 786,
"1302528" : 764,
"1318912" : 809,
"1335296" : 861,
"1351680" : 997,
"1368064" : 881,
"1384448" : 759,
"1400832" : 688,
"1417216" : 776,
"1433600" : 717,
"1449984" : 943,
"1466368" : 771,
"1482752" : 670,
"1499136" : 648,
"1515520" : 725,
"1531904" : 652,
"1548288" : 656,
"1564672" : 646,
"1581056" : 683,
"1597440" : 610,
"1613824" : 621,
"1630208" : 624,
"1646592" : 485,
"1662976" : 526,
"1679360" : 543,
"1695744" : 477,
"1712128" : 541,
"1728512" : 590,
"1744896" : 377,
"1761280" : 400,
"1777664" : 416,
"1794048" : 346,
"1810432" : 353,
"1826816" : 424,
"1843200" : 389,
"1859584" : 584,
"1875968" : 474,
"1892352" : 416,
"1908736" : 336,
"1925120" : 272,
"1941504" : 306,
"1957888" : 401,
"1974272" : 497,
"1990656" : 719,
"2007040" : 1095,
"2023424" : 542,
"2039808" : 582,
"2056192" : 492,
"2072576" : 543,
"2088960" : 685,
"2113536" : 1801,
"2146304" : 5918,
"2179072" : 2218,
"2211840" : 1575,
"2244608" : 1303,
"2277376" : 1497,
"2310144" : 2392,
"2342912" : 2107,
"2375680" : 1665,
"2408448" : 1113,
"2441216" : 1995,
"2473984" : 3875,
"2506752" : 4592,
"2539520" : 3578,
"2572288" : 2198,
"2605056" : 1897,
"2637824" : 2514,
"2670592" : 2664,
"2703360" : 2866,
"2736128" : 3471,
"2768896" : 3348,
"2801664" : 3716,
"2834432" : 3278,
"2867200" : 2550,
"2899968" : 2134,
"2932736" : 2671,
"2965504" : 3335,
"2998272" : 7010,
"3031040" : 3950,
"3063808" : 3068,
"3096576" : 2783,
"3129344" : 2853,
"3162112" : 2822,
"3194880" : 2915,
"3227648" : 3058,
"3260416" : 2528,
"3293184" : 2382,
"3325952" : 2707,
"3358720" : 2733,
"3391488" : 2409,
"3424256" : 2516,
"3457024" : 2640,
"3489792" : 2568,
"3522560" : 2418,
"3555328" : 2353,
"3588096" : 2394,
"3620864" : 2287,
"3653632" : 2269,
"3686400" : 2479,
"3719168" : 2399,
"3751936" : 2643,
"3784704" : 2726,
"3817472" : 2686,
"3850240" : 2694,
"3883008" : 2585,
"3915776" : 2598,
"3948544" : 2566,
"3981312" : 2825,
"4014080" : 3025,
"4046848" : 2818,
"4079616" : 2954,
"4112384" : 3077,
"4145152" : 3260,
"4177920" : 3382,
"4227072" : 6787,
"4292608" : 7208,
"4358144" : 7711,
"4423680" : 8143,
"4489216" : 8893,
"4554752" : 9570,
"4620288" : 9805,
"4685824" : 10363,
"4751360" : 10772,
"4816896" : 11709,
"4882432" : 12237,
"4947968" : 13068,
"5013504" : 13751,
"5079040" : 14285,
"5144576" : 14584,
"5210112" : 15482,
"5275648" : 16365,
"5341184" : 17299,
"5406720" : 17788,
"5472256" : 18594,
"5537792" : 19401,
"5603328" : 20018,
"5668864" : 20559,
"5734400" : 21739,
"5799936" : 21868,
"5865472" : 23025,
"5931008" : 23886,
"5996544" : 25207,
"6062080" : 26110,
"6127616" : 26956,
"6193152" : 28022,
"6258688" : 28595,
"6324224" : 30177,
"6389760" : 31461,
"6455296" : 32266,
"6520832" : 33413,
"6586368" : 34135,
"6651904" : 35001,
"6717440" : 36170,
"6782976" : 36507,
"6848512" : 37217,
"6914048" : 38029,
"6979584" : 38150,
"7045120" : 39069,
"7110656" : 39600,
"7176192" : 39835,
"7241728" : 39628,
"7307264" : 39761,
"7372800" : 39539,
"7438336" : 39270,
"7503872" : 39312,
"7569408" : 38886,
"7634944" : 38316,
"7700480" : 37864,
"7766016" : 37328,
"7831552" : 36442,
"7897088" : 35486,
"7962624" : 34398,
"8028160" : 33726,
"8093696" : 32090,
"8159232" : 31451,
"8224768" : 30341,
"8290304" : 29115,
"8355840" : 28036,
"8454144" : 53056,
"8585216" : 47848,
"8716288" : 43460,
"8847360" : 38479,
"8978432" : 34204,
"9109504" : 30401,
"9240576" : 26301,
"9371648" : 22889,
"9502720" : 19285,
"9633792" : 16481,
"9764864" : 13872,
"9895936" : 11680,
"10027008" : 9546,
"10158080" : 7829,
"10289152" : 6235,
"10420224" : 5085,
"10551296" : 4118,
"10682368" : 3271,
"10813440" : 2491,
"10944512" : 1922,
"11075584" : 1539,
"11206656" : 1122,
"11337728" : 828,
"11468800" : 634,
"11599872" : 460,
"11730944" : 311,
"11862016" : 257,
"11993088" : 142,
"12124160" : 116,
"12255232" : 73,
"12386304" : 50,
"12517376" : 32,
"12648448" : 18,
"12779520" : 12,
"12910592" : 6,
"13041664" : 8,
"13172736" : 6,
"13303808" : 1,
"13565952" : 1,
"13697024" : 1
}
},
"lat_ns" : {
"min" : 470910,
"max" : 14282263,
"mean" : 7206569.255450,
"stddev" : 1998392.925936,
"N" : 2308621
},
"bw_min" : 55965,
"bw_max" : 109859,
"bw_agg" : 100.000000,
"bw_mean" : 71044.359073,
"bw_dev" : 2479.915928,
"bw_samples" : 2072,
"iops_min" : 13991,
"iops_max" : 27464,
"iops_mean" : 17760.830116,
"iops_stddev" : 619.980703,
"iops_samples" : 2072
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1039992,
"usr_cpu" : 0.682313,
"sys_cpu" : 14.475688,
"ctx" : 2046573,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.012388,
"750" : 0.117776,
"1000" : 0.345313
},
"latency_ms" : {
"2" : 1.743502,
"4" : 7.070084,
"10" : 88.841992,
"20" : 1.868598,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093752,
"timestamp_ms" : 1773093752030,
"time" : "Mon Mar 9 19:02:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10171396096,
"io_kbytes" : 9933004,
"bw_bytes" : 72653348,
"bw" : 70950,
"iops" : 17737.705269,
"runtime" : 139999,
"total_ios" : 2483261,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9645,
"max" : 4168321,
"mean" : 448022.308471,
"stddev" : 265825.689793,
"N" : 2483261
},
"clat_ns" : {
"min" : 443869,
"max" : 13712292,
"mean" : 6767120.420268,
"stddev" : 1856508.380299,
"N" : 2483253,
"percentile" : {
"1.000000" : 1269760,
"5.000000" : 2965504,
"10.000000" : 4292608,
"20.000000" : 5472256,
"30.000000" : 6127616,
"40.000000" : 6586368,
"50.000000" : 7045120,
"60.000000" : 7372800,
"70.000000" : 7766016,
"80.000000" : 8224768,
"90.000000" : 8847360,
"95.000000" : 9371648,
"99.000000" : 10289152,
"99.500000" : 10682368,
"99.900000" : 11337728,
"99.950000" : 11599872,
"99.990000" : 12124160
},
"bins" : {
"444416" : 5,
"448512" : 4,
"452608" : 11,
"456704" : 7,
"460800" : 12,
"464896" : 18,
"468992" : 23,
"473088" : 24,
"477184" : 24,
"481280" : 27,
"485376" : 27,
"489472" : 32,
"493568" : 32,
"497664" : 36,
"501760" : 38,
"505856" : 42,
"509952" : 26,
"514048" : 26,
"518144" : 13,
"522240" : 11,
"528384" : 32,
"536576" : 37,
"544768" : 29,
"552960" : 40,
"561152" : 34,
"569344" : 41,
"577536" : 85,
"585728" : 89,
"593920" : 105,
"602112" : 82,
"610304" : 86,
"618496" : 50,
"626688" : 68,
"634880" : 78,
"643072" : 64,
"651264" : 64,
"659456" : 51,
"667648" : 70,
"675840" : 62,
"684032" : 92,
"692224" : 158,
"700416" : 170,
"708608" : 210,
"716800" : 173,
"724992" : 190,
"733184" : 172,
"741376" : 150,
"749568" : 167,
"757760" : 169,
"765952" : 133,
"774144" : 114,
"782336" : 119,
"790528" : 146,
"798720" : 197,
"806912" : 266,
"815104" : 340,
"823296" : 333,
"831488" : 268,
"839680" : 284,
"847872" : 308,
"856064" : 231,
"864256" : 230,
"872448" : 185,
"880640" : 158,
"888832" : 177,
"897024" : 205,
"905216" : 295,
"913408" : 352,
"921600" : 407,
"929792" : 416,
"937984" : 390,
"946176" : 417,
"954368" : 362,
"962560" : 370,
"970752" : 287,
"978944" : 231,
"987136" : 242,
"995328" : 239,
"1003520" : 332,
"1011712" : 383,
"1019904" : 335,
"1028096" : 418,
"1036288" : 504,
"1044480" : 452,
"1056768" : 850,
"1073152" : 776,
"1089536" : 559,
"1105920" : 659,
"1122304" : 834,
"1138688" : 1063,
"1155072" : 925,
"1171456" : 914,
"1187840" : 636,
"1204224" : 694,
"1220608" : 754,
"1236992" : 993,
"1253376" : 1000,
"1269760" : 944,
"1286144" : 786,
"1302528" : 764,
"1318912" : 809,
"1335296" : 861,
"1351680" : 997,
"1368064" : 881,
"1384448" : 759,
"1400832" : 688,
"1417216" : 776,
"1433600" : 717,
"1449984" : 943,
"1466368" : 771,
"1482752" : 670,
"1499136" : 648,
"1515520" : 725,
"1531904" : 652,
"1548288" : 656,
"1564672" : 646,
"1581056" : 683,
"1597440" : 610,
"1613824" : 621,
"1630208" : 624,
"1646592" : 485,
"1662976" : 526,
"1679360" : 543,
"1695744" : 477,
"1712128" : 541,
"1728512" : 590,
"1744896" : 377,
"1761280" : 400,
"1777664" : 416,
"1794048" : 346,
"1810432" : 353,
"1826816" : 424,
"1843200" : 389,
"1859584" : 584,
"1875968" : 474,
"1892352" : 416,
"1908736" : 336,
"1925120" : 272,
"1941504" : 306,
"1957888" : 401,
"1974272" : 497,
"1990656" : 719,
"2007040" : 1095,
"2023424" : 542,
"2039808" : 582,
"2056192" : 492,
"2072576" : 543,
"2088960" : 685,
"2113536" : 1801,
"2146304" : 5918,
"2179072" : 2218,
"2211840" : 1575,
"2244608" : 1303,
"2277376" : 1497,
"2310144" : 2392,
"2342912" : 2107,
"2375680" : 1665,
"2408448" : 1113,
"2441216" : 1995,
"2473984" : 3875,
"2506752" : 4592,
"2539520" : 3579,
"2572288" : 2198,
"2605056" : 1900,
"2637824" : 2517,
"2670592" : 2666,
"2703360" : 2868,
"2736128" : 3475,
"2768896" : 3354,
"2801664" : 3721,
"2834432" : 3285,
"2867200" : 2553,
"2899968" : 2142,
"2932736" : 2682,
"2965504" : 3353,
"2998272" : 7017,
"3031040" : 3966,
"3063808" : 3076,
"3096576" : 2799,
"3129344" : 2866,
"3162112" : 2846,
"3194880" : 2941,
"3227648" : 3092,
"3260416" : 2553,
"3293184" : 2413,
"3325952" : 2736,
"3358720" : 2780,
"3391488" : 2445,
"3424256" : 2562,
"3457024" : 2705,
"3489792" : 2641,
"3522560" : 2486,
"3555328" : 2414,
"3588096" : 2465,
"3620864" : 2357,
"3653632" : 2355,
"3686400" : 2582,
"3719168" : 2488,
"3751936" : 2767,
"3784704" : 2866,
"3817472" : 2832,
"3850240" : 2815,
"3883008" : 2746,
"3915776" : 2780,
"3948544" : 2717,
"3981312" : 3033,
"4014080" : 3228,
"4046848" : 3035,
"4079616" : 3170,
"4112384" : 3299,
"4145152" : 3532,
"4177920" : 3622,
"4227072" : 7338,
"4292608" : 7876,
"4358144" : 8442,
"4423680" : 8894,
"4489216" : 9757,
"4554752" : 10469,
"4620288" : 10764,
"4685824" : 11360,
"4751360" : 11827,
"4816896" : 12908,
"4882432" : 13415,
"4947968" : 14331,
"5013504" : 15167,
"5079040" : 15746,
"5144576" : 16058,
"5210112" : 17109,
"5275648" : 18016,
"5341184" : 19043,
"5406720" : 19677,
"5472256" : 20564,
"5537792" : 21397,
"5603328" : 22061,
"5668864" : 22818,
"5734400" : 24096,
"5799936" : 24277,
"5865472" : 25524,
"5931008" : 26378,
"5996544" : 27832,
"6062080" : 29014,
"6127616" : 29856,
"6193152" : 30998,
"6258688" : 31583,
"6324224" : 33233,
"6389760" : 34532,
"6455296" : 35582,
"6520832" : 36642,
"6586368" : 37363,
"6651904" : 38321,
"6717440" : 39612,
"6782976" : 39856,
"6848512" : 40625,
"6914048" : 41331,
"6979584" : 41451,
"7045120" : 42474,
"7110656" : 42940,
"7176192" : 43109,
"7241728" : 43038,
"7307264" : 42895,
"7372800" : 42620,
"7438336" : 42314,
"7503872" : 42242,
"7569408" : 41836,
"7634944" : 41177,
"7700480" : 40660,
"7766016" : 39960,
"7831552" : 38969,
"7897088" : 38036,
"7962624" : 36861,
"8028160" : 36109,
"8093696" : 34393,
"8159232" : 33639,
"8224768" : 32401,
"8290304" : 31054,
"8355840" : 29702,
"8454144" : 56335,
"8585216" : 50865,
"8716288" : 46129,
"8847360" : 40836,
"8978432" : 36237,
"9109504" : 32154,
"9240576" : 27760,
"9371648" : 24212,
"9502720" : 20384,
"9633792" : 17360,
"9764864" : 14565,
"9895936" : 12267,
"10027008" : 10014,
"10158080" : 8190,
"10289152" : 6540,
"10420224" : 5305,
"10551296" : 4330,
"10682368" : 3402,
"10813440" : 2589,
"10944512" : 1991,
"11075584" : 1585,
"11206656" : 1154,
"11337728" : 852,
"11468800" : 648,
"11599872" : 469,
"11730944" : 318,
"11862016" : 266,
"11993088" : 145,
"12124160" : 117,
"12255232" : 75,
"12386304" : 50,
"12517376" : 32,
"12648448" : 18,
"12779520" : 12,
"12910592" : 6,
"13041664" : 8,
"13172736" : 6,
"13303808" : 1,
"13565952" : 1,
"13697024" : 1
}
},
"lat_ns" : {
"min" : 470910,
"max" : 14282263,
"mean" : 7215145.217096,
"stddev" : 1963117.621815,
"N" : 2483253
},
"bw_min" : 55965,
"bw_max" : 110380,
"bw_agg" : 100.000000,
"bw_mean" : 70971.003584,
"bw_dev" : 2431.480327,
"bw_samples" : 2232,
"iops_min" : 13991,
"iops_max" : 27592,
"iops_mean" : 17742.491039,
"iops_stddev" : 607.870897,
"iops_samples" : 2232
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1119992,
"usr_cpu" : 0.683130,
"sys_cpu" : 14.476978,
"ctx" : 2187618,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.011517,
"750" : 0.109493,
"1000" : 0.321029
},
"latency_ms" : {
"2" : 1.620893,
"4" : 6.668288,
"10" : 89.456122,
"20" : 1.812335,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093762,
"timestamp_ms" : 1773093762030,
"time" : "Mon Mar 9 19:02:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10888224768,
"io_kbytes" : 10633032,
"bw_bytes" : 72588649,
"bw" : 70887,
"iops" : 17721.911479,
"runtime" : 149999,
"total_ios" : 2658269,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9645,
"max" : 4168321,
"mean" : 448424.185899,
"stddev" : 266621.258778,
"N" : 2658269
},
"clat_ns" : {
"min" : 443869,
"max" : 13712292,
"mean" : 6773169.345279,
"stddev" : 1827238.219389,
"N" : 2658261,
"percentile" : {
"1.000000" : 1318912,
"5.000000" : 2998272,
"10.000000" : 4423680,
"20.000000" : 5472256,
"30.000000" : 6127616,
"40.000000" : 6586368,
"50.000000" : 6979584,
"60.000000" : 7372800,
"70.000000" : 7766016,
"80.000000" : 8224768,
"90.000000" : 8847360,
"95.000000" : 9371648,
"99.000000" : 10289152,
"99.500000" : 10682368,
"99.900000" : 11337728,
"99.950000" : 11599872,
"99.990000" : 12124160
},
"bins" : {
"444416" : 5,
"448512" : 4,
"452608" : 11,
"456704" : 7,
"460800" : 12,
"464896" : 18,
"468992" : 23,
"473088" : 24,
"477184" : 24,
"481280" : 27,
"485376" : 27,
"489472" : 32,
"493568" : 32,
"497664" : 36,
"501760" : 38,
"505856" : 42,
"509952" : 26,
"514048" : 26,
"518144" : 13,
"522240" : 11,
"528384" : 32,
"536576" : 37,
"544768" : 29,
"552960" : 40,
"561152" : 34,
"569344" : 41,
"577536" : 85,
"585728" : 89,
"593920" : 105,
"602112" : 82,
"610304" : 86,
"618496" : 50,
"626688" : 68,
"634880" : 78,
"643072" : 64,
"651264" : 64,
"659456" : 51,
"667648" : 70,
"675840" : 62,
"684032" : 92,
"692224" : 158,
"700416" : 170,
"708608" : 210,
"716800" : 173,
"724992" : 190,
"733184" : 172,
"741376" : 150,
"749568" : 167,
"757760" : 169,
"765952" : 133,
"774144" : 114,
"782336" : 119,
"790528" : 146,
"798720" : 197,
"806912" : 266,
"815104" : 340,
"823296" : 333,
"831488" : 268,
"839680" : 284,
"847872" : 308,
"856064" : 231,
"864256" : 230,
"872448" : 185,
"880640" : 158,
"888832" : 177,
"897024" : 205,
"905216" : 295,
"913408" : 352,
"921600" : 407,
"929792" : 416,
"937984" : 390,
"946176" : 417,
"954368" : 362,
"962560" : 370,
"970752" : 287,
"978944" : 231,
"987136" : 242,
"995328" : 239,
"1003520" : 332,
"1011712" : 383,
"1019904" : 335,
"1028096" : 418,
"1036288" : 504,
"1044480" : 452,
"1056768" : 850,
"1073152" : 776,
"1089536" : 559,
"1105920" : 659,
"1122304" : 834,
"1138688" : 1063,
"1155072" : 925,
"1171456" : 914,
"1187840" : 636,
"1204224" : 694,
"1220608" : 754,
"1236992" : 993,
"1253376" : 1000,
"1269760" : 944,
"1286144" : 786,
"1302528" : 764,
"1318912" : 809,
"1335296" : 861,
"1351680" : 997,
"1368064" : 881,
"1384448" : 759,
"1400832" : 688,
"1417216" : 776,
"1433600" : 717,
"1449984" : 943,
"1466368" : 771,
"1482752" : 670,
"1499136" : 648,
"1515520" : 725,
"1531904" : 652,
"1548288" : 656,
"1564672" : 646,
"1581056" : 683,
"1597440" : 610,
"1613824" : 621,
"1630208" : 624,
"1646592" : 485,
"1662976" : 526,
"1679360" : 543,
"1695744" : 477,
"1712128" : 541,
"1728512" : 590,
"1744896" : 377,
"1761280" : 400,
"1777664" : 416,
"1794048" : 346,
"1810432" : 353,
"1826816" : 424,
"1843200" : 389,
"1859584" : 584,
"1875968" : 474,
"1892352" : 416,
"1908736" : 336,
"1925120" : 272,
"1941504" : 306,
"1957888" : 401,
"1974272" : 497,
"1990656" : 719,
"2007040" : 1095,
"2023424" : 542,
"2039808" : 582,
"2056192" : 492,
"2072576" : 543,
"2088960" : 685,
"2113536" : 1801,
"2146304" : 5918,
"2179072" : 2218,
"2211840" : 1575,
"2244608" : 1304,
"2277376" : 1499,
"2310144" : 2392,
"2342912" : 2107,
"2375680" : 1665,
"2408448" : 1116,
"2441216" : 1995,
"2473984" : 3881,
"2506752" : 4594,
"2539520" : 3580,
"2572288" : 2201,
"2605056" : 1904,
"2637824" : 2521,
"2670592" : 2667,
"2703360" : 2870,
"2736128" : 3479,
"2768896" : 3357,
"2801664" : 3730,
"2834432" : 3295,
"2867200" : 2566,
"2899968" : 2157,
"2932736" : 2694,
"2965504" : 3355,
"2998272" : 7029,
"3031040" : 3975,
"3063808" : 3089,
"3096576" : 2820,
"3129344" : 2888,
"3162112" : 2862,
"3194880" : 2968,
"3227648" : 3121,
"3260416" : 2588,
"3293184" : 2449,
"3325952" : 2781,
"3358720" : 2818,
"3391488" : 2479,
"3424256" : 2607,
"3457024" : 2755,
"3489792" : 2702,
"3522560" : 2543,
"3555328" : 2502,
"3588096" : 2544,
"3620864" : 2445,
"3653632" : 2435,
"3686400" : 2685,
"3719168" : 2577,
"3751936" : 2875,
"3784704" : 2989,
"3817472" : 2978,
"3850240" : 2941,
"3883008" : 2900,
"3915776" : 2945,
"3948544" : 2904,
"3981312" : 3249,
"4014080" : 3432,
"4046848" : 3238,
"4079616" : 3407,
"4112384" : 3548,
"4145152" : 3783,
"4177920" : 3880,
"4227072" : 7892,
"4292608" : 8499,
"4358144" : 9141,
"4423680" : 9643,
"4489216" : 10533,
"4554752" : 11325,
"4620288" : 11687,
"4685824" : 12388,
"4751360" : 12909,
"4816896" : 14039,
"4882432" : 14641,
"4947968" : 15583,
"5013504" : 16520,
"5079040" : 17282,
"5144576" : 17610,
"5210112" : 18727,
"5275648" : 19694,
"5341184" : 20857,
"5406720" : 21541,
"5472256" : 22485,
"5537792" : 23451,
"5603328" : 24186,
"5668864" : 25028,
"5734400" : 26376,
"5799936" : 26710,
"5865472" : 28032,
"5931008" : 29085,
"5996544" : 30581,
"6062080" : 31819,
"6127616" : 32793,
"6193152" : 34063,
"6258688" : 34741,
"6324224" : 36356,
"6389760" : 37630,
"6455296" : 38871,
"6520832" : 40005,
"6586368" : 40768,
"6651904" : 41770,
"6717440" : 43081,
"6782976" : 43253,
"6848512" : 44061,
"6914048" : 44839,
"6979584" : 44756,
"7045120" : 45777,
"7110656" : 46352,
"7176192" : 46346,
"7241728" : 46283,
"7307264" : 46040,
"7372800" : 45770,
"7438336" : 45385,
"7503872" : 45204,
"7569408" : 44819,
"7634944" : 43984,
"7700480" : 43463,
"7766016" : 42767,
"7831552" : 41556,
"7897088" : 40547,
"7962624" : 39233,
"8028160" : 38384,
"8093696" : 36628,
"8159232" : 35825,
"8224768" : 34451,
"8290304" : 32934,
"8355840" : 31565,
"8454144" : 59603,
"8585216" : 53768,
"8716288" : 48720,
"8847360" : 43039,
"8978432" : 38132,
"9109504" : 33782,
"9240576" : 29104,
"9371648" : 25425,
"9502720" : 21450,
"9633792" : 18187,
"9764864" : 15239,
"9895936" : 12814,
"10027008" : 10477,
"10158080" : 8548,
"10289152" : 6850,
"10420224" : 5514,
"10551296" : 4525,
"10682368" : 3548,
"10813440" : 2690,
"10944512" : 2081,
"11075584" : 1648,
"11206656" : 1204,
"11337728" : 878,
"11468800" : 672,
"11599872" : 479,
"11730944" : 321,
"11862016" : 268,
"11993088" : 149,
"12124160" : 118,
"12255232" : 75,
"12386304" : 51,
"12517376" : 32,
"12648448" : 18,
"12779520" : 12,
"12910592" : 6,
"13041664" : 8,
"13172736" : 6,
"13303808" : 1,
"13565952" : 1,
"13697024" : 1
}
},
"lat_ns" : {
"min" : 470910,
"max" : 14282263,
"mean" : 7221598.909314,
"stddev" : 1931321.422893,
"N" : 2658261
},
"bw_min" : 55965,
"bw_max" : 110380,
"bw_agg" : 100.000000,
"bw_mean" : 70908.200669,
"bw_dev" : 2383.884850,
"bw_samples" : 2392,
"iops_min" : 13991,
"iops_max" : 27592,
"iops_mean" : 17726.785953,
"iops_stddev" : 595.971526,
"iops_samples" : 2392
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1199992,
"usr_cpu" : 0.685171,
"sys_cpu" : 14.477930,
"ctx" : 2329786,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010759,
"750" : 0.102285,
"1000" : 0.299894
},
"latency_ms" : {
"2" : 1.514181,
"4" : 6.320278,
"10" : 89.987620,
"20" : 1.764682,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093772,
"timestamp_ms" : 1773093772031,
"time" : "Mon Mar 9 19:02:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11599089664,
"io_kbytes" : 11327236,
"bw_bytes" : 72494310,
"bw" : 70795,
"iops" : 17698.887500,
"runtime" : 160000,
"total_ios" : 2831822,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9645,
"max" : 4168321,
"mean" : 449009.464583,
"stddev" : 267181.090818,
"N" : 2831822
},
"clat_ns" : {
"min" : 443869,
"max" : 13712292,
"mean" : 6781957.101626,
"stddev" : 1800653.625622,
"N" : 2831814,
"percentile" : {
"1.000000" : 1351680,
"5.000000" : 3063808,
"10.000000" : 4489216,
"20.000000" : 5537792,
"30.000000" : 6127616,
"40.000000" : 6586368,
"50.000000" : 6979584,
"60.000000" : 7372800,
"70.000000" : 7766016,
"80.000000" : 8224768,
"90.000000" : 8847360,
"95.000000" : 9371648,
"99.000000" : 10289152,
"99.500000" : 10682368,
"99.900000" : 11337728,
"99.950000" : 11599872,
"99.990000" : 12124160
},
"bins" : {
"444416" : 5,
"448512" : 4,
"452608" : 11,
"456704" : 7,
"460800" : 12,
"464896" : 18,
"468992" : 23,
"473088" : 24,
"477184" : 24,
"481280" : 27,
"485376" : 27,
"489472" : 32,
"493568" : 32,
"497664" : 36,
"501760" : 38,
"505856" : 42,
"509952" : 26,
"514048" : 26,
"518144" : 13,
"522240" : 11,
"528384" : 32,
"536576" : 37,
"544768" : 29,
"552960" : 40,
"561152" : 34,
"569344" : 41,
"577536" : 85,
"585728" : 89,
"593920" : 105,
"602112" : 82,
"610304" : 86,
"618496" : 50,
"626688" : 68,
"634880" : 78,
"643072" : 64,
"651264" : 64,
"659456" : 51,
"667648" : 70,
"675840" : 62,
"684032" : 92,
"692224" : 158,
"700416" : 170,
"708608" : 210,
"716800" : 173,
"724992" : 190,
"733184" : 172,
"741376" : 150,
"749568" : 167,
"757760" : 169,
"765952" : 133,
"774144" : 114,
"782336" : 119,
"790528" : 146,
"798720" : 197,
"806912" : 266,
"815104" : 340,
"823296" : 333,
"831488" : 268,
"839680" : 284,
"847872" : 308,
"856064" : 231,
"864256" : 230,
"872448" : 185,
"880640" : 158,
"888832" : 177,
"897024" : 205,
"905216" : 295,
"913408" : 352,
"921600" : 407,
"929792" : 416,
"937984" : 390,
"946176" : 417,
"954368" : 362,
"962560" : 370,
"970752" : 287,
"978944" : 231,
"987136" : 242,
"995328" : 239,
"1003520" : 332,
"1011712" : 383,
"1019904" : 335,
"1028096" : 418,
"1036288" : 504,
"1044480" : 452,
"1056768" : 850,
"1073152" : 776,
"1089536" : 559,
"1105920" : 659,
"1122304" : 834,
"1138688" : 1063,
"1155072" : 925,
"1171456" : 914,
"1187840" : 636,
"1204224" : 694,
"1220608" : 754,
"1236992" : 993,
"1253376" : 1000,
"1269760" : 944,
"1286144" : 786,
"1302528" : 764,
"1318912" : 809,
"1335296" : 861,
"1351680" : 997,
"1368064" : 881,
"1384448" : 759,
"1400832" : 688,
"1417216" : 776,
"1433600" : 717,
"1449984" : 943,
"1466368" : 771,
"1482752" : 670,
"1499136" : 648,
"1515520" : 725,
"1531904" : 652,
"1548288" : 656,
"1564672" : 646,
"1581056" : 683,
"1597440" : 610,
"1613824" : 621,
"1630208" : 624,
"1646592" : 485,
"1662976" : 526,
"1679360" : 543,
"1695744" : 477,
"1712128" : 541,
"1728512" : 590,
"1744896" : 377,
"1761280" : 400,
"1777664" : 416,
"1794048" : 346,
"1810432" : 353,
"1826816" : 424,
"1843200" : 389,
"1859584" : 584,
"1875968" : 474,
"1892352" : 416,
"1908736" : 336,
"1925120" : 272,
"1941504" : 306,
"1957888" : 401,
"1974272" : 497,
"1990656" : 719,
"2007040" : 1095,
"2023424" : 542,
"2039808" : 582,
"2056192" : 492,
"2072576" : 543,
"2088960" : 685,
"2113536" : 1801,
"2146304" : 5918,
"2179072" : 2218,
"2211840" : 1575,
"2244608" : 1304,
"2277376" : 1499,
"2310144" : 2392,
"2342912" : 2107,
"2375680" : 1666,
"2408448" : 1117,
"2441216" : 1996,
"2473984" : 3881,
"2506752" : 4594,
"2539520" : 3581,
"2572288" : 2204,
"2605056" : 1905,
"2637824" : 2523,
"2670592" : 2668,
"2703360" : 2871,
"2736128" : 3481,
"2768896" : 3359,
"2801664" : 3737,
"2834432" : 3299,
"2867200" : 2570,
"2899968" : 2162,
"2932736" : 2701,
"2965504" : 3361,
"2998272" : 7035,
"3031040" : 3985,
"3063808" : 3101,
"3096576" : 2833,
"3129344" : 2914,
"3162112" : 2877,
"3194880" : 2987,
"3227648" : 3148,
"3260416" : 2618,
"3293184" : 2485,
"3325952" : 2820,
"3358720" : 2845,
"3391488" : 2515,
"3424256" : 2634,
"3457024" : 2819,
"3489792" : 2743,
"3522560" : 2604,
"3555328" : 2563,
"3588096" : 2594,
"3620864" : 2513,
"3653632" : 2516,
"3686400" : 2773,
"3719168" : 2662,
"3751936" : 2992,
"3784704" : 3101,
"3817472" : 3086,
"3850240" : 3078,
"3883008" : 3031,
"3915776" : 3090,
"3948544" : 3082,
"3981312" : 3401,
"4014080" : 3605,
"4046848" : 3432,
"4079616" : 3598,
"4112384" : 3784,
"4145152" : 4041,
"4177920" : 4138,
"4227072" : 8439,
"4292608" : 9040,
"4358144" : 9770,
"4423680" : 10405,
"4489216" : 11321,
"4554752" : 12181,
"4620288" : 12591,
"4685824" : 13290,
"4751360" : 13828,
"4816896" : 15060,
"4882432" : 15829,
"4947968" : 16770,
"5013504" : 17736,
"5079040" : 18601,
"5144576" : 18976,
"5210112" : 20141,
"5275648" : 21183,
"5341184" : 22480,
"5406720" : 23274,
"5472256" : 24271,
"5537792" : 25432,
"5603328" : 26197,
"5668864" : 27037,
"5734400" : 28459,
"5799936" : 28969,
"5865472" : 30299,
"5931008" : 31495,
"5996544" : 33156,
"6062080" : 34475,
"6127616" : 35536,
"6193152" : 36961,
"6258688" : 37785,
"6324224" : 39318,
"6389760" : 40758,
"6455296" : 42017,
"6520832" : 43257,
"6586368" : 44133,
"6651904" : 45179,
"6717440" : 46459,
"6782976" : 46754,
"6848512" : 47457,
"6914048" : 48334,
"6979584" : 48156,
"7045120" : 49313,
"7110656" : 49871,
"7176192" : 49874,
"7241728" : 49677,
"7307264" : 49455,
"7372800" : 49148,
"7438336" : 48618,
"7503872" : 48244,
"7569408" : 47978,
"7634944" : 47100,
"7700480" : 46400,
"7766016" : 45591,
"7831552" : 44252,
"7897088" : 43142,
"7962624" : 41782,
"8028160" : 40862,
"8093696" : 38947,
"8159232" : 38052,
"8224768" : 36610,
"8290304" : 34913,
"8355840" : 33442,
"8454144" : 63050,
"8585216" : 56795,
"8716288" : 51390,
"8847360" : 45404,
"8978432" : 40061,
"9109504" : 35454,
"9240576" : 30543,
"9371648" : 26615,
"9502720" : 22455,
"9633792" : 19061,
"9764864" : 15872,
"9895936" : 13369,
"10027008" : 10923,
"10158080" : 8912,
"10289152" : 7108,
"10420224" : 5723,
"10551296" : 4660,
"10682368" : 3664,
"10813440" : 2783,
"10944512" : 2150,
"11075584" : 1699,
"11206656" : 1241,
"11337728" : 901,
"11468800" : 682,
"11599872" : 492,
"11730944" : 333,
"11862016" : 279,
"11993088" : 154,
"12124160" : 124,
"12255232" : 83,
"12386304" : 52,
"12517376" : 33,
"12648448" : 19,
"12779520" : 13,
"12910592" : 6,
"13041664" : 8,
"13172736" : 6,
"13303808" : 1,
"13565952" : 1,
"13697024" : 1
}
},
"lat_ns" : {
"min" : 470910,
"max" : 14282263,
"mean" : 7230971.587710,
"stddev" : 1902513.498753,
"N" : 2831814
},
"bw_min" : 55965,
"bw_max" : 110385,
"bw_agg" : 100.000000,
"bw_mean" : 70816.862069,
"bw_dev" : 2336.845990,
"bw_samples" : 2552,
"iops_min" : 13991,
"iops_max" : 27594,
"iops_mean" : 17703.959248,
"iops_stddev" : 584.211638,
"iops_samples" : 2552
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279998,
"usr_cpu" : 0.683282,
"sys_cpu" : 14.475023,
"ctx" : 2474992,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010100,
"750" : 0.096016,
"1000" : 0.281515
},
"latency_ms" : {
"2" : 1.421382,
"4" : 6.005674,
"10" : 90.468080,
"20" : 1.716951,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093782,
"timestamp_ms" : 1773093782030,
"time" : "Mon Mar 9 19:03:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12314025984,
"io_kbytes" : 12025416,
"bw_bytes" : 72435873,
"bw" : 70738,
"iops" : 17684.609909,
"runtime" : 169999,
"total_ios" : 3006366,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9645,
"max" : 4168321,
"mean" : 449375.871354,
"stddev" : 267225.937899,
"N" : 3006366
},
"clat_ns" : {
"min" : 443869,
"max" : 13712292,
"mean" : 6787396.797632,
"stddev" : 1776684.066619,
"N" : 3006358,
"percentile" : {
"1.000000" : 1368064,
"5.000000" : 3162112,
"10.000000" : 4554752,
"20.000000" : 5537792,
"30.000000" : 6127616,
"40.000000" : 6586368,
"50.000000" : 6979584,
"60.000000" : 7372800,
"70.000000" : 7766016,
"80.000000" : 8224768,
"90.000000" : 8847360,
"95.000000" : 9371648,
"99.000000" : 10289152,
"99.500000" : 10682368,
"99.900000" : 11337728,
"99.950000" : 11599872,
"99.990000" : 12124160
},
"bins" : {
"444416" : 5,
"448512" : 4,
"452608" : 11,
"456704" : 7,
"460800" : 12,
"464896" : 18,
"468992" : 23,
"473088" : 24,
"477184" : 24,
"481280" : 27,
"485376" : 27,
"489472" : 32,
"493568" : 32,
"497664" : 36,
"501760" : 38,
"505856" : 42,
"509952" : 26,
"514048" : 26,
"518144" : 13,
"522240" : 11,
"528384" : 32,
"536576" : 37,
"544768" : 29,
"552960" : 40,
"561152" : 34,
"569344" : 41,
"577536" : 85,
"585728" : 89,
"593920" : 105,
"602112" : 82,
"610304" : 86,
"618496" : 50,
"626688" : 68,
"634880" : 78,
"643072" : 64,
"651264" : 64,
"659456" : 51,
"667648" : 70,
"675840" : 62,
"684032" : 92,
"692224" : 158,
"700416" : 170,
"708608" : 210,
"716800" : 173,
"724992" : 190,
"733184" : 172,
"741376" : 150,
"749568" : 167,
"757760" : 169,
"765952" : 133,
"774144" : 114,
"782336" : 119,
"790528" : 146,
"798720" : 197,
"806912" : 266,
"815104" : 340,
"823296" : 333,
"831488" : 268,
"839680" : 284,
"847872" : 308,
"856064" : 231,
"864256" : 230,
"872448" : 185,
"880640" : 158,
"888832" : 177,
"897024" : 205,
"905216" : 295,
"913408" : 352,
"921600" : 407,
"929792" : 416,
"937984" : 390,
"946176" : 417,
"954368" : 362,
"962560" : 370,
"970752" : 287,
"978944" : 231,
"987136" : 242,
"995328" : 239,
"1003520" : 332,
"1011712" : 383,
"1019904" : 335,
"1028096" : 418,
"1036288" : 504,
"1044480" : 452,
"1056768" : 850,
"1073152" : 776,
"1089536" : 559,
"1105920" : 659,
"1122304" : 834,
"1138688" : 1063,
"1155072" : 925,
"1171456" : 914,
"1187840" : 636,
"1204224" : 694,
"1220608" : 754,
"1236992" : 993,
"1253376" : 1000,
"1269760" : 944,
"1286144" : 786,
"1302528" : 764,
"1318912" : 809,
"1335296" : 861,
"1351680" : 997,
"1368064" : 881,
"1384448" : 759,
"1400832" : 688,
"1417216" : 776,
"1433600" : 717,
"1449984" : 943,
"1466368" : 771,
"1482752" : 670,
"1499136" : 648,
"1515520" : 725,
"1531904" : 652,
"1548288" : 656,
"1564672" : 646,
"1581056" : 683,
"1597440" : 610,
"1613824" : 621,
"1630208" : 624,
"1646592" : 485,
"1662976" : 526,
"1679360" : 543,
"1695744" : 477,
"1712128" : 541,
"1728512" : 590,
"1744896" : 377,
"1761280" : 400,
"1777664" : 416,
"1794048" : 346,
"1810432" : 353,
"1826816" : 424,
"1843200" : 389,
"1859584" : 584,
"1875968" : 474,
"1892352" : 416,
"1908736" : 336,
"1925120" : 272,
"1941504" : 306,
"1957888" : 401,
"1974272" : 497,
"1990656" : 719,
"2007040" : 1095,
"2023424" : 542,
"2039808" : 582,
"2056192" : 492,
"2072576" : 543,
"2088960" : 685,
"2113536" : 1801,
"2146304" : 5918,
"2179072" : 2218,
"2211840" : 1575,
"2244608" : 1304,
"2277376" : 1499,
"2310144" : 2392,
"2342912" : 2107,
"2375680" : 1666,
"2408448" : 1117,
"2441216" : 1998,
"2473984" : 3881,
"2506752" : 4594,
"2539520" : 3581,
"2572288" : 2204,
"2605056" : 1908,
"2637824" : 2523,
"2670592" : 2669,
"2703360" : 2876,
"2736128" : 3485,
"2768896" : 3361,
"2801664" : 3739,
"2834432" : 3303,
"2867200" : 2580,
"2899968" : 2169,
"2932736" : 2711,
"2965504" : 3369,
"2998272" : 7043,
"3031040" : 3995,
"3063808" : 3107,
"3096576" : 2842,
"3129344" : 2934,
"3162112" : 2906,
"3194880" : 3025,
"3227648" : 3191,
"3260416" : 2648,
"3293184" : 2519,
"3325952" : 2857,
"3358720" : 2880,
"3391488" : 2552,
"3424256" : 2679,
"3457024" : 2860,
"3489792" : 2803,
"3522560" : 2671,
"3555328" : 2639,
"3588096" : 2681,
"3620864" : 2598,
"3653632" : 2592,
"3686400" : 2850,
"3719168" : 2745,
"3751936" : 3082,
"3784704" : 3224,
"3817472" : 3210,
"3850240" : 3265,
"3883008" : 3187,
"3915776" : 3267,
"3948544" : 3257,
"3981312" : 3574,
"4014080" : 3808,
"4046848" : 3627,
"4079616" : 3803,
"4112384" : 4006,
"4145152" : 4243,
"4177920" : 4391,
"4227072" : 8968,
"4292608" : 9598,
"4358144" : 10329,
"4423680" : 11066,
"4489216" : 12046,
"4554752" : 13071,
"4620288" : 13495,
"4685824" : 14223,
"4751360" : 14896,
"4816896" : 16166,
"4882432" : 17032,
"4947968" : 17991,
"5013504" : 19075,
"5079040" : 19993,
"5144576" : 20440,
"5210112" : 21705,
"5275648" : 22845,
"5341184" : 24185,
"5406720" : 25074,
"5472256" : 26225,
"5537792" : 27409,
"5603328" : 28402,
"5668864" : 29312,
"5734400" : 30730,
"5799936" : 31332,
"5865472" : 32750,
"5931008" : 34063,
"5996544" : 35851,
"6062080" : 37331,
"6127616" : 38448,
"6193152" : 39967,
"6258688" : 40821,
"6324224" : 42365,
"6389760" : 43859,
"6455296" : 45330,
"6520832" : 46607,
"6586368" : 47578,
"6651904" : 48610,
"6717440" : 50038,
"6782976" : 50238,
"6848512" : 51048,
"6914048" : 51859,
"6979584" : 51549,
"7045120" : 52750,
"7110656" : 53307,
"7176192" : 53348,
"7241728" : 52911,
"7307264" : 52741,
"7372800" : 52326,
"7438336" : 51789,
"7503872" : 51373,
"7569408" : 50881,
"7634944" : 50016,
"7700480" : 49394,
"7766016" : 48325,
"7831552" : 46842,
"7897088" : 45643,
"7962624" : 44166,
"8028160" : 43277,
"8093696" : 41217,
"8159232" : 40091,
"8224768" : 38636,
"8290304" : 36787,
"8355840" : 35285,
"8454144" : 66348,
"8585216" : 59692,
"8716288" : 53867,
"8847360" : 47653,
"8978432" : 42001,
"9109504" : 37153,
"9240576" : 31941,
"9371648" : 27763,
"9502720" : 23414,
"9633792" : 19802,
"9764864" : 16541,
"9895936" : 13925,
"10027008" : 11355,
"10158080" : 9273,
"10289152" : 7402,
"10420224" : 5952,
"10551296" : 4837,
"10682368" : 3808,
"10813440" : 2882,
"10944512" : 2238,
"11075584" : 1751,
"11206656" : 1281,
"11337728" : 923,
"11468800" : 699,
"11599872" : 503,
"11730944" : 345,
"11862016" : 285,
"11993088" : 159,
"12124160" : 124,
"12255232" : 83,
"12386304" : 53,
"12517376" : 33,
"12648448" : 19,
"12779520" : 15,
"12910592" : 6,
"13041664" : 8,
"13172736" : 6,
"13303808" : 1,
"13565952" : 1,
"13697024" : 1
}
},
"lat_ns" : {
"min" : 470910,
"max" : 14282263,
"mean" : 7236771.665237,
"stddev" : 1876596.318065,
"N" : 3006358
},
"bw_min" : 55717,
"bw_max" : 112392,
"bw_agg" : 100.000000,
"bw_mean" : 70755.306785,
"bw_dev" : 2293.067210,
"bw_samples" : 2712,
"iops_min" : 13929,
"iops_max" : 28098,
"iops_mean" : 17688.569322,
"iops_stddev" : 573.266655,
"iops_samples" : 2712
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1359992,
"usr_cpu" : 0.682798,
"sys_cpu" : 14.477070,
"ctx" : 2625954,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.090441,
"1000" : 0.265171
},
"latency_ms" : {
"2" : 1.338859,
"4" : 5.733733,
"10" : 90.883212,
"20" : 1.678804,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093792,
"timestamp_ms" : 1773093792052,
"time" : "Mon Mar 9 19:03:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 7917,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 13029474304,
"io_kbytes" : 12724096,
"bw_bytes" : 72385566,
"bw" : 70689,
"iops" : 17671.812934,
"runtime" : 180001,
"total_ios" : 3180944,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9645,
"max" : 4168321,
"mean" : 449698.604950,
"stddev" : 267516.904742,
"N" : 3180952
},
"clat_ns" : {
"min" : 3886,
"max" : 13712292,
"mean" : 6792129.700654,
"stddev" : 1754260.327718,
"N" : 3181064,
"percentile" : {
"1.000000" : 1417216,
"5.000000" : 3260416,
"10.000000" : 4554752,
"20.000000" : 5537792,
"30.000000" : 6127616,
"40.000000" : 6586368,
"50.000000" : 6979584,
"60.000000" : 7372800,
"70.000000" : 7766016,
"80.000000" : 8159232,
"90.000000" : 8847360,
"95.000000" : 9371648,
"99.000000" : 10289152,
"99.500000" : 10551296,
"99.900000" : 11337728,
"99.950000" : 11599872,
"99.990000" : 12124160
},
"bins" : {
"3888" : 1,
"5216" : 1,
"5536" : 1,
"6112" : 1,
"7264" : 1,
"8768" : 1,
"10432" : 1,
"346112" : 1,
"415744" : 1,
"444416" : 5,
"448512" : 4,
"452608" : 11,
"456704" : 7,
"460800" : 13,
"464896" : 18,
"468992" : 23,
"473088" : 24,
"477184" : 24,
"481280" : 27,
"485376" : 27,
"489472" : 32,
"493568" : 32,
"497664" : 37,
"501760" : 38,
"505856" : 43,
"509952" : 26,
"514048" : 26,
"518144" : 13,
"522240" : 11,
"528384" : 32,
"536576" : 37,
"544768" : 30,
"552960" : 40,
"561152" : 35,
"569344" : 41,
"577536" : 85,
"585728" : 89,
"593920" : 105,
"602112" : 82,
"610304" : 86,
"618496" : 50,
"626688" : 68,
"634880" : 78,
"643072" : 64,
"651264" : 64,
"659456" : 51,
"667648" : 70,
"675840" : 62,
"684032" : 92,
"692224" : 158,
"700416" : 170,
"708608" : 210,
"716800" : 173,
"724992" : 190,
"733184" : 172,
"741376" : 150,
"749568" : 167,
"757760" : 169,
"765952" : 133,
"774144" : 115,
"782336" : 119,
"790528" : 147,
"798720" : 197,
"806912" : 266,
"815104" : 340,
"823296" : 333,
"831488" : 268,
"839680" : 284,
"847872" : 308,
"856064" : 231,
"864256" : 230,
"872448" : 185,
"880640" : 158,
"888832" : 178,
"897024" : 205,
"905216" : 295,
"913408" : 352,
"921600" : 407,
"929792" : 416,
"937984" : 390,
"946176" : 417,
"954368" : 362,
"962560" : 370,
"970752" : 287,
"978944" : 231,
"987136" : 242,
"995328" : 239,
"1003520" : 332,
"1011712" : 383,
"1019904" : 336,
"1028096" : 418,
"1036288" : 504,
"1044480" : 452,
"1056768" : 851,
"1073152" : 776,
"1089536" : 559,
"1105920" : 659,
"1122304" : 834,
"1138688" : 1064,
"1155072" : 925,
"1171456" : 914,
"1187840" : 637,
"1204224" : 694,
"1220608" : 755,
"1236992" : 994,
"1253376" : 1000,
"1269760" : 944,
"1286144" : 786,
"1302528" : 764,
"1318912" : 810,
"1335296" : 861,
"1351680" : 998,
"1368064" : 881,
"1384448" : 759,
"1400832" : 689,
"1417216" : 776,
"1433600" : 717,
"1449984" : 943,
"1466368" : 771,
"1482752" : 670,
"1499136" : 649,
"1515520" : 725,
"1531904" : 653,
"1548288" : 656,
"1564672" : 647,
"1581056" : 685,
"1597440" : 610,
"1613824" : 622,
"1630208" : 624,
"1646592" : 485,
"1662976" : 526,
"1679360" : 543,
"1695744" : 478,
"1712128" : 541,
"1728512" : 590,
"1744896" : 378,
"1761280" : 400,
"1777664" : 417,
"1794048" : 346,
"1810432" : 353,
"1826816" : 424,
"1843200" : 389,
"1859584" : 584,
"1875968" : 474,
"1892352" : 416,
"1908736" : 337,
"1925120" : 273,
"1941504" : 307,
"1957888" : 402,
"1974272" : 497,
"1990656" : 719,
"2007040" : 1095,
"2023424" : 543,
"2039808" : 583,
"2056192" : 493,
"2072576" : 543,
"2088960" : 686,
"2113536" : 1803,
"2146304" : 5918,
"2179072" : 2218,
"2211840" : 1575,
"2244608" : 1304,
"2277376" : 1499,
"2310144" : 2395,
"2342912" : 2111,
"2375680" : 1668,
"2408448" : 1117,
"2441216" : 1998,
"2473984" : 3884,
"2506752" : 4595,
"2539520" : 3582,
"2572288" : 2204,
"2605056" : 1908,
"2637824" : 2528,
"2670592" : 2670,
"2703360" : 2882,
"2736128" : 3489,
"2768896" : 3365,
"2801664" : 3746,
"2834432" : 3316,
"2867200" : 2586,
"2899968" : 2179,
"2932736" : 2723,
"2965504" : 3377,
"2998272" : 7050,
"3031040" : 4005,
"3063808" : 3121,
"3096576" : 2852,
"3129344" : 2955,
"3162112" : 2928,
"3194880" : 3044,
"3227648" : 3213,
"3260416" : 2663,
"3293184" : 2534,
"3325952" : 2881,
"3358720" : 2914,
"3391488" : 2584,
"3424256" : 2714,
"3457024" : 2912,
"3489792" : 2859,
"3522560" : 2728,
"3555328" : 2706,
"3588096" : 2742,
"3620864" : 2663,
"3653632" : 2660,
"3686400" : 2915,
"3719168" : 2828,
"3751936" : 3173,
"3784704" : 3348,
"3817472" : 3351,
"3850240" : 3408,
"3883008" : 3330,
"3915776" : 3413,
"3948544" : 3425,
"3981312" : 3753,
"4014080" : 3967,
"4046848" : 3799,
"4079616" : 3991,
"4112384" : 4242,
"4145152" : 4454,
"4177920" : 4619,
"4227072" : 9459,
"4292608" : 10206,
"4358144" : 10930,
"4423680" : 11705,
"4489216" : 12743,
"4554752" : 13839,
"4620288" : 14382,
"4685824" : 15134,
"4751360" : 15841,
"4816896" : 17194,
"4882432" : 18208,
"4947968" : 19224,
"5013504" : 20350,
"5079040" : 21313,
"5144576" : 21874,
"5210112" : 23270,
"5275648" : 24519,
"5341184" : 25941,
"5406720" : 26972,
"5472256" : 28088,
"5537792" : 29454,
"5603328" : 30557,
"5668864" : 31468,
"5734400" : 33010,
"5799936" : 33807,
"5865472" : 35323,
"5931008" : 36701,
"5996544" : 38542,
"6062080" : 40109,
"6127616" : 41438,
"6193152" : 43023,
"6258688" : 43876,
"6324224" : 45496,
"6389760" : 47074,
"6455296" : 48595,
"6520832" : 49979,
"6586368" : 51042,
"6651904" : 52157,
"6717440" : 53542,
"6782976" : 53856,
"6848512" : 54653,
"6914048" : 55469,
"6979584" : 55099,
"7045120" : 56329,
"7110656" : 56760,
"7176192" : 56891,
"7241728" : 56424,
"7307264" : 56018,
"7372800" : 55702,
"7438336" : 55004,
"7503872" : 54542,
"7569408" : 53885,
"7634944" : 53003,
"7700480" : 52281,
"7766016" : 51033,
"7831552" : 49472,
"7897088" : 48209,
"7962624" : 46751,
"8028160" : 45533,
"8093696" : 43425,
"8159232" : 42162,
"8224768" : 40628,
"8290304" : 38679,
"8355840" : 37063,
"8454144" : 69479,
"8585216" : 62527,
"8716288" : 56259,
"8847360" : 49745,
"8978432" : 43763,
"9109504" : 38817,
"9240576" : 33315,
"9371648" : 28965,
"9502720" : 24401,
"9633792" : 20586,
"9764864" : 17163,
"9895936" : 14433,
"10027008" : 11786,
"10158080" : 9622,
"10289152" : 7655,
"10420224" : 6152,
"10551296" : 4996,
"10682368" : 3909,
"10813440" : 2954,
"10944512" : 2320,
"11075584" : 1803,
"11206656" : 1302,
"11337728" : 945,
"11468800" : 715,
"11599872" : 517,
"11730944" : 353,
"11862016" : 298,
"11993088" : 166,
"12124160" : 126,
"12255232" : 85,
"12386304" : 53,
"12517376" : 33,
"12648448" : 19,
"12779520" : 15,
"12910592" : 6,
"13041664" : 8,
"13172736" : 6,
"13303808" : 1,
"13565952" : 1,
"13697024" : 1
}
},
"lat_ns" : {
"min" : 412711,
"max" : 14282263,
"mean" : 7241830.870357,
"stddev" : 1852288.079337,
"N" : 3181064
},
"bw_min" : 55717,
"bw_max" : 112392,
"bw_agg" : 100.000000,
"bw_mean" : 70695.373259,
"bw_dev" : 2249.831946,
"bw_samples" : 2872,
"iops_min" : 13929,
"iops_max" : 28098,
"iops_mean" : 17673.590529,
"iops_stddev" : 562.457913,
"iops_samples" : 2872
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440003,
"usr_cpu" : 0.684304,
"sys_cpu" : 14.475942,
"ctx" : 2772274,
"majf" : 0,
"minf" : 318,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999749,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.085572,
"1000" : 0.250712
},
"latency_ms" : {
"2" : 1.266071,
"4" : 5.484913,
"10" : 91.268158,
"20" : 1.639010,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093792,
"timestamp_ms" : 1773093792076,
"time" : "Mon Mar 9 19:03:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 13029670912,
"io_kbytes" : 12724288,
"bw_bytes" : 72377008,
"bw" : 70680,
"iops" : 17669.457020,
"runtime" : 180025,
"total_ios" : 3180944,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9645,
"max" : 4168321,
"mean" : 449698.604950,
"stddev" : 267516.904742,
"N" : 3180952
},
"clat_ns" : {
"min" : 3886,
"max" : 13712292,
"mean" : 6792129.700654,
"stddev" : 1754260.327718,
"N" : 3181064,
"percentile" : {
"1.000000" : 1417216,
"5.000000" : 3260416,
"10.000000" : 4554752,
"20.000000" : 5537792,
"30.000000" : 6127616,
"40.000000" : 6586368,
"50.000000" : 6979584,
"60.000000" : 7372800,
"70.000000" : 7766016,
"80.000000" : 8159232,
"90.000000" : 8847360,
"95.000000" : 9371648,
"99.000000" : 10289152,
"99.500000" : 10551296,
"99.900000" : 11337728,
"99.950000" : 11599872,
"99.990000" : 12124160
},
"bins" : {
"3888" : 1,
"5216" : 1,
"5536" : 1,
"6112" : 1,
"7264" : 1,
"8768" : 1,
"10432" : 1,
"346112" : 1,
"415744" : 1,
"444416" : 5,
"448512" : 4,
"452608" : 11,
"456704" : 7,
"460800" : 13,
"464896" : 18,
"468992" : 23,
"473088" : 24,
"477184" : 24,
"481280" : 27,
"485376" : 27,
"489472" : 32,
"493568" : 32,
"497664" : 37,
"501760" : 38,
"505856" : 43,
"509952" : 26,
"514048" : 26,
"518144" : 13,
"522240" : 11,
"528384" : 32,
"536576" : 37,
"544768" : 30,
"552960" : 40,
"561152" : 35,
"569344" : 41,
"577536" : 85,
"585728" : 89,
"593920" : 105,
"602112" : 82,
"610304" : 86,
"618496" : 50,
"626688" : 68,
"634880" : 78,
"643072" : 64,
"651264" : 64,
"659456" : 51,
"667648" : 70,
"675840" : 62,
"684032" : 92,
"692224" : 158,
"700416" : 170,
"708608" : 210,
"716800" : 173,
"724992" : 190,
"733184" : 172,
"741376" : 150,
"749568" : 167,
"757760" : 169,
"765952" : 133,
"774144" : 115,
"782336" : 119,
"790528" : 147,
"798720" : 197,
"806912" : 266,
"815104" : 340,
"823296" : 333,
"831488" : 268,
"839680" : 284,
"847872" : 308,
"856064" : 231,
"864256" : 230,
"872448" : 185,
"880640" : 158,
"888832" : 178,
"897024" : 205,
"905216" : 295,
"913408" : 352,
"921600" : 407,
"929792" : 416,
"937984" : 390,
"946176" : 417,
"954368" : 362,
"962560" : 370,
"970752" : 287,
"978944" : 231,
"987136" : 242,
"995328" : 239,
"1003520" : 332,
"1011712" : 383,
"1019904" : 336,
"1028096" : 418,
"1036288" : 504,
"1044480" : 452,
"1056768" : 851,
"1073152" : 776,
"1089536" : 559,
"1105920" : 659,
"1122304" : 834,
"1138688" : 1064,
"1155072" : 925,
"1171456" : 914,
"1187840" : 637,
"1204224" : 694,
"1220608" : 755,
"1236992" : 994,
"1253376" : 1000,
"1269760" : 944,
"1286144" : 786,
"1302528" : 764,
"1318912" : 810,
"1335296" : 861,
"1351680" : 998,
"1368064" : 881,
"1384448" : 759,
"1400832" : 689,
"1417216" : 776,
"1433600" : 717,
"1449984" : 943,
"1466368" : 771,
"1482752" : 670,
"1499136" : 649,
"1515520" : 725,
"1531904" : 653,
"1548288" : 656,
"1564672" : 647,
"1581056" : 685,
"1597440" : 610,
"1613824" : 622,
"1630208" : 624,
"1646592" : 485,
"1662976" : 526,
"1679360" : 543,
"1695744" : 478,
"1712128" : 541,
"1728512" : 590,
"1744896" : 378,
"1761280" : 400,
"1777664" : 417,
"1794048" : 346,
"1810432" : 353,
"1826816" : 424,
"1843200" : 389,
"1859584" : 584,
"1875968" : 474,
"1892352" : 416,
"1908736" : 337,
"1925120" : 273,
"1941504" : 307,
"1957888" : 402,
"1974272" : 497,
"1990656" : 719,
"2007040" : 1095,
"2023424" : 543,
"2039808" : 583,
"2056192" : 493,
"2072576" : 543,
"2088960" : 686,
"2113536" : 1803,
"2146304" : 5918,
"2179072" : 2218,
"2211840" : 1575,
"2244608" : 1304,
"2277376" : 1499,
"2310144" : 2395,
"2342912" : 2111,
"2375680" : 1668,
"2408448" : 1117,
"2441216" : 1998,
"2473984" : 3884,
"2506752" : 4595,
"2539520" : 3582,
"2572288" : 2204,
"2605056" : 1908,
"2637824" : 2528,
"2670592" : 2670,
"2703360" : 2882,
"2736128" : 3489,
"2768896" : 3365,
"2801664" : 3746,
"2834432" : 3316,
"2867200" : 2586,
"2899968" : 2179,
"2932736" : 2723,
"2965504" : 3377,
"2998272" : 7050,
"3031040" : 4005,
"3063808" : 3121,
"3096576" : 2852,
"3129344" : 2955,
"3162112" : 2928,
"3194880" : 3044,
"3227648" : 3213,
"3260416" : 2663,
"3293184" : 2534,
"3325952" : 2881,
"3358720" : 2914,
"3391488" : 2584,
"3424256" : 2714,
"3457024" : 2912,
"3489792" : 2859,
"3522560" : 2728,
"3555328" : 2706,
"3588096" : 2742,
"3620864" : 2663,
"3653632" : 2660,
"3686400" : 2915,
"3719168" : 2828,
"3751936" : 3173,
"3784704" : 3348,
"3817472" : 3351,
"3850240" : 3408,
"3883008" : 3330,
"3915776" : 3413,
"3948544" : 3425,
"3981312" : 3753,
"4014080" : 3967,
"4046848" : 3799,
"4079616" : 3991,
"4112384" : 4242,
"4145152" : 4454,
"4177920" : 4619,
"4227072" : 9459,
"4292608" : 10206,
"4358144" : 10930,
"4423680" : 11705,
"4489216" : 12743,
"4554752" : 13839,
"4620288" : 14382,
"4685824" : 15134,
"4751360" : 15841,
"4816896" : 17194,
"4882432" : 18208,
"4947968" : 19224,
"5013504" : 20350,
"5079040" : 21313,
"5144576" : 21874,
"5210112" : 23270,
"5275648" : 24519,
"5341184" : 25941,
"5406720" : 26972,
"5472256" : 28088,
"5537792" : 29454,
"5603328" : 30557,
"5668864" : 31468,
"5734400" : 33010,
"5799936" : 33807,
"5865472" : 35323,
"5931008" : 36701,
"5996544" : 38542,
"6062080" : 40109,
"6127616" : 41438,
"6193152" : 43023,
"6258688" : 43876,
"6324224" : 45496,
"6389760" : 47074,
"6455296" : 48595,
"6520832" : 49979,
"6586368" : 51042,
"6651904" : 52157,
"6717440" : 53542,
"6782976" : 53856,
"6848512" : 54653,
"6914048" : 55469,
"6979584" : 55099,
"7045120" : 56329,
"7110656" : 56760,
"7176192" : 56891,
"7241728" : 56424,
"7307264" : 56018,
"7372800" : 55702,
"7438336" : 55004,
"7503872" : 54542,
"7569408" : 53885,
"7634944" : 53003,
"7700480" : 52281,
"7766016" : 51033,
"7831552" : 49472,
"7897088" : 48209,
"7962624" : 46751,
"8028160" : 45533,
"8093696" : 43425,
"8159232" : 42162,
"8224768" : 40628,
"8290304" : 38679,
"8355840" : 37063,
"8454144" : 69479,
"8585216" : 62527,
"8716288" : 56259,
"8847360" : 49745,
"8978432" : 43763,
"9109504" : 38817,
"9240576" : 33315,
"9371648" : 28965,
"9502720" : 24401,
"9633792" : 20586,
"9764864" : 17163,
"9895936" : 14433,
"10027008" : 11786,
"10158080" : 9622,
"10289152" : 7655,
"10420224" : 6152,
"10551296" : 4996,
"10682368" : 3909,
"10813440" : 2954,
"10944512" : 2320,
"11075584" : 1803,
"11206656" : 1302,
"11337728" : 945,
"11468800" : 715,
"11599872" : 517,
"11730944" : 353,
"11862016" : 298,
"11993088" : 166,
"12124160" : 126,
"12255232" : 85,
"12386304" : 53,
"12517376" : 33,
"12648448" : 19,
"12779520" : 15,
"12910592" : 6,
"13041664" : 8,
"13172736" : 6,
"13303808" : 1,
"13565952" : 1,
"13697024" : 1
}
},
"lat_ns" : {
"min" : 412711,
"max" : 14282263,
"mean" : 7241830.870357,
"stddev" : 1852288.079337,
"N" : 3181064
},
"bw_min" : 55717,
"bw_max" : 112392,
"bw_agg" : 100.000000,
"bw_mean" : 70699.624992,
"bw_dev" : 2248.718014,
"bw_samples" : 2875,
"iops_min" : 13929,
"iops_max" : 28098,
"iops_mean" : 17674.648870,
"iops_stddev" : 562.179297,
"iops_samples" : 2875
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440072,
"usr_cpu" : 0.684271,
"sys_cpu" : 14.475248,
"ctx" : 2772339,
"majf" : 0,
"minf" : 321,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999749,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.085572,
"1000" : 0.250712
},
"latency_ms" : {
"2" : 1.266071,
"4" : 5.484913,
"10" : 91.268158,
"20" : 1.639010,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}