raidz2/benchmarks/rand/rand-write-qd16-nj16_run1.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773094300,
"timestamp_ms" : 1773094300868,
"time" : "Mon Mar 9 19:11:40 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 11,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 718495744,
"io_kbytes" : 701656,
"bw_bytes" : 73623910,
"bw" : 71898,
"iops" : 18006.558049,
"runtime" : 9759,
"total_ios" : 175726,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 156144,
"usr_cpu" : 0.405395,
"sys_cpu" : 8.798289,
"ctx" : 221468,
"majf" : 0,
"minf" : 110,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 99.863424,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773094311,
"timestamp_ms" : 1773094311109,
"time" : "Mon Mar 9 19:11:51 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 169,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 639389696,
"io_kbytes" : 624404,
"bw_bytes" : 63932576,
"bw" : 62434,
"iops" : 15612.638736,
"runtime" : 10001,
"total_ios" : 156142,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 329825,
"max" : 7526595,
"mean" : 1020776.784696,
"stddev" : 1023005.887849,
"N" : 156142
},
"clat_ns" : {
"min" : 5828639,
"max" : 62046642,
"mean" : 15379516.201837,
"stddev" : 6147710.286089,
"N" : 156126,
"percentile" : {
"1.000000" : 7634944,
"5.000000" : 8716288,
"10.000000" : 9371648,
"20.000000" : 10551296,
"30.000000" : 11599872,
"40.000000" : 12779520,
"50.000000" : 13828096,
"60.000000" : 15138816,
"70.000000" : 16908288,
"80.000000" : 19005440,
"90.000000" : 23461888,
"95.000000" : 27656192,
"99.000000" : 37486592,
"99.500000" : 41156608,
"99.900000" : 47448064,
"99.950000" : 50593792,
"99.990000" : 54788096
},
"bins" : {
"5799936" : 1,
"5931008" : 4,
"5996544" : 3,
"6062080" : 1,
"6127616" : 2,
"6193152" : 2,
"6258688" : 6,
"6324224" : 2,
"6389760" : 6,
"6455296" : 11,
"6520832" : 8,
"6586368" : 11,
"6651904" : 19,
"6717440" : 29,
"6782976" : 43,
"6848512" : 42,
"6914048" : 52,
"6979584" : 56,
"7045120" : 75,
"7110656" : 74,
"7176192" : 78,
"7241728" : 115,
"7307264" : 120,
"7372800" : 141,
"7438336" : 125,
"7503872" : 166,
"7569408" : 202,
"7634944" : 228,
"7700480" : 204,
"7766016" : 275,
"7831552" : 284,
"7897088" : 299,
"7962624" : 290,
"8028160" : 347,
"8093696" : 358,
"8159232" : 341,
"8224768" : 443,
"8290304" : 446,
"8355840" : 465,
"8454144" : 1004,
"8585216" : 1088,
"8716288" : 1235,
"8847360" : 1313,
"8978432" : 1412,
"9109504" : 1425,
"9240576" : 1469,
"9371648" : 1652,
"9502720" : 1631,
"9633792" : 1751,
"9764864" : 1859,
"9895936" : 1827,
"10027008" : 1878,
"10158080" : 2006,
"10289152" : 1923,
"10420224" : 1902,
"10551296" : 1927,
"10682368" : 1827,
"10813440" : 1851,
"10944512" : 1831,
"11075584" : 1917,
"11206656" : 1765,
"11337728" : 1779,
"11468800" : 1800,
"11599872" : 1730,
"11730944" : 1772,
"11862016" : 1834,
"11993088" : 1853,
"12124160" : 1846,
"12255232" : 1831,
"12386304" : 1852,
"12517376" : 1822,
"12648448" : 1802,
"12779520" : 1831,
"12910592" : 1806,
"13041664" : 1825,
"13172736" : 1800,
"13303808" : 1807,
"13434880" : 1817,
"13565952" : 1795,
"13697024" : 1797,
"13828096" : 1837,
"13959168" : 1789,
"14090240" : 1749,
"14221312" : 1723,
"14352384" : 1592,
"14483456" : 1629,
"14614528" : 1640,
"14745600" : 1555,
"14876672" : 1492,
"15007744" : 1451,
"15138816" : 1441,
"15269888" : 1401,
"15400960" : 1347,
"15532032" : 1388,
"15663104" : 1366,
"15794176" : 1351,
"15925248" : 1241,
"16056320" : 1281,
"16187392" : 1152,
"16318464" : 1192,
"16449536" : 1172,
"16580608" : 1084,
"16711680" : 1081,
"16908288" : 2150,
"17170432" : 2051,
"17432576" : 1911,
"17694720" : 1849,
"17956864" : 1719,
"18219008" : 1663,
"18481152" : 1566,
"18743296" : 1480,
"19005440" : 1401,
"19267584" : 1269,
"19529728" : 1227,
"19791872" : 1206,
"20054016" : 1218,
"20316160" : 1093,
"20578304" : 1033,
"20840448" : 1051,
"21102592" : 1012,
"21364736" : 920,
"21626880" : 893,
"21889024" : 900,
"22151168" : 832,
"22413312" : 780,
"22675456" : 753,
"22937600" : 640,
"23199744" : 624,
"23461888" : 637,
"23724032" : 612,
"23986176" : 593,
"24248320" : 578,
"24510464" : 496,
"24772608" : 513,
"25034752" : 486,
"25296896" : 472,
"25559040" : 463,
"25821184" : 440,
"26083328" : 476,
"26345472" : 386,
"26607616" : 406,
"26869760" : 427,
"27131904" : 386,
"27394048" : 367,
"27656192" : 324,
"27918336" : 310,
"28180480" : 320,
"28442624" : 315,
"28704768" : 253,
"28966912" : 243,
"29229056" : 275,
"29491200" : 231,
"29753344" : 271,
"30015488" : 243,
"30277632" : 213,
"30539776" : 191,
"30801920" : 207,
"31064064" : 161,
"31326208" : 187,
"31588352" : 164,
"31850496" : 154,
"32112640" : 145,
"32374784" : 153,
"32636928" : 117,
"32899072" : 155,
"33161216" : 136,
"33423360" : 122,
"33816576" : 250,
"34340864" : 230,
"34865152" : 223,
"35389440" : 186,
"35913728" : 188,
"36438016" : 186,
"36962304" : 130,
"37486592" : 126,
"38010880" : 144,
"38535168" : 153,
"39059456" : 110,
"39583744" : 93,
"40108032" : 115,
"40632320" : 82,
"41156608" : 83,
"41680896" : 81,
"42205184" : 72,
"42729472" : 76,
"43253760" : 68,
"43778048" : 43,
"44302336" : 34,
"44826624" : 46,
"45350912" : 52,
"45875200" : 39,
"46399488" : 26,
"46923776" : 24,
"47448064" : 22,
"47972352" : 19,
"48496640" : 18,
"49020928" : 13,
"49545216" : 10,
"50069504" : 14,
"50593792" : 12,
"51118080" : 10,
"51642368" : 10,
"52166656" : 9,
"52690944" : 6,
"53215232" : 1,
"53739520" : 6,
"54263808" : 4,
"54788096" : 9,
"55312384" : 2,
"55836672" : 2,
"56360960" : 1,
"56885248" : 3,
"57409536" : 2,
"57933824" : 1,
"60030976" : 2,
"62128128" : 1
}
},
"lat_ns" : {
"min" : 6289885,
"max" : 63700279,
"mean" : 16400261.724376,
"stddev" : 6451374.467030,
"N" : 156126
},
"bw_min" : 47192,
"bw_max" : 78624,
"bw_agg" : 100.000000,
"bw_mean" : 63000.947368,
"bw_dev" : 545.508823,
"bw_samples" : 304,
"iops_min" : 11798,
"iops_max" : 19656,
"iops_mean" : 15749.157895,
"iops_stddev" : 136.433635,
"iops_samples" : 304
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 160003,
"usr_cpu" : 0.410617,
"sys_cpu" : 7.412986,
"ctx" : 196031,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 15.107402,
"20" : 67.562859,
"50" : 17.259930,
"100" : 0.059561,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773094321,
"timestamp_ms" : 1773094321108,
"time" : "Mon Mar 9 19:12:01 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1241378816,
"io_kbytes" : 1212284,
"bw_bytes" : 62065837,
"bw" : 60611,
"iops" : 15154.192290,
"runtime" : 20001,
"total_ios" : 303099,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 329673,
"max" : 7979056,
"mean" : 1051659.863813,
"stddev" : 1091186.329416,
"N" : 303099
},
"clat_ns" : {
"min" : 5828639,
"max" : 68835779,
"mean" : 15842805.227703,
"stddev" : 6575024.631633,
"N" : 303083,
"percentile" : {
"1.000000" : 7700480,
"5.000000" : 8716288,
"10.000000" : 9502720,
"20.000000" : 10682368,
"30.000000" : 11862016,
"40.000000" : 13041664,
"50.000000" : 14221312,
"60.000000" : 15532032,
"70.000000" : 17432576,
"80.000000" : 20054016,
"90.000000" : 24248320,
"95.000000" : 28704768,
"99.000000" : 39583744,
"99.500000" : 43778048,
"99.900000" : 52166656,
"99.950000" : 55312384,
"99.990000" : 60555264
},
"bins" : {
"5799936" : 1,
"5931008" : 4,
"5996544" : 3,
"6062080" : 3,
"6127616" : 5,
"6193152" : 4,
"6258688" : 8,
"6324224" : 3,
"6389760" : 10,
"6455296" : 24,
"6520832" : 17,
"6586368" : 26,
"6651904" : 32,
"6717440" : 41,
"6782976" : 67,
"6848512" : 74,
"6914048" : 89,
"6979584" : 95,
"7045120" : 119,
"7110656" : 121,
"7176192" : 134,
"7241728" : 168,
"7307264" : 192,
"7372800" : 237,
"7438336" : 251,
"7503872" : 288,
"7569408" : 380,
"7634944" : 416,
"7700480" : 405,
"7766016" : 477,
"7831552" : 521,
"7897088" : 506,
"7962624" : 526,
"8028160" : 621,
"8093696" : 642,
"8159232" : 675,
"8224768" : 771,
"8290304" : 792,
"8355840" : 829,
"8454144" : 1823,
"8585216" : 1941,
"8716288" : 2226,
"8847360" : 2421,
"8978432" : 2619,
"9109504" : 2661,
"9240576" : 2739,
"9371648" : 3141,
"9502720" : 3164,
"9633792" : 3274,
"9764864" : 3439,
"9895936" : 3346,
"10027008" : 3412,
"10158080" : 3495,
"10289152" : 3457,
"10420224" : 3368,
"10551296" : 3436,
"10682368" : 3409,
"10813440" : 3408,
"10944512" : 3374,
"11075584" : 3448,
"11206656" : 3386,
"11337728" : 3354,
"11468800" : 3353,
"11599872" : 3259,
"11730944" : 3325,
"11862016" : 3351,
"11993088" : 3272,
"12124160" : 3347,
"12255232" : 3324,
"12386304" : 3442,
"12517376" : 3382,
"12648448" : 3272,
"12779520" : 3403,
"12910592" : 3327,
"13041664" : 3344,
"13172736" : 3357,
"13303808" : 3401,
"13434880" : 3359,
"13565952" : 3373,
"13697024" : 3369,
"13828096" : 3336,
"13959168" : 3335,
"14090240" : 3237,
"14221312" : 3159,
"14352384" : 3003,
"14483456" : 3067,
"14614528" : 3091,
"14745600" : 2999,
"14876672" : 2874,
"15007744" : 2825,
"15138816" : 2912,
"15269888" : 2755,
"15400960" : 2677,
"15532032" : 2733,
"15663104" : 2653,
"15794176" : 2568,
"15925248" : 2448,
"16056320" : 2403,
"16187392" : 2335,
"16318464" : 2309,
"16449536" : 2238,
"16580608" : 2100,
"16711680" : 2094,
"16908288" : 4151,
"17170432" : 3961,
"17432576" : 3734,
"17694720" : 3534,
"17956864" : 3485,
"18219008" : 3291,
"18481152" : 3187,
"18743296" : 2984,
"19005440" : 2996,
"19267584" : 2725,
"19529728" : 2557,
"19791872" : 2509,
"20054016" : 2498,
"20316160" : 2368,
"20578304" : 2295,
"20840448" : 2309,
"21102592" : 2185,
"21364736" : 2050,
"21626880" : 2008,
"21889024" : 1853,
"22151168" : 1769,
"22413312" : 1660,
"22675456" : 1632,
"22937600" : 1470,
"23199744" : 1407,
"23461888" : 1380,
"23724032" : 1317,
"23986176" : 1285,
"24248320" : 1246,
"24510464" : 1162,
"24772608" : 1151,
"25034752" : 1151,
"25296896" : 1055,
"25559040" : 999,
"25821184" : 925,
"26083328" : 1056,
"26345472" : 895,
"26607616" : 887,
"26869760" : 844,
"27131904" : 804,
"27394048" : 739,
"27656192" : 713,
"27918336" : 701,
"28180480" : 664,
"28442624" : 628,
"28704768" : 580,
"28966912" : 564,
"29229056" : 554,
"29491200" : 519,
"29753344" : 527,
"30015488" : 508,
"30277632" : 447,
"30539776" : 432,
"30801920" : 468,
"31064064" : 425,
"31326208" : 420,
"31588352" : 376,
"31850496" : 317,
"32112640" : 311,
"32374784" : 359,
"32636928" : 267,
"32899072" : 358,
"33161216" : 315,
"33423360" : 288,
"33816576" : 508,
"34340864" : 532,
"34865152" : 543,
"35389440" : 453,
"35913728" : 398,
"36438016" : 370,
"36962304" : 350,
"37486592" : 311,
"38010880" : 329,
"38535168" : 322,
"39059456" : 253,
"39583744" : 239,
"40108032" : 227,
"40632320" : 200,
"41156608" : 189,
"41680896" : 198,
"42205184" : 178,
"42729472" : 165,
"43253760" : 156,
"43778048" : 136,
"44302336" : 130,
"44826624" : 115,
"45350912" : 138,
"45875200" : 111,
"46399488" : 86,
"46923776" : 81,
"47448064" : 78,
"47972352" : 54,
"48496640" : 68,
"49020928" : 51,
"49545216" : 49,
"50069504" : 46,
"50593792" : 46,
"51118080" : 44,
"51642368" : 38,
"52166656" : 39,
"52690944" : 27,
"53215232" : 17,
"53739520" : 16,
"54263808" : 18,
"54788096" : 27,
"55312384" : 25,
"55836672" : 15,
"56360960" : 14,
"56885248" : 17,
"57409536" : 15,
"57933824" : 13,
"58458112" : 9,
"58982400" : 6,
"59506688" : 7,
"60030976" : 9,
"60555264" : 3,
"61079552" : 3,
"61603840" : 3,
"62128128" : 6,
"63176704" : 2,
"63700992" : 3,
"64225280" : 5,
"64749568" : 2,
"65273856" : 3,
"65798144" : 1,
"66846720" : 1,
"68681728" : 2
}
},
"lat_ns" : {
"min" : 6289885,
"max" : 70135456,
"mean" : 16894687.591204,
"stddev" : 6901357.594794,
"N" : 303083
},
"bw_min" : 43861,
"bw_max" : 79024,
"bw_agg" : 99.768741,
"bw_mean" : 60471.384615,
"bw_dev" : 577.576540,
"bw_samples" : 624,
"iops_min" : 10965,
"iops_max" : 19756,
"iops_mean" : 15116.717949,
"iops_stddev" : 144.444334,
"iops_samples" : 624
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 320003,
"usr_cpu" : 0.395934,
"sys_cpu" : 7.175245,
"ctx" : 377933,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999670,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999670,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 14.313475,
"20" : 65.934233,
"50" : 19.593268,
"100" : 0.153745,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773094331,
"timestamp_ms" : 1773094331110,
"time" : "Mon Mar 9 19:12:11 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 149,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1906913280,
"io_kbytes" : 1862220,
"bw_bytes" : 63561657,
"bw" : 62071,
"iops" : 15519.682677,
"runtime" : 30001,
"total_ios" : 465606,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 323003,
"max" : 7979056,
"mean" : 1026748.297752,
"stddev" : 1050724.457467,
"N" : 465606
},
"clat_ns" : {
"min" : 5828639,
"max" : 70000910,
"mean" : 15468908.472113,
"stddev" : 6372902.562343,
"N" : 465590,
"percentile" : {
"1.000000" : 7766016,
"5.000000" : 8847360,
"10.000000" : 9502720,
"20.000000" : 10551296,
"30.000000" : 11599872,
"40.000000" : 12648448,
"50.000000" : 13959168,
"60.000000" : 15269888,
"70.000000" : 16908288,
"80.000000" : 19267584,
"90.000000" : 23461888,
"95.000000" : 27918336,
"99.000000" : 39059456,
"99.500000" : 43253760,
"99.900000" : 51118080,
"99.950000" : 54788096,
"99.990000" : 61603840
},
"bins" : {
"5799936" : 1,
"5931008" : 4,
"5996544" : 3,
"6062080" : 4,
"6127616" : 5,
"6193152" : 4,
"6258688" : 13,
"6324224" : 8,
"6389760" : 17,
"6455296" : 30,
"6520832" : 26,
"6586368" : 37,
"6651904" : 39,
"6717440" : 50,
"6782976" : 83,
"6848512" : 95,
"6914048" : 129,
"6979584" : 135,
"7045120" : 161,
"7110656" : 179,
"7176192" : 205,
"7241728" : 243,
"7307264" : 277,
"7372800" : 334,
"7438336" : 353,
"7503872" : 414,
"7569408" : 521,
"7634944" : 560,
"7700480" : 590,
"7766016" : 664,
"7831552" : 723,
"7897088" : 747,
"7962624" : 799,
"8028160" : 891,
"8093696" : 949,
"8159232" : 1003,
"8224768" : 1095,
"8290304" : 1127,
"8355840" : 1234,
"8454144" : 2707,
"8585216" : 3002,
"8716288" : 3505,
"8847360" : 3834,
"8978432" : 4226,
"9109504" : 4473,
"9240576" : 4725,
"9371648" : 5258,
"9502720" : 5456,
"9633792" : 5745,
"9764864" : 5980,
"9895936" : 5937,
"10027008" : 6093,
"10158080" : 6174,
"10289152" : 6134,
"10420224" : 6064,
"10551296" : 6042,
"10682368" : 6053,
"10813440" : 5921,
"10944512" : 5800,
"11075584" : 5758,
"11206656" : 5682,
"11337728" : 5615,
"11468800" : 5462,
"11599872" : 5246,
"11730944" : 5329,
"11862016" : 5282,
"11993088" : 5231,
"12124160" : 5248,
"12255232" : 5140,
"12386304" : 5248,
"12517376" : 5190,
"12648448" : 5020,
"12779520" : 5151,
"12910592" : 5126,
"13041664" : 5164,
"13172736" : 5193,
"13303808" : 5223,
"13434880" : 5145,
"13565952" : 5177,
"13697024" : 5041,
"13828096" : 4967,
"13959168" : 5048,
"14090240" : 4888,
"14221312" : 4869,
"14352384" : 4673,
"14483456" : 4724,
"14614528" : 4674,
"14745600" : 4596,
"14876672" : 4383,
"15007744" : 4304,
"15138816" : 4451,
"15269888" : 4266,
"15400960" : 4090,
"15532032" : 4193,
"15663104" : 4075,
"15794176" : 3944,
"15925248" : 3701,
"16056320" : 3680,
"16187392" : 3499,
"16318464" : 3465,
"16449536" : 3421,
"16580608" : 3257,
"16711680" : 3182,
"16908288" : 6255,
"17170432" : 5993,
"17432576" : 5584,
"17694720" : 5283,
"17956864" : 5089,
"18219008" : 4809,
"18481152" : 4751,
"18743296" : 4485,
"19005440" : 4402,
"19267584" : 4005,
"19529728" : 3788,
"19791872" : 3661,
"20054016" : 3597,
"20316160" : 3429,
"20578304" : 3299,
"20840448" : 3232,
"21102592" : 3102,
"21364736" : 2865,
"21626880" : 2792,
"21889024" : 2622,
"22151168" : 2470,
"22413312" : 2318,
"22675456" : 2257,
"22937600" : 2054,
"23199744" : 1975,
"23461888" : 1859,
"23724032" : 1834,
"23986176" : 1756,
"24248320" : 1652,
"24510464" : 1625,
"24772608" : 1533,
"25034752" : 1502,
"25296896" : 1401,
"25559040" : 1333,
"25821184" : 1278,
"26083328" : 1400,
"26345472" : 1196,
"26607616" : 1199,
"26869760" : 1167,
"27131904" : 1084,
"27394048" : 982,
"27656192" : 920,
"27918336" : 926,
"28180480" : 882,
"28442624" : 857,
"28704768" : 784,
"28966912" : 774,
"29229056" : 750,
"29491200" : 685,
"29753344" : 677,
"30015488" : 639,
"30277632" : 601,
"30539776" : 576,
"30801920" : 621,
"31064064" : 560,
"31326208" : 571,
"31588352" : 511,
"31850496" : 434,
"32112640" : 429,
"32374784" : 449,
"32636928" : 407,
"32899072" : 463,
"33161216" : 404,
"33423360" : 383,
"33816576" : 684,
"34340864" : 725,
"34865152" : 728,
"35389440" : 608,
"35913728" : 556,
"36438016" : 530,
"36962304" : 509,
"37486592" : 450,
"38010880" : 452,
"38535168" : 433,
"39059456" : 353,
"39583744" : 358,
"40108032" : 320,
"40632320" : 292,
"41156608" : 296,
"41680896" : 311,
"42205184" : 253,
"42729472" : 247,
"43253760" : 228,
"43778048" : 201,
"44302336" : 177,
"44826624" : 152,
"45350912" : 169,
"45875200" : 145,
"46399488" : 132,
"46923776" : 122,
"47448064" : 101,
"47972352" : 88,
"48496640" : 85,
"49020928" : 71,
"49545216" : 67,
"50069504" : 60,
"50593792" : 61,
"51118080" : 52,
"51642368" : 49,
"52166656" : 45,
"52690944" : 31,
"53215232" : 25,
"53739520" : 23,
"54263808" : 31,
"54788096" : 30,
"55312384" : 29,
"55836672" : 18,
"56360960" : 16,
"56885248" : 22,
"57409536" : 17,
"57933824" : 16,
"58458112" : 12,
"58982400" : 9,
"59506688" : 9,
"60030976" : 10,
"60555264" : 5,
"61079552" : 6,
"61603840" : 4,
"62128128" : 7,
"62652416" : 2,
"63176704" : 2,
"63700992" : 5,
"64225280" : 8,
"64749568" : 2,
"65273856" : 3,
"65798144" : 4,
"66322432" : 1,
"66846720" : 1,
"67633152" : 5,
"68681728" : 3,
"69730304" : 1
}
},
"lat_ns" : {
"min" : 6289885,
"max" : 71951412,
"mean" : 16495687.193310,
"stddev" : 6688508.033559,
"N" : 465590
},
"bw_min" : 43861,
"bw_max" : 82296,
"bw_agg" : 99.743957,
"bw_mean" : 61913.491525,
"bw_dev" : 603.375770,
"bw_samples" : 944,
"iops_min" : 10965,
"iops_max" : 20574,
"iops_mean" : 15477.338983,
"iops_stddev" : 150.886420,
"iops_samples" : 944
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 480012,
"usr_cpu" : 0.401032,
"sys_cpu" : 7.370441,
"ctx" : 582571,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 15.122872,
"20" : 67.158499,
"50" : 17.585254,
"100" : 0.129938,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773094341,
"timestamp_ms" : 1773094341107,
"time" : "Mon Mar 9 19:12:21 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2553552896,
"io_kbytes" : 2493704,
"bw_bytes" : 63837226,
"bw" : 62341,
"iops" : 15585.810355,
"runtime" : 40001,
"total_ios" : 623448,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 323003,
"max" : 7979056,
"mean" : 1022211.826268,
"stddev" : 1040826.481798,
"N" : 623448
},
"clat_ns" : {
"min" : 5828639,
"max" : 70000910,
"mean" : 15402109.489194,
"stddev" : 6302874.599905,
"N" : 623432,
"percentile" : {
"1.000000" : 7766016,
"5.000000" : 8847360,
"10.000000" : 9502720,
"20.000000" : 10420224,
"30.000000" : 11468800,
"40.000000" : 12648448,
"50.000000" : 13828096,
"60.000000" : 15138816,
"70.000000" : 16711680,
"80.000000" : 19005440,
"90.000000" : 23199744,
"95.000000" : 27656192,
"99.000000" : 38535168,
"99.500000" : 42729472,
"99.900000" : 50593792,
"99.950000" : 53739520,
"99.990000" : 60030976
},
"bins" : {
"5799936" : 1,
"5931008" : 4,
"5996544" : 3,
"6062080" : 4,
"6127616" : 5,
"6193152" : 4,
"6258688" : 13,
"6324224" : 10,
"6389760" : 21,
"6455296" : 37,
"6520832" : 33,
"6586368" : 47,
"6651904" : 50,
"6717440" : 67,
"6782976" : 99,
"6848512" : 119,
"6914048" : 159,
"6979584" : 167,
"7045120" : 198,
"7110656" : 211,
"7176192" : 253,
"7241728" : 309,
"7307264" : 329,
"7372800" : 404,
"7438336" : 445,
"7503872" : 494,
"7569408" : 630,
"7634944" : 672,
"7700480" : 708,
"7766016" : 811,
"7831552" : 888,
"7897088" : 914,
"7962624" : 999,
"8028160" : 1106,
"8093696" : 1157,
"8159232" : 1249,
"8224768" : 1360,
"8290304" : 1436,
"8355840" : 1561,
"8454144" : 3460,
"8585216" : 3862,
"8716288" : 4497,
"8847360" : 5062,
"8978432" : 5557,
"9109504" : 6027,
"9240576" : 6325,
"9371648" : 7034,
"9502720" : 7481,
"9633792" : 7895,
"9764864" : 8217,
"9895936" : 8297,
"10027008" : 8520,
"10158080" : 8646,
"10289152" : 8487,
"10420224" : 8545,
"10551296" : 8487,
"10682368" : 8385,
"10813440" : 8152,
"10944512" : 8063,
"11075584" : 7904,
"11206656" : 7898,
"11337728" : 7705,
"11468800" : 7504,
"11599872" : 7265,
"11730944" : 7271,
"11862016" : 7136,
"11993088" : 7060,
"12124160" : 7158,
"12255232" : 6903,
"12386304" : 6926,
"12517376" : 6870,
"12648448" : 6751,
"12779520" : 6879,
"12910592" : 6826,
"13041664" : 6881,
"13172736" : 6948,
"13303808" : 6925,
"13434880" : 6847,
"13565952" : 6933,
"13697024" : 6766,
"13828096" : 6643,
"13959168" : 6777,
"14090240" : 6552,
"14221312" : 6514,
"14352384" : 6303,
"14483456" : 6351,
"14614528" : 6257,
"14745600" : 6161,
"14876672" : 5921,
"15007744" : 5859,
"15138816" : 5996,
"15269888" : 5774,
"15400960" : 5554,
"15532032" : 5564,
"15663104" : 5431,
"15794176" : 5280,
"15925248" : 4993,
"16056320" : 4892,
"16187392" : 4723,
"16318464" : 4728,
"16449536" : 4560,
"16580608" : 4429,
"16711680" : 4360,
"16908288" : 8393,
"17170432" : 8025,
"17432576" : 7442,
"17694720" : 7093,
"17956864" : 6769,
"18219008" : 6325,
"18481152" : 6172,
"18743296" : 5983,
"19005440" : 5800,
"19267584" : 5315,
"19529728" : 5122,
"19791872" : 4908,
"20054016" : 4718,
"20316160" : 4449,
"20578304" : 4327,
"20840448" : 4260,
"21102592" : 3988,
"21364736" : 3805,
"21626880" : 3674,
"21889024" : 3337,
"22151168" : 3285,
"22413312" : 3066,
"22675456" : 2947,
"22937600" : 2739,
"23199744" : 2575,
"23461888" : 2426,
"23724032" : 2452,
"23986176" : 2323,
"24248320" : 2170,
"24510464" : 2151,
"24772608" : 2036,
"25034752" : 1926,
"25296896" : 1802,
"25559040" : 1726,
"25821184" : 1662,
"26083328" : 1794,
"26345472" : 1537,
"26607616" : 1517,
"26869760" : 1494,
"27131904" : 1367,
"27394048" : 1255,
"27656192" : 1222,
"27918336" : 1178,
"28180480" : 1129,
"28442624" : 1124,
"28704768" : 1031,
"28966912" : 1017,
"29229056" : 946,
"29491200" : 875,
"29753344" : 855,
"30015488" : 844,
"30277632" : 793,
"30539776" : 752,
"30801920" : 788,
"31064064" : 742,
"31326208" : 715,
"31588352" : 700,
"31850496" : 564,
"32112640" : 569,
"32374784" : 569,
"32636928" : 546,
"32899072" : 589,
"33161216" : 553,
"33423360" : 530,
"33816576" : 902,
"34340864" : 907,
"34865152" : 944,
"35389440" : 822,
"35913728" : 743,
"36438016" : 690,
"36962304" : 702,
"37486592" : 611,
"38010880" : 583,
"38535168" : 568,
"39059456" : 476,
"39583744" : 475,
"40108032" : 421,
"40632320" : 371,
"41156608" : 385,
"41680896" : 412,
"42205184" : 335,
"42729472" : 344,
"43253760" : 318,
"43778048" : 278,
"44302336" : 234,
"44826624" : 200,
"45350912" : 205,
"45875200" : 189,
"46399488" : 165,
"46923776" : 157,
"47448064" : 140,
"47972352" : 119,
"48496640" : 113,
"49020928" : 87,
"49545216" : 80,
"50069504" : 69,
"50593792" : 68,
"51118080" : 67,
"51642368" : 61,
"52166656" : 53,
"52690944" : 41,
"53215232" : 35,
"53739520" : 34,
"54263808" : 32,
"54788096" : 32,
"55312384" : 31,
"55836672" : 19,
"56360960" : 18,
"56885248" : 25,
"57409536" : 17,
"57933824" : 16,
"58458112" : 12,
"58982400" : 9,
"59506688" : 9,
"60030976" : 10,
"60555264" : 5,
"61079552" : 6,
"61603840" : 4,
"62128128" : 7,
"62652416" : 2,
"63176704" : 2,
"63700992" : 5,
"64225280" : 8,
"64749568" : 2,
"65273856" : 3,
"65798144" : 4,
"66322432" : 1,
"66846720" : 1,
"67633152" : 5,
"68681728" : 3,
"69730304" : 1
}
},
"lat_ns" : {
"min" : 6289885,
"max" : 71951412,
"mean" : 16424371.388618,
"stddev" : 6613561.985117,
"N" : 623432
},
"bw_min" : 43749,
"bw_max" : 82312,
"bw_agg" : 99.988706,
"bw_mean" : 62334.594937,
"bw_dev" : 593.803849,
"bw_samples" : 1264,
"iops_min" : 10937,
"iops_max" : 20578,
"iops_mean" : 15582.848101,
"iops_stddev" : 148.483630,
"iops_samples" : 1264
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 640002,
"usr_cpu" : 0.396561,
"sys_cpu" : 7.417008,
"ctx" : 785025,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999840,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999840,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 14.955698,
"20" : 67.763951,
"50" : 17.166628,
"100" : 0.111156,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773094351,
"timestamp_ms" : 1773094351108,
"time" : "Mon Mar 9 19:12:31 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3206901760,
"io_kbytes" : 3131740,
"bw_bytes" : 64136752,
"bw" : 62633,
"iops" : 15659.346813,
"runtime" : 50001,
"total_ios" : 782983,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 323003,
"max" : 8003243,
"mean" : 1017388.247318,
"stddev" : 1032190.980015,
"N" : 782983
},
"clat_ns" : {
"min" : 5828639,
"max" : 70000910,
"mean" : 15329846.092097,
"stddev" : 6233698.304028,
"N" : 782967,
"percentile" : {
"1.000000" : 7831552,
"5.000000" : 8847360,
"10.000000" : 9502720,
"20.000000" : 10420224,
"30.000000" : 11468800,
"40.000000" : 12648448,
"50.000000" : 13828096,
"60.000000" : 15138816,
"70.000000" : 16711680,
"80.000000" : 19005440,
"90.000000" : 23199744,
"95.000000" : 27656192,
"99.000000" : 38535168,
"99.500000" : 42729472,
"99.900000" : 50069504,
"99.950000" : 53215232,
"99.990000" : 59506688
},
"bins" : {
"5799936" : 1,
"5931008" : 4,
"5996544" : 3,
"6062080" : 4,
"6127616" : 5,
"6193152" : 4,
"6258688" : 15,
"6324224" : 14,
"6389760" : 29,
"6455296" : 43,
"6520832" : 46,
"6586368" : 56,
"6651904" : 60,
"6717440" : 80,
"6782976" : 114,
"6848512" : 137,
"6914048" : 181,
"6979584" : 205,
"7045120" : 224,
"7110656" : 255,
"7176192" : 314,
"7241728" : 368,
"7307264" : 403,
"7372800" : 488,
"7438336" : 556,
"7503872" : 611,
"7569408" : 755,
"7634944" : 796,
"7700480" : 865,
"7766016" : 1022,
"7831552" : 1095,
"7897088" : 1150,
"7962624" : 1282,
"8028160" : 1400,
"8093696" : 1474,
"8159232" : 1551,
"8224768" : 1693,
"8290304" : 1791,
"8355840" : 1943,
"8454144" : 4248,
"8585216" : 4820,
"8716288" : 5597,
"8847360" : 6258,
"8978432" : 6974,
"9109504" : 7570,
"9240576" : 8018,
"9371648" : 8914,
"9502720" : 9551,
"9633792" : 9977,
"9764864" : 10382,
"9895936" : 10630,
"10027008" : 10954,
"10158080" : 11012,
"10289152" : 10857,
"10420224" : 11013,
"10551296" : 10874,
"10682368" : 10689,
"10813440" : 10360,
"10944512" : 10253,
"11075584" : 10065,
"11206656" : 10034,
"11337728" : 9745,
"11468800" : 9470,
"11599872" : 9303,
"11730944" : 9242,
"11862016" : 9021,
"11993088" : 8928,
"12124160" : 9048,
"12255232" : 8825,
"12386304" : 8768,
"12517376" : 8811,
"12648448" : 8612,
"12779520" : 8813,
"12910592" : 8608,
"13041664" : 8623,
"13172736" : 8777,
"13303808" : 8690,
"13434880" : 8660,
"13565952" : 8712,
"13697024" : 8438,
"13828096" : 8347,
"13959168" : 8468,
"14090240" : 8155,
"14221312" : 8153,
"14352384" : 7947,
"14483456" : 7989,
"14614528" : 7907,
"14745600" : 7804,
"14876672" : 7497,
"15007744" : 7450,
"15138816" : 7614,
"15269888" : 7187,
"15400960" : 7006,
"15532032" : 6919,
"15663104" : 6806,
"15794176" : 6667,
"15925248" : 6306,
"16056320" : 6235,
"16187392" : 6068,
"16318464" : 6002,
"16449536" : 5751,
"16580608" : 5617,
"16711680" : 5534,
"16908288" : 10623,
"17170432" : 10125,
"17432576" : 9326,
"17694720" : 8948,
"17956864" : 8519,
"18219008" : 8012,
"18481152" : 7703,
"18743296" : 7409,
"19005440" : 7153,
"19267584" : 6578,
"19529728" : 6339,
"19791872" : 6039,
"20054016" : 5867,
"20316160" : 5527,
"20578304" : 5309,
"20840448" : 5132,
"21102592" : 4961,
"21364736" : 4663,
"21626880" : 4461,
"21889024" : 4112,
"22151168" : 4038,
"22413312" : 3836,
"22675456" : 3640,
"22937600" : 3350,
"23199744" : 3189,
"23461888" : 3017,
"23724032" : 3013,
"23986176" : 2857,
"24248320" : 2639,
"24510464" : 2623,
"24772608" : 2510,
"25034752" : 2348,
"25296896" : 2149,
"25559040" : 2082,
"25821184" : 2017,
"26083328" : 2138,
"26345472" : 1886,
"26607616" : 1809,
"26869760" : 1785,
"27131904" : 1676,
"27394048" : 1556,
"27656192" : 1512,
"27918336" : 1427,
"28180480" : 1394,
"28442624" : 1374,
"28704768" : 1240,
"28966912" : 1232,
"29229056" : 1200,
"29491200" : 1073,
"29753344" : 1049,
"30015488" : 1051,
"30277632" : 949,
"30539776" : 941,
"30801920" : 945,
"31064064" : 924,
"31326208" : 852,
"31588352" : 866,
"31850496" : 720,
"32112640" : 704,
"32374784" : 722,
"32636928" : 675,
"32899072" : 693,
"33161216" : 669,
"33423360" : 629,
"33816576" : 1119,
"34340864" : 1124,
"34865152" : 1144,
"35389440" : 983,
"35913728" : 893,
"36438016" : 844,
"36962304" : 821,
"37486592" : 743,
"38010880" : 707,
"38535168" : 698,
"39059456" : 567,
"39583744" : 571,
"40108032" : 505,
"40632320" : 464,
"41156608" : 465,
"41680896" : 467,
"42205184" : 398,
"42729472" : 412,
"43253760" : 384,
"43778048" : 358,
"44302336" : 297,
"44826624" : 252,
"45350912" : 243,
"45875200" : 213,
"46399488" : 199,
"46923776" : 198,
"47448064" : 158,
"47972352" : 131,
"48496640" : 129,
"49020928" : 113,
"49545216" : 102,
"50069504" : 84,
"50593792" : 73,
"51118080" : 82,
"51642368" : 79,
"52166656" : 66,
"52690944" : 50,
"53215232" : 43,
"53739520" : 44,
"54263808" : 44,
"54788096" : 37,
"55312384" : 33,
"55836672" : 19,
"56360960" : 20,
"56885248" : 26,
"57409536" : 20,
"57933824" : 19,
"58458112" : 12,
"58982400" : 10,
"59506688" : 11,
"60030976" : 13,
"60555264" : 9,
"61079552" : 6,
"61603840" : 4,
"62128128" : 8,
"62652416" : 3,
"63176704" : 3,
"63700992" : 5,
"64225280" : 8,
"64749568" : 2,
"65273856" : 3,
"65798144" : 4,
"66322432" : 1,
"66846720" : 1,
"67633152" : 5,
"68681728" : 3,
"69730304" : 1
}
},
"lat_ns" : {
"min" : 6289885,
"max" : 71951412,
"mean" : 16347244.324269,
"stddev" : 6540309.974285,
"N" : 782967
},
"bw_min" : 42765,
"bw_max" : 83856,
"bw_agg" : 100.000000,
"bw_mean" : 62662.747475,
"bw_dev" : 599.636232,
"bw_samples" : 1584,
"iops_min" : 10691,
"iops_max" : 20964,
"iops_mean" : 15664.898990,
"iops_stddev" : 149.937645,
"iops_samples" : 1584
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 799999,
"usr_cpu" : 0.395000,
"sys_cpu" : 7.455634,
"ctx" : 986410,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999872,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999872,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 14.977337,
"20" : 68.183473,
"50" : 16.732292,
"100" : 0.104855,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773094361,
"timestamp_ms" : 1773094361108,
"time" : "Mon Mar 9 19:12:41 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3886977024,
"io_kbytes" : 3795876,
"bw_bytes" : 64781870,
"bw" : 63263,
"iops" : 15816.319728,
"runtime" : 60001,
"total_ios" : 948995,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 323003,
"max" : 8003243,
"mean" : 1007261.589661,
"stddev" : 1016562.697906,
"N" : 948995
},
"clat_ns" : {
"min" : 5758762,
"max" : 70000910,
"mean" : 15177684.804212,
"stddev" : 6124348.900731,
"N" : 948979,
"percentile" : {
"1.000000" : 7831552,
"5.000000" : 8847360,
"10.000000" : 9502720,
"20.000000" : 10420224,
"30.000000" : 11337728,
"40.000000" : 12517376,
"50.000000" : 13697024,
"60.000000" : 14876672,
"70.000000" : 16449536,
"80.000000" : 18743296,
"90.000000" : 22675456,
"95.000000" : 27131904,
"99.000000" : 38010880,
"99.500000" : 42205184,
"99.900000" : 49545216,
"99.950000" : 52690944,
"99.990000" : 59506688
},
"bins" : {
"5734400" : 1,
"5799936" : 2,
"5931008" : 4,
"5996544" : 3,
"6062080" : 5,
"6127616" : 9,
"6193152" : 4,
"6258688" : 16,
"6324224" : 14,
"6389760" : 29,
"6455296" : 46,
"6520832" : 52,
"6586368" : 67,
"6651904" : 72,
"6717440" : 97,
"6782976" : 132,
"6848512" : 162,
"6914048" : 212,
"6979584" : 234,
"7045120" : 265,
"7110656" : 293,
"7176192" : 369,
"7241728" : 429,
"7307264" : 487,
"7372800" : 577,
"7438336" : 662,
"7503872" : 742,
"7569408" : 880,
"7634944" : 963,
"7700480" : 1026,
"7766016" : 1198,
"7831552" : 1342,
"7897088" : 1399,
"7962624" : 1573,
"8028160" : 1666,
"8093696" : 1769,
"8159232" : 1884,
"8224768" : 2047,
"8290304" : 2165,
"8355840" : 2401,
"8454144" : 5220,
"8585216" : 5984,
"8716288" : 6969,
"8847360" : 7802,
"8978432" : 8724,
"9109504" : 9578,
"9240576" : 10111,
"9371648" : 11075,
"9502720" : 11990,
"9633792" : 12395,
"9764864" : 12824,
"9895936" : 13221,
"10027008" : 13571,
"10158080" : 13677,
"10289152" : 13519,
"10420224" : 13652,
"10551296" : 13508,
"10682368" : 13361,
"10813440" : 12919,
"10944512" : 12833,
"11075584" : 12620,
"11206656" : 12414,
"11337728" : 12137,
"11468800" : 11861,
"11599872" : 11606,
"11730944" : 11549,
"11862016" : 11128,
"11993088" : 11010,
"12124160" : 11095,
"12255232" : 10894,
"12386304" : 10815,
"12517376" : 10836,
"12648448" : 10585,
"12779520" : 10837,
"12910592" : 10615,
"13041664" : 10702,
"13172736" : 10812,
"13303808" : 10660,
"13434880" : 10724,
"13565952" : 10743,
"13697024" : 10379,
"13828096" : 10264,
"13959168" : 10408,
"14090240" : 10067,
"14221312" : 10034,
"14352384" : 9622,
"14483456" : 9772,
"14614528" : 9550,
"14745600" : 9528,
"14876672" : 9068,
"15007744" : 8981,
"15138816" : 9055,
"15269888" : 8586,
"15400960" : 8447,
"15532032" : 8362,
"15663104" : 8172,
"15794176" : 7939,
"15925248" : 7580,
"16056320" : 7401,
"16187392" : 7246,
"16318464" : 7192,
"16449536" : 6915,
"16580608" : 6757,
"16711680" : 6643,
"16908288" : 12747,
"17170432" : 12058,
"17432576" : 11140,
"17694720" : 10706,
"17956864" : 10137,
"18219008" : 9532,
"18481152" : 9127,
"18743296" : 8739,
"19005440" : 8288,
"19267584" : 7679,
"19529728" : 7404,
"19791872" : 7041,
"20054016" : 6868,
"20316160" : 6529,
"20578304" : 6231,
"20840448" : 5996,
"21102592" : 5763,
"21364736" : 5352,
"21626880" : 5155,
"21889024" : 4787,
"22151168" : 4663,
"22413312" : 4420,
"22675456" : 4174,
"22937600" : 3875,
"23199744" : 3655,
"23461888" : 3442,
"23724032" : 3481,
"23986176" : 3337,
"24248320" : 3067,
"24510464" : 3049,
"24772608" : 2951,
"25034752" : 2728,
"25296896" : 2520,
"25559040" : 2392,
"25821184" : 2350,
"26083328" : 2423,
"26345472" : 2178,
"26607616" : 2082,
"26869760" : 2088,
"27131904" : 1950,
"27394048" : 1811,
"27656192" : 1745,
"27918336" : 1642,
"28180480" : 1603,
"28442624" : 1606,
"28704768" : 1442,
"28966912" : 1423,
"29229056" : 1374,
"29491200" : 1262,
"29753344" : 1226,
"30015488" : 1233,
"30277632" : 1131,
"30539776" : 1100,
"30801920" : 1068,
"31064064" : 1017,
"31326208" : 976,
"31588352" : 993,
"31850496" : 825,
"32112640" : 803,
"32374784" : 812,
"32636928" : 773,
"32899072" : 793,
"33161216" : 765,
"33423360" : 712,
"33816576" : 1296,
"34340864" : 1295,
"34865152" : 1310,
"35389440" : 1144,
"35913728" : 1046,
"36438016" : 973,
"36962304" : 941,
"37486592" : 850,
"38010880" : 816,
"38535168" : 787,
"39059456" : 652,
"39583744" : 669,
"40108032" : 570,
"40632320" : 544,
"41156608" : 536,
"41680896" : 531,
"42205184" : 473,
"42729472" : 460,
"43253760" : 440,
"43778048" : 405,
"44302336" : 340,
"44826624" : 288,
"45350912" : 272,
"45875200" : 229,
"46399488" : 222,
"46923776" : 231,
"47448064" : 177,
"47972352" : 153,
"48496640" : 142,
"49020928" : 118,
"49545216" : 104,
"50069504" : 84,
"50593792" : 78,
"51118080" : 88,
"51642368" : 81,
"52166656" : 69,
"52690944" : 51,
"53215232" : 43,
"53739520" : 48,
"54263808" : 45,
"54788096" : 37,
"55312384" : 33,
"55836672" : 20,
"56360960" : 21,
"56885248" : 26,
"57409536" : 20,
"57933824" : 19,
"58458112" : 12,
"58982400" : 10,
"59506688" : 12,
"60030976" : 14,
"60555264" : 9,
"61079552" : 9,
"61603840" : 4,
"62128128" : 8,
"62652416" : 3,
"63176704" : 5,
"63700992" : 6,
"64225280" : 9,
"64749568" : 2,
"65273856" : 3,
"65798144" : 4,
"66322432" : 1,
"66846720" : 1,
"67633152" : 5,
"68681728" : 3,
"69730304" : 1
}
},
"lat_ns" : {
"min" : 6163901,
"max" : 71951412,
"mean" : 16185018.450498,
"stddev" : 6424491.780253,
"N" : 948979
},
"bw_min" : 42765,
"bw_max" : 84233,
"bw_agg" : 99.886910,
"bw_mean" : 63192.647059,
"bw_dev" : 599.542830,
"bw_samples" : 1904,
"iops_min" : 10691,
"iops_max" : 21058,
"iops_mean" : 15797.487395,
"iops_stddev" : 149.910417,
"iops_samples" : 1904
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 960008,
"usr_cpu" : 0.394372,
"sys_cpu" : 7.536604,
"ctx" : 1192629,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 15.305876,
"20" : 68.623649,
"50" : 15.978799,
"100" : 0.089990,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773094371,
"timestamp_ms" : 1773094371111,
"time" : "Mon Mar 9 19:12:51 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4504612864,
"io_kbytes" : 4399036,
"bw_bytes" : 64350693,
"bw" : 62842,
"iops" : 15711.418408,
"runtime" : 70001,
"total_ios" : 1099815,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 323003,
"max" : 8206164,
"mean" : 1014054.018718,
"stddev" : 1028185.524496,
"N" : 1099815
},
"clat_ns" : {
"min" : 5727865,
"max" : 70000910,
"mean" : 15278423.589317,
"stddev" : 6150216.592322,
"N" : 1099799,
"percentile" : {
"1.000000" : 7831552,
"5.000000" : 8847360,
"10.000000" : 9502720,
"20.000000" : 10551296,
"30.000000" : 11468800,
"40.000000" : 12648448,
"50.000000" : 13828096,
"60.000000" : 15007744,
"70.000000" : 16580608,
"80.000000" : 18743296,
"90.000000" : 22937600,
"95.000000" : 27394048,
"99.000000" : 38010880,
"99.500000" : 42205184,
"99.900000" : 49545216,
"99.950000" : 52690944,
"99.990000" : 59506688
},
"bins" : {
"5734400" : 2,
"5799936" : 2,
"5865472" : 1,
"5931008" : 7,
"5996544" : 3,
"6062080" : 6,
"6127616" : 9,
"6193152" : 5,
"6258688" : 16,
"6324224" : 16,
"6389760" : 30,
"6455296" : 49,
"6520832" : 55,
"6586368" : 77,
"6651904" : 82,
"6717440" : 115,
"6782976" : 151,
"6848512" : 194,
"6914048" : 240,
"6979584" : 268,
"7045120" : 314,
"7110656" : 347,
"7176192" : 411,
"7241728" : 476,
"7307264" : 548,
"7372800" : 641,
"7438336" : 754,
"7503872" : 845,
"7569408" : 989,
"7634944" : 1097,
"7700480" : 1205,
"7766016" : 1405,
"7831552" : 1533,
"7897088" : 1597,
"7962624" : 1792,
"8028160" : 1902,
"8093696" : 2018,
"8159232" : 2163,
"8224768" : 2317,
"8290304" : 2464,
"8355840" : 2706,
"8454144" : 5935,
"8585216" : 6793,
"8716288" : 7809,
"8847360" : 8713,
"8978432" : 9766,
"9109504" : 10690,
"9240576" : 11213,
"9371648" : 12258,
"9502720" : 13306,
"9633792" : 13738,
"9764864" : 14299,
"9895936" : 14729,
"10027008" : 15127,
"10158080" : 15279,
"10289152" : 15088,
"10420224" : 15217,
"10551296" : 15177,
"10682368" : 14996,
"10813440" : 14518,
"10944512" : 14495,
"11075584" : 14347,
"11206656" : 14160,
"11337728" : 13927,
"11468800" : 13578,
"11599872" : 13280,
"11730944" : 13256,
"11862016" : 12835,
"11993088" : 12693,
"12124160" : 12896,
"12255232" : 12693,
"12386304" : 12640,
"12517376" : 12701,
"12648448" : 12281,
"12779520" : 12599,
"12910592" : 12377,
"13041664" : 12582,
"13172736" : 12581,
"13303808" : 12486,
"13434880" : 12500,
"13565952" : 12515,
"13697024" : 12211,
"13828096" : 12138,
"13959168" : 12200,
"14090240" : 11796,
"14221312" : 11669,
"14352384" : 11355,
"14483456" : 11440,
"14614528" : 11258,
"14745600" : 11102,
"14876672" : 10664,
"15007744" : 10572,
"15138816" : 10499,
"15269888" : 10067,
"15400960" : 9862,
"15532032" : 9801,
"15663104" : 9643,
"15794176" : 9244,
"15925248" : 8884,
"16056320" : 8733,
"16187392" : 8562,
"16318464" : 8393,
"16449536" : 8084,
"16580608" : 7936,
"16711680" : 7775,
"16908288" : 14817,
"17170432" : 14189,
"17432576" : 13135,
"17694720" : 12702,
"17956864" : 12006,
"18219008" : 11352,
"18481152" : 10872,
"18743296" : 10279,
"19005440" : 9771,
"19267584" : 9125,
"19529728" : 8809,
"19791872" : 8356,
"20054016" : 8103,
"20316160" : 7673,
"20578304" : 7377,
"20840448" : 7091,
"21102592" : 6840,
"21364736" : 6376,
"21626880" : 6055,
"21889024" : 5688,
"22151168" : 5547,
"22413312" : 5290,
"22675456" : 4967,
"22937600" : 4660,
"23199744" : 4319,
"23461888" : 4139,
"23724032" : 4144,
"23986176" : 3956,
"24248320" : 3696,
"24510464" : 3601,
"24772608" : 3454,
"25034752" : 3255,
"25296896" : 3038,
"25559040" : 2921,
"25821184" : 2848,
"26083328" : 2878,
"26345472" : 2660,
"26607616" : 2475,
"26869760" : 2472,
"27131904" : 2292,
"27394048" : 2133,
"27656192" : 2056,
"27918336" : 1945,
"28180480" : 1895,
"28442624" : 1878,
"28704768" : 1730,
"28966912" : 1704,
"29229056" : 1633,
"29491200" : 1508,
"29753344" : 1438,
"30015488" : 1434,
"30277632" : 1353,
"30539776" : 1304,
"30801920" : 1263,
"31064064" : 1222,
"31326208" : 1155,
"31588352" : 1191,
"31850496" : 975,
"32112640" : 970,
"32374784" : 959,
"32636928" : 930,
"32899072" : 931,
"33161216" : 941,
"33423360" : 843,
"33816576" : 1581,
"34340864" : 1525,
"34865152" : 1530,
"35389440" : 1368,
"35913728" : 1249,
"36438016" : 1175,
"36962304" : 1120,
"37486592" : 1004,
"38010880" : 952,
"38535168" : 901,
"39059456" : 773,
"39583744" : 812,
"40108032" : 693,
"40632320" : 665,
"41156608" : 642,
"41680896" : 637,
"42205184" : 558,
"42729472" : 527,
"43253760" : 496,
"43778048" : 462,
"44302336" : 390,
"44826624" : 339,
"45350912" : 326,
"45875200" : 295,
"46399488" : 258,
"46923776" : 250,
"47448064" : 203,
"47972352" : 193,
"48496640" : 160,
"49020928" : 139,
"49545216" : 122,
"50069504" : 103,
"50593792" : 86,
"51118080" : 99,
"51642368" : 98,
"52166656" : 85,
"52690944" : 56,
"53215232" : 49,
"53739520" : 54,
"54263808" : 54,
"54788096" : 42,
"55312384" : 41,
"55836672" : 22,
"56360960" : 21,
"56885248" : 28,
"57409536" : 23,
"57933824" : 21,
"58458112" : 14,
"58982400" : 11,
"59506688" : 12,
"60030976" : 17,
"60555264" : 11,
"61079552" : 10,
"61603840" : 6,
"62128128" : 9,
"62652416" : 5,
"63176704" : 5,
"63700992" : 6,
"64225280" : 10,
"64749568" : 2,
"65273856" : 3,
"65798144" : 4,
"66322432" : 3,
"66846720" : 3,
"67633152" : 5,
"68681728" : 3,
"69730304" : 1
}
},
"lat_ns" : {
"min" : 6163901,
"max" : 71951412,
"mean" : 16292412.077682,
"stddev" : 6449758.959036,
"N" : 1099799
},
"bw_min" : 42602,
"bw_max" : 84233,
"bw_agg" : 100.000000,
"bw_mean" : 62955.071942,
"bw_dev" : 595.114950,
"bw_samples" : 2224,
"iops_min" : 10650,
"iops_max" : 21058,
"iops_mean" : 15737.899281,
"iops_stddev" : 148.804575,
"iops_samples" : 2224
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1120003,
"usr_cpu" : 0.387678,
"sys_cpu" : 7.485516,
"ctx" : 1382381,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 14.789033,
"20" : 68.739106,
"50" : 16.380937,
"100" : 0.089470,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773094381,
"timestamp_ms" : 1773094381111,
"time" : "Mon Mar 9 19:13:01 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 99,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5158846464,
"io_kbytes" : 5037936,
"bw_bytes" : 64485580,
"bw" : 62974,
"iops" : 15744.250000,
"runtime" : 80000,
"total_ios" : 1259540,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 323003,
"max" : 8206164,
"mean" : 1011931.334194,
"stddev" : 1024581.601032,
"N" : 1259540
},
"clat_ns" : {
"min" : 5727865,
"max" : 72417114,
"mean" : 15246722.216953,
"stddev" : 6118319.364757,
"N" : 1259524,
"percentile" : {
"1.000000" : 7831552,
"5.000000" : 8847360,
"10.000000" : 9502720,
"20.000000" : 10420224,
"30.000000" : 11468800,
"40.000000" : 12648448,
"50.000000" : 13697024,
"60.000000" : 15007744,
"70.000000" : 16580608,
"80.000000" : 18743296,
"90.000000" : 22937600,
"95.000000" : 27131904,
"99.000000" : 38010880,
"99.500000" : 42205184,
"99.900000" : 49020928,
"99.950000" : 52166656,
"99.990000" : 59506688
},
"bins" : {
"5734400" : 2,
"5799936" : 2,
"5865472" : 3,
"5931008" : 7,
"5996544" : 3,
"6062080" : 7,
"6127616" : 12,
"6193152" : 5,
"6258688" : 17,
"6324224" : 17,
"6389760" : 35,
"6455296" : 57,
"6520832" : 63,
"6586368" : 89,
"6651904" : 99,
"6717440" : 132,
"6782976" : 172,
"6848512" : 221,
"6914048" : 264,
"6979584" : 307,
"7045120" : 347,
"7110656" : 401,
"7176192" : 486,
"7241728" : 560,
"7307264" : 617,
"7372800" : 715,
"7438336" : 867,
"7503872" : 975,
"7569408" : 1134,
"7634944" : 1270,
"7700480" : 1390,
"7766016" : 1610,
"7831552" : 1749,
"7897088" : 1815,
"7962624" : 2058,
"8028160" : 2198,
"8093696" : 2372,
"8159232" : 2553,
"8224768" : 2724,
"8290304" : 2867,
"8355840" : 3144,
"8454144" : 7061,
"8585216" : 8003,
"8716288" : 9109,
"8847360" : 10094,
"8978432" : 11254,
"9109504" : 12284,
"9240576" : 12947,
"9371648" : 14034,
"9502720" : 15298,
"9633792" : 15822,
"9764864" : 16545,
"9895936" : 16887,
"10027008" : 17319,
"10158080" : 17474,
"10289152" : 17319,
"10420224" : 17356,
"10551296" : 17274,
"10682368" : 17182,
"10813440" : 16681,
"10944512" : 16645,
"11075584" : 16513,
"11206656" : 16221,
"11337728" : 15988,
"11468800" : 15633,
"11599872" : 15235,
"11730944" : 15215,
"11862016" : 14626,
"11993088" : 14670,
"12124160" : 14711,
"12255232" : 14520,
"12386304" : 14466,
"12517376" : 14569,
"12648448" : 14073,
"12779520" : 14293,
"12910592" : 14169,
"13041664" : 14369,
"13172736" : 14449,
"13303808" : 14319,
"13434880" : 14285,
"13565952" : 14263,
"13697024" : 13990,
"13828096" : 13846,
"13959168" : 13951,
"14090240" : 13576,
"14221312" : 13372,
"14352384" : 13014,
"14483456" : 13030,
"14614528" : 12940,
"14745600" : 12650,
"14876672" : 12302,
"15007744" : 12080,
"15138816" : 12066,
"15269888" : 11598,
"15400960" : 11350,
"15532032" : 11283,
"15663104" : 11010,
"15794176" : 10587,
"15925248" : 10201,
"16056320" : 9985,
"16187392" : 9820,
"16318464" : 9596,
"16449536" : 9280,
"16580608" : 9135,
"16711680" : 8925,
"16908288" : 17031,
"17170432" : 16201,
"17432576" : 15149,
"17694720" : 14462,
"17956864" : 13797,
"18219008" : 12900,
"18481152" : 12423,
"18743296" : 11758,
"19005440" : 11226,
"19267584" : 10581,
"19529728" : 10032,
"19791872" : 9581,
"20054016" : 9335,
"20316160" : 8698,
"20578304" : 8450,
"20840448" : 8054,
"21102592" : 7734,
"21364736" : 7225,
"21626880" : 6922,
"21889024" : 6512,
"22151168" : 6315,
"22413312" : 6036,
"22675456" : 5649,
"22937600" : 5318,
"23199744" : 4976,
"23461888" : 4762,
"23724032" : 4730,
"23986176" : 4491,
"24248320" : 4153,
"24510464" : 4123,
"24772608" : 3894,
"25034752" : 3693,
"25296896" : 3460,
"25559040" : 3261,
"25821184" : 3233,
"26083328" : 3261,
"26345472" : 3006,
"26607616" : 2802,
"26869760" : 2777,
"27131904" : 2589,
"27394048" : 2417,
"27656192" : 2333,
"27918336" : 2239,
"28180480" : 2194,
"28442624" : 2132,
"28704768" : 1947,
"28966912" : 1926,
"29229056" : 1824,
"29491200" : 1685,
"29753344" : 1601,
"30015488" : 1616,
"30277632" : 1498,
"30539776" : 1454,
"30801920" : 1428,
"31064064" : 1373,
"31326208" : 1284,
"31588352" : 1330,
"31850496" : 1101,
"32112640" : 1104,
"32374784" : 1086,
"32636928" : 1060,
"32899072" : 1074,
"33161216" : 1056,
"33423360" : 956,
"33816576" : 1761,
"34340864" : 1731,
"34865152" : 1706,
"35389440" : 1529,
"35913728" : 1400,
"36438016" : 1321,
"36962304" : 1248,
"37486592" : 1145,
"38010880" : 1078,
"38535168" : 1027,
"39059456" : 894,
"39583744" : 911,
"40108032" : 775,
"40632320" : 740,
"41156608" : 736,
"41680896" : 699,
"42205184" : 618,
"42729472" : 596,
"43253760" : 564,
"43778048" : 513,
"44302336" : 425,
"44826624" : 386,
"45350912" : 379,
"45875200" : 322,
"46399488" : 282,
"46923776" : 277,
"47448064" : 232,
"47972352" : 213,
"48496640" : 185,
"49020928" : 154,
"49545216" : 134,
"50069504" : 113,
"50593792" : 92,
"51118080" : 103,
"51642368" : 101,
"52166656" : 90,
"52690944" : 57,
"53215232" : 54,
"53739520" : 57,
"54263808" : 58,
"54788096" : 42,
"55312384" : 47,
"55836672" : 26,
"56360960" : 22,
"56885248" : 31,
"57409536" : 24,
"57933824" : 23,
"58458112" : 17,
"58982400" : 12,
"59506688" : 15,
"60030976" : 18,
"60555264" : 11,
"61079552" : 10,
"61603840" : 10,
"62128128" : 10,
"62652416" : 5,
"63176704" : 5,
"63700992" : 6,
"64225280" : 10,
"64749568" : 2,
"65273856" : 3,
"65798144" : 4,
"66322432" : 3,
"66846720" : 3,
"67633152" : 8,
"68681728" : 3,
"69730304" : 1,
"72876032" : 1
}
},
"lat_ns" : {
"min" : 6163901,
"max" : 73413116,
"mean" : 16258615.527599,
"stddev" : 6415663.582975,
"N" : 1259524
},
"bw_min" : 42602,
"bw_max" : 84808,
"bw_agg" : 100.000000,
"bw_mean" : 63004.742138,
"bw_dev" : 598.088662,
"bw_samples" : 2544,
"iops_min" : 10650,
"iops_max" : 21202,
"iops_mean" : 15750.364780,
"iops_stddev" : 149.547696,
"iops_samples" : 2544
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279997,
"usr_cpu" : 0.386173,
"sys_cpu" : 7.501502,
"ctx" : 1583657,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 14.915604,
"20" : 68.772012,
"50" : 16.227035,
"100" : 0.084078,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773094391,
"timestamp_ms" : 1773094391109,
"time" : "Mon Mar 9 19:13:11 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 89,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5821325312,
"io_kbytes" : 5684888,
"bw_bytes" : 64680673,
"bw" : 63164,
"iops" : 15791.691203,
"runtime" : 90001,
"total_ios" : 1421268,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 323003,
"max" : 8206164,
"mean" : 1008845.748079,
"stddev" : 1017788.432257,
"N" : 1421268
},
"clat_ns" : {
"min" : 5727865,
"max" : 72417114,
"mean" : 15201100.955092,
"stddev" : 6059121.656063,
"N" : 1421252,
"percentile" : {
"1.000000" : 7831552,
"5.000000" : 8847360,
"10.000000" : 9502720,
"20.000000" : 10551296,
"30.000000" : 11468800,
"40.000000" : 12648448,
"50.000000" : 13697024,
"60.000000" : 15007744,
"70.000000" : 16449536,
"80.000000" : 18743296,
"90.000000" : 22675456,
"95.000000" : 27131904,
"99.000000" : 38010880,
"99.500000" : 41680896,
"99.900000" : 49020928,
"99.950000" : 51642368,
"99.990000" : 58458112
},
"bins" : {
"5734400" : 2,
"5799936" : 2,
"5865472" : 3,
"5931008" : 7,
"5996544" : 3,
"6062080" : 7,
"6127616" : 12,
"6193152" : 6,
"6258688" : 18,
"6324224" : 18,
"6389760" : 36,
"6455296" : 58,
"6520832" : 65,
"6586368" : 91,
"6651904" : 104,
"6717440" : 143,
"6782976" : 190,
"6848512" : 241,
"6914048" : 290,
"6979584" : 332,
"7045120" : 377,
"7110656" : 448,
"7176192" : 539,
"7241728" : 619,
"7307264" : 701,
"7372800" : 787,
"7438336" : 969,
"7503872" : 1098,
"7569408" : 1299,
"7634944" : 1432,
"7700480" : 1560,
"7766016" : 1826,
"7831552" : 1983,
"7897088" : 2090,
"7962624" : 2354,
"8028160" : 2530,
"8093696" : 2702,
"8159232" : 2919,
"8224768" : 3082,
"8290304" : 3272,
"8355840" : 3605,
"8454144" : 8038,
"8585216" : 9050,
"8716288" : 10185,
"8847360" : 11380,
"8978432" : 12605,
"9109504" : 13730,
"9240576" : 14542,
"9371648" : 15777,
"9502720" : 17134,
"9633792" : 17775,
"9764864" : 18494,
"9895936" : 18968,
"10027008" : 19417,
"10158080" : 19711,
"10289152" : 19540,
"10420224" : 19609,
"10551296" : 19400,
"10682368" : 19254,
"10813440" : 18707,
"10944512" : 18722,
"11075584" : 18655,
"11206656" : 18389,
"11337728" : 18110,
"11468800" : 17829,
"11599872" : 17345,
"11730944" : 17305,
"11862016" : 16713,
"11993088" : 16706,
"12124160" : 16763,
"12255232" : 16568,
"12386304" : 16464,
"12517376" : 16567,
"12648448" : 16008,
"12779520" : 16363,
"12910592" : 16239,
"13041664" : 16373,
"13172736" : 16504,
"13303808" : 16308,
"13434880" : 16392,
"13565952" : 16237,
"13697024" : 16086,
"13828096" : 15844,
"13959168" : 15906,
"14090240" : 15500,
"14221312" : 15323,
"14352384" : 14939,
"14483456" : 14828,
"14614528" : 14796,
"14745600" : 14510,
"14876672" : 14047,
"15007744" : 13759,
"15138816" : 13723,
"15269888" : 13236,
"15400960" : 13010,
"15532032" : 12750,
"15663104" : 12489,
"15794176" : 12047,
"15925248" : 11604,
"16056320" : 11296,
"16187392" : 11169,
"16318464" : 10931,
"16449536" : 10543,
"16580608" : 10390,
"16711680" : 10097,
"16908288" : 19232,
"17170432" : 18337,
"17432576" : 17168,
"17694720" : 16338,
"17956864" : 15473,
"18219008" : 14512,
"18481152" : 13951,
"18743296" : 13152,
"19005440" : 12515,
"19267584" : 11839,
"19529728" : 11247,
"19791872" : 10717,
"20054016" : 10411,
"20316160" : 9592,
"20578304" : 9354,
"20840448" : 8927,
"21102592" : 8537,
"21364736" : 8000,
"21626880" : 7655,
"21889024" : 7240,
"22151168" : 7059,
"22413312" : 6729,
"22675456" : 6269,
"22937600" : 5932,
"23199744" : 5504,
"23461888" : 5297,
"23724032" : 5260,
"23986176" : 4941,
"24248320" : 4591,
"24510464" : 4505,
"24772608" : 4292,
"25034752" : 4066,
"25296896" : 3794,
"25559040" : 3590,
"25821184" : 3578,
"26083328" : 3541,
"26345472" : 3341,
"26607616" : 3083,
"26869760" : 3058,
"27131904" : 2843,
"27394048" : 2676,
"27656192" : 2627,
"27918336" : 2493,
"28180480" : 2451,
"28442624" : 2347,
"28704768" : 2147,
"28966912" : 2104,
"29229056" : 2009,
"29491200" : 1864,
"29753344" : 1786,
"30015488" : 1786,
"30277632" : 1666,
"30539776" : 1640,
"30801920" : 1601,
"31064064" : 1539,
"31326208" : 1448,
"31588352" : 1455,
"31850496" : 1258,
"32112640" : 1231,
"32374784" : 1214,
"32636928" : 1161,
"32899072" : 1181,
"33161216" : 1171,
"33423360" : 1057,
"33816576" : 1934,
"34340864" : 1910,
"34865152" : 1878,
"35389440" : 1660,
"35913728" : 1528,
"36438016" : 1426,
"36962304" : 1363,
"37486592" : 1249,
"38010880" : 1192,
"38535168" : 1132,
"39059456" : 969,
"39583744" : 979,
"40108032" : 840,
"40632320" : 813,
"41156608" : 814,
"41680896" : 770,
"42205184" : 696,
"42729472" : 653,
"43253760" : 613,
"43778048" : 573,
"44302336" : 461,
"44826624" : 416,
"45350912" : 410,
"45875200" : 357,
"46399488" : 307,
"46923776" : 298,
"47448064" : 243,
"47972352" : 229,
"48496640" : 194,
"49020928" : 159,
"49545216" : 145,
"50069504" : 122,
"50593792" : 101,
"51118080" : 108,
"51642368" : 104,
"52166656" : 91,
"52690944" : 58,
"53215232" : 57,
"53739520" : 58,
"54263808" : 62,
"54788096" : 42,
"55312384" : 50,
"55836672" : 28,
"56360960" : 22,
"56885248" : 32,
"57409536" : 24,
"57933824" : 24,
"58458112" : 17,
"58982400" : 12,
"59506688" : 15,
"60030976" : 18,
"60555264" : 11,
"61079552" : 10,
"61603840" : 10,
"62128128" : 10,
"62652416" : 5,
"63176704" : 5,
"63700992" : 6,
"64225280" : 10,
"64749568" : 2,
"65273856" : 3,
"65798144" : 4,
"66322432" : 3,
"66846720" : 3,
"67633152" : 8,
"68681728" : 3,
"69730304" : 1,
"72876032" : 1
}
},
"lat_ns" : {
"min" : 6163901,
"max" : 73413116,
"mean" : 16209976.001008,
"stddev" : 6352654.280038,
"N" : 1421252
},
"bw_min" : 42602,
"bw_max" : 85024,
"bw_agg" : 100.000000,
"bw_mean" : 63247.083799,
"bw_dev" : 595.760723,
"bw_samples" : 2864,
"iops_min" : 10650,
"iops_max" : 21256,
"iops_mean" : 15810.972067,
"iops_stddev" : 148.965295,
"iops_samples" : 2864
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440008,
"usr_cpu" : 0.387637,
"sys_cpu" : 7.525236,
"ctx" : 1789596,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 14.864684,
"20" : 69.154445,
"50" : 15.902490,
"100" : 0.077255,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773094401,
"timestamp_ms" : 1773094401110,
"time" : "Mon Mar 9 19:13:21 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6501875712,
"io_kbytes" : 6349488,
"bw_bytes" : 65018106,
"bw" : 63494,
"iops" : 15874.041260,
"runtime" : 100001,
"total_ios" : 1587420,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 317646,
"max" : 8206164,
"mean" : 1003585.166888,
"stddev" : 1008926.620031,
"N" : 1587420
},
"clat_ns" : {
"min" : 5693723,
"max" : 72417114,
"mean" : 15121971.716724,
"stddev" : 5999406.584399,
"N" : 1587404,
"percentile" : {
"1.000000" : 7831552,
"5.000000" : 8847360,
"10.000000" : 9502720,
"20.000000" : 10420224,
"30.000000" : 11468800,
"40.000000" : 12517376,
"50.000000" : 13697024,
"60.000000" : 14876672,
"70.000000" : 16449536,
"80.000000" : 18481152,
"90.000000" : 22413312,
"95.000000" : 26869760,
"99.000000" : 37486592,
"99.500000" : 41680896,
"99.900000" : 48496640,
"99.950000" : 51642368,
"99.990000" : 58458112
},
"bins" : {
"5668864" : 1,
"5734400" : 3,
"5799936" : 5,
"5865472" : 5,
"5931008" : 7,
"5996544" : 3,
"6062080" : 10,
"6127616" : 17,
"6193152" : 13,
"6258688" : 21,
"6324224" : 19,
"6389760" : 40,
"6455296" : 62,
"6520832" : 77,
"6586368" : 100,
"6651904" : 116,
"6717440" : 165,
"6782976" : 219,
"6848512" : 271,
"6914048" : 333,
"6979584" : 392,
"7045120" : 422,
"7110656" : 510,
"7176192" : 615,
"7241728" : 699,
"7307264" : 806,
"7372800" : 927,
"7438336" : 1116,
"7503872" : 1251,
"7569408" : 1477,
"7634944" : 1644,
"7700480" : 1788,
"7766016" : 2077,
"7831552" : 2243,
"7897088" : 2389,
"7962624" : 2672,
"8028160" : 2923,
"8093696" : 3075,
"8159232" : 3320,
"8224768" : 3530,
"8290304" : 3728,
"8355840" : 4100,
"8454144" : 9152,
"8585216" : 10314,
"8716288" : 11504,
"8847360" : 12846,
"8978432" : 14111,
"9109504" : 15587,
"9240576" : 16440,
"9371648" : 17793,
"9502720" : 19234,
"9633792" : 19840,
"9764864" : 20668,
"9895936" : 21165,
"10027008" : 21705,
"10158080" : 22046,
"10289152" : 21954,
"10420224" : 21872,
"10551296" : 21638,
"10682368" : 21500,
"10813440" : 21093,
"10944512" : 21085,
"11075584" : 20993,
"11206656" : 20714,
"11337728" : 20438,
"11468800" : 20125,
"11599872" : 19700,
"11730944" : 19631,
"11862016" : 19029,
"11993088" : 19003,
"12124160" : 19115,
"12255232" : 18816,
"12386304" : 18703,
"12517376" : 18860,
"12648448" : 18216,
"12779520" : 18477,
"12910592" : 18339,
"13041664" : 18465,
"13172736" : 18580,
"13303808" : 18396,
"13434880" : 18497,
"13565952" : 18328,
"13697024" : 18117,
"13828096" : 17873,
"13959168" : 17931,
"14090240" : 17489,
"14221312" : 17166,
"14352384" : 16861,
"14483456" : 16673,
"14614528" : 16689,
"14745600" : 16284,
"14876672" : 15896,
"15007744" : 15469,
"15138816" : 15365,
"15269888" : 14863,
"15400960" : 14476,
"15532032" : 14317,
"15663104" : 13910,
"15794176" : 13458,
"15925248" : 12970,
"16056320" : 12590,
"16187392" : 12448,
"16318464" : 12217,
"16449536" : 11790,
"16580608" : 11576,
"16711680" : 11219,
"16908288" : 21256,
"17170432" : 20403,
"17432576" : 19111,
"17694720" : 18119,
"17956864" : 17116,
"18219008" : 15943,
"18481152" : 15332,
"18743296" : 14483,
"19005440" : 13803,
"19267584" : 13044,
"19529728" : 12397,
"19791872" : 11742,
"20054016" : 11397,
"20316160" : 10543,
"20578304" : 10255,
"20840448" : 9773,
"21102592" : 9334,
"21364736" : 8697,
"21626880" : 8319,
"21889024" : 7891,
"22151168" : 7665,
"22413312" : 7279,
"22675456" : 6772,
"22937600" : 6448,
"23199744" : 5972,
"23461888" : 5791,
"23724032" : 5651,
"23986176" : 5383,
"24248320" : 5010,
"24510464" : 4888,
"24772608" : 4625,
"25034752" : 4385,
"25296896" : 4062,
"25559040" : 3883,
"25821184" : 3845,
"26083328" : 3797,
"26345472" : 3607,
"26607616" : 3320,
"26869760" : 3281,
"27131904" : 3019,
"27394048" : 2853,
"27656192" : 2842,
"27918336" : 2723,
"28180480" : 2660,
"28442624" : 2537,
"28704768" : 2301,
"28966912" : 2293,
"29229056" : 2169,
"29491200" : 2027,
"29753344" : 1916,
"30015488" : 1946,
"30277632" : 1787,
"30539776" : 1765,
"30801920" : 1723,
"31064064" : 1656,
"31326208" : 1556,
"31588352" : 1576,
"31850496" : 1357,
"32112640" : 1343,
"32374784" : 1315,
"32636928" : 1257,
"32899072" : 1278,
"33161216" : 1272,
"33423360" : 1158,
"33816576" : 2124,
"34340864" : 2075,
"34865152" : 1982,
"35389440" : 1810,
"35913728" : 1672,
"36438016" : 1566,
"36962304" : 1487,
"37486592" : 1345,
"38010880" : 1313,
"38535168" : 1244,
"39059456" : 1045,
"39583744" : 1062,
"40108032" : 915,
"40632320" : 889,
"41156608" : 886,
"41680896" : 829,
"42205184" : 751,
"42729472" : 706,
"43253760" : 657,
"43778048" : 621,
"44302336" : 495,
"44826624" : 455,
"45350912" : 447,
"45875200" : 376,
"46399488" : 342,
"46923776" : 324,
"47448064" : 257,
"47972352" : 237,
"48496640" : 208,
"49020928" : 174,
"49545216" : 156,
"50069504" : 124,
"50593792" : 108,
"51118080" : 113,
"51642368" : 105,
"52166656" : 92,
"52690944" : 62,
"53215232" : 65,
"53739520" : 63,
"54263808" : 67,
"54788096" : 42,
"55312384" : 54,
"55836672" : 29,
"56360960" : 22,
"56885248" : 32,
"57409536" : 24,
"57933824" : 24,
"58458112" : 19,
"58982400" : 12,
"59506688" : 16,
"60030976" : 19,
"60555264" : 11,
"61079552" : 11,
"61603840" : 10,
"62128128" : 10,
"62652416" : 5,
"63176704" : 5,
"63700992" : 6,
"64225280" : 11,
"64749568" : 2,
"65273856" : 3,
"65798144" : 4,
"66322432" : 3,
"66846720" : 3,
"67633152" : 9,
"68681728" : 4,
"69730304" : 1,
"71827456" : 2,
"72876032" : 1
}
},
"lat_ns" : {
"min" : 6091601,
"max" : 74897575,
"mean" : 16125557.545458,
"stddev" : 6289761.920943,
"N" : 1587404
},
"bw_min" : 42602,
"bw_max" : 85024,
"bw_agg" : 100.000000,
"bw_mean" : 63499.165829,
"bw_dev" : 590.172493,
"bw_samples" : 3184,
"iops_min" : 10650,
"iops_max" : 21256,
"iops_mean" : 15874.010050,
"iops_stddev" : 147.568380,
"iops_samples" : 3184
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1600010,
"usr_cpu" : 0.391248,
"sys_cpu" : 7.564140,
"ctx" : 1998341,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 15.009890,
"20" : 69.466304,
"50" : 15.450416,
"100" : 0.072382,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773094411,
"timestamp_ms" : 1773094411111,
"time" : "Mon Mar 9 19:13:31 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 69,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7199186944,
"io_kbytes" : 7030456,
"bw_bytes" : 65446559,
"bw" : 63912,
"iops" : 15978.563831,
"runtime" : 110001,
"total_ios" : 1757658,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 317646,
"max" : 8206164,
"mean" : 996985.104882,
"stddev" : 998826.286623,
"N" : 1757658
},
"clat_ns" : {
"min" : 5693723,
"max" : 72417114,
"mean" : 15022065.353913,
"stddev" : 5960276.379111,
"N" : 1757642,
"percentile" : {
"1.000000" : 7831552,
"5.000000" : 8847360,
"10.000000" : 9502720,
"20.000000" : 10420224,
"30.000000" : 11337728,
"40.000000" : 12517376,
"50.000000" : 13565952,
"60.000000" : 14745600,
"70.000000" : 16318464,
"80.000000" : 18481152,
"90.000000" : 22413312,
"95.000000" : 26607616,
"99.000000" : 37486592,
"99.500000" : 41680896,
"99.900000" : 48496640,
"99.950000" : 51118080,
"99.990000" : 57933824
},
"bins" : {
"5668864" : 1,
"5734400" : 3,
"5799936" : 5,
"5865472" : 5,
"5931008" : 7,
"5996544" : 3,
"6062080" : 10,
"6127616" : 17,
"6193152" : 13,
"6258688" : 21,
"6324224" : 20,
"6389760" : 40,
"6455296" : 62,
"6520832" : 81,
"6586368" : 109,
"6651904" : 133,
"6717440" : 180,
"6782976" : 243,
"6848512" : 301,
"6914048" : 359,
"6979584" : 432,
"7045120" : 469,
"7110656" : 562,
"7176192" : 670,
"7241728" : 782,
"7307264" : 902,
"7372800" : 1047,
"7438336" : 1257,
"7503872" : 1393,
"7569408" : 1648,
"7634944" : 1821,
"7700480" : 2009,
"7766016" : 2329,
"7831552" : 2521,
"7897088" : 2661,
"7962624" : 3007,
"8028160" : 3328,
"8093696" : 3457,
"8159232" : 3761,
"8224768" : 3999,
"8290304" : 4289,
"8355840" : 4715,
"8454144" : 10412,
"8585216" : 11754,
"8716288" : 13143,
"8847360" : 14722,
"8978432" : 16133,
"9109504" : 17733,
"9240576" : 18809,
"9371648" : 20398,
"9502720" : 21922,
"9633792" : 22577,
"9764864" : 23620,
"9895936" : 24264,
"10027008" : 24778,
"10158080" : 24998,
"10289152" : 25054,
"10420224" : 24736,
"10551296" : 24661,
"10682368" : 24462,
"10813440" : 23939,
"10944512" : 23788,
"11075584" : 23705,
"11206656" : 23216,
"11337728" : 22898,
"11468800" : 22575,
"11599872" : 22110,
"11730944" : 21995,
"11862016" : 21230,
"11993088" : 21250,
"12124160" : 21345,
"12255232" : 20907,
"12386304" : 20811,
"12517376" : 20915,
"12648448" : 20251,
"12779520" : 20564,
"12910592" : 20328,
"13041664" : 20483,
"13172736" : 20526,
"13303808" : 20323,
"13434880" : 20311,
"13565952" : 20219,
"13697024" : 20038,
"13828096" : 19786,
"13959168" : 19814,
"14090240" : 19364,
"14221312" : 18976,
"14352384" : 18664,
"14483456" : 18416,
"14614528" : 18439,
"14745600" : 17885,
"14876672" : 17486,
"15007744" : 16998,
"15138816" : 16844,
"15269888" : 16283,
"15400960" : 15868,
"15532032" : 15642,
"15663104" : 15254,
"15794176" : 14742,
"15925248" : 14201,
"16056320" : 13785,
"16187392" : 13621,
"16318464" : 13336,
"16449536" : 12849,
"16580608" : 12620,
"16711680" : 12235,
"16908288" : 23178,
"17170432" : 22160,
"17432576" : 20748,
"17694720" : 19714,
"17956864" : 18590,
"18219008" : 17288,
"18481152" : 16632,
"18743296" : 15725,
"19005440" : 14948,
"19267584" : 14172,
"19529728" : 13461,
"19791872" : 12695,
"20054016" : 12251,
"20316160" : 11358,
"20578304" : 11057,
"20840448" : 10563,
"21102592" : 9981,
"21364736" : 9329,
"21626880" : 8979,
"21889024" : 8502,
"22151168" : 8211,
"22413312" : 7809,
"22675456" : 7261,
"22937600" : 6920,
"23199744" : 6454,
"23461888" : 6216,
"23724032" : 6111,
"23986176" : 5774,
"24248320" : 5391,
"24510464" : 5236,
"24772608" : 4929,
"25034752" : 4677,
"25296896" : 4319,
"25559040" : 4170,
"25821184" : 4144,
"26083328" : 4061,
"26345472" : 3878,
"26607616" : 3540,
"26869760" : 3484,
"27131904" : 3220,
"27394048" : 3046,
"27656192" : 3052,
"27918336" : 2888,
"28180480" : 2848,
"28442624" : 2723,
"28704768" : 2460,
"28966912" : 2439,
"29229056" : 2352,
"29491200" : 2165,
"29753344" : 2057,
"30015488" : 2089,
"30277632" : 1955,
"30539776" : 1881,
"30801920" : 1821,
"31064064" : 1781,
"31326208" : 1679,
"31588352" : 1691,
"31850496" : 1474,
"32112640" : 1466,
"32374784" : 1411,
"32636928" : 1372,
"32899072" : 1381,
"33161216" : 1365,
"33423360" : 1265,
"33816576" : 2298,
"34340864" : 2239,
"34865152" : 2161,
"35389440" : 1935,
"35913728" : 1838,
"36438016" : 1702,
"36962304" : 1617,
"37486592" : 1463,
"38010880" : 1441,
"38535168" : 1353,
"39059456" : 1145,
"39583744" : 1157,
"40108032" : 993,
"40632320" : 956,
"41156608" : 949,
"41680896" : 898,
"42205184" : 847,
"42729472" : 785,
"43253760" : 727,
"43778048" : 670,
"44302336" : 553,
"44826624" : 494,
"45350912" : 488,
"45875200" : 405,
"46399488" : 364,
"46923776" : 351,
"47448064" : 269,
"47972352" : 249,
"48496640" : 225,
"49020928" : 187,
"49545216" : 168,
"50069504" : 132,
"50593792" : 109,
"51118080" : 118,
"51642368" : 111,
"52166656" : 98,
"52690944" : 64,
"53215232" : 70,
"53739520" : 64,
"54263808" : 68,
"54788096" : 43,
"55312384" : 55,
"55836672" : 30,
"56360960" : 22,
"56885248" : 32,
"57409536" : 26,
"57933824" : 24,
"58458112" : 19,
"58982400" : 12,
"59506688" : 16,
"60030976" : 19,
"60555264" : 11,
"61079552" : 11,
"61603840" : 11,
"62128128" : 11,
"62652416" : 5,
"63176704" : 5,
"63700992" : 6,
"64225280" : 11,
"64749568" : 2,
"65273856" : 3,
"65798144" : 4,
"66322432" : 3,
"66846720" : 3,
"67633152" : 9,
"68681728" : 4,
"69730304" : 1,
"71827456" : 2,
"72876032" : 1
}
},
"lat_ns" : {
"min" : 6091601,
"max" : 74897575,
"mean" : 16018903.859767,
"stddev" : 6248982.915092,
"N" : 1757642
},
"bw_min" : 42602,
"bw_max" : 85024,
"bw_agg" : 100.000000,
"bw_mean" : 63929.260274,
"bw_dev" : 589.096539,
"bw_samples" : 3504,
"iops_min" : 10650,
"iops_max" : 21256,
"iops_mean" : 15981.575342,
"iops_stddev" : 147.296863,
"iops_samples" : 3504
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1760000,
"usr_cpu" : 0.391989,
"sys_cpu" : 7.620511,
"ctx" : 2214916,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 15.445212,
"20" : 69.480695,
"50" : 15.005650,
"100" : 0.067533,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773094421,
"timestamp_ms" : 1773094421110,
"time" : "Mon Mar 9 19:13:41 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 59,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7864836096,
"io_kbytes" : 7680504,
"bw_bytes" : 65539754,
"bw" : 64003,
"iops" : 16001.316656,
"runtime" : 120001,
"total_ios" : 1920174,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 317646,
"max" : 8206164,
"mean" : 995563.675919,
"stddev" : 996888.295546,
"N" : 1920174
},
"clat_ns" : {
"min" : 5693723,
"max" : 72417114,
"mean" : 15001445.150938,
"stddev" : 5941884.576000,
"N" : 1920158,
"percentile" : {
"1.000000" : 7831552,
"5.000000" : 8847360,
"10.000000" : 9502720,
"20.000000" : 10420224,
"30.000000" : 11337728,
"40.000000" : 12386304,
"50.000000" : 13565952,
"60.000000" : 14745600,
"70.000000" : 16187392,
"80.000000" : 18481152,
"90.000000" : 22413312,
"95.000000" : 26607616,
"99.000000" : 37486592,
"99.500000" : 41156608,
"99.900000" : 47972352,
"99.950000" : 51118080,
"99.990000" : 57933824
},
"bins" : {
"5668864" : 1,
"5734400" : 3,
"5799936" : 5,
"5865472" : 5,
"5931008" : 7,
"5996544" : 4,
"6062080" : 11,
"6127616" : 19,
"6193152" : 16,
"6258688" : 24,
"6324224" : 26,
"6389760" : 48,
"6455296" : 71,
"6520832" : 93,
"6586368" : 128,
"6651904" : 151,
"6717440" : 196,
"6782976" : 262,
"6848512" : 331,
"6914048" : 397,
"6979584" : 482,
"7045120" : 527,
"7110656" : 636,
"7176192" : 742,
"7241728" : 862,
"7307264" : 1006,
"7372800" : 1155,
"7438336" : 1372,
"7503872" : 1522,
"7569408" : 1781,
"7634944" : 1973,
"7700480" : 2197,
"7766016" : 2530,
"7831552" : 2743,
"7897088" : 2919,
"7962624" : 3233,
"8028160" : 3634,
"8093696" : 3778,
"8159232" : 4101,
"8224768" : 4337,
"8290304" : 4668,
"8355840" : 5152,
"8454144" : 11345,
"8585216" : 12848,
"8716288" : 14369,
"8847360" : 16100,
"8978432" : 17673,
"9109504" : 19400,
"9240576" : 20588,
"9371648" : 22354,
"9502720" : 23999,
"9633792" : 24720,
"9764864" : 25724,
"9895936" : 26465,
"10027008" : 27094,
"10158080" : 27347,
"10289152" : 27514,
"10420224" : 27249,
"10551296" : 27202,
"10682368" : 26924,
"10813440" : 26378,
"10944512" : 26131,
"11075584" : 26031,
"11206656" : 25394,
"11337728" : 25191,
"11468800" : 24885,
"11599872" : 24316,
"11730944" : 24180,
"11862016" : 23353,
"11993088" : 23250,
"12124160" : 23467,
"12255232" : 23045,
"12386304" : 22948,
"12517376" : 23015,
"12648448" : 22357,
"12779520" : 22585,
"12910592" : 22426,
"13041664" : 22403,
"13172736" : 22436,
"13303808" : 22261,
"13434880" : 22148,
"13565952" : 22078,
"13697024" : 21868,
"13828096" : 21670,
"13959168" : 21632,
"14090240" : 21178,
"14221312" : 20738,
"14352384" : 20415,
"14483456" : 20165,
"14614528" : 20046,
"14745600" : 19448,
"14876672" : 19049,
"15007744" : 18455,
"15138816" : 18295,
"15269888" : 17770,
"15400960" : 17293,
"15532032" : 17029,
"15663104" : 16550,
"15794176" : 16046,
"15925248" : 15403,
"16056320" : 15022,
"16187392" : 14796,
"16318464" : 14544,
"16449536" : 13986,
"16580608" : 13661,
"16711680" : 13312,
"16908288" : 25221,
"17170432" : 24056,
"17432576" : 22510,
"17694720" : 21390,
"17956864" : 20151,
"18219008" : 18806,
"18481152" : 18112,
"18743296" : 17082,
"19005440" : 16190,
"19267584" : 15419,
"19529728" : 14619,
"19791872" : 13787,
"20054016" : 13279,
"20316160" : 12398,
"20578304" : 12018,
"20840448" : 11448,
"21102592" : 10827,
"21364736" : 10198,
"21626880" : 9793,
"21889024" : 9309,
"22151168" : 8920,
"22413312" : 8425,
"22675456" : 7830,
"22937600" : 7594,
"23199744" : 7074,
"23461888" : 6801,
"23724032" : 6655,
"23986176" : 6243,
"24248320" : 5842,
"24510464" : 5683,
"24772608" : 5347,
"25034752" : 5076,
"25296896" : 4769,
"25559040" : 4552,
"25821184" : 4523,
"26083328" : 4429,
"26345472" : 4229,
"26607616" : 3843,
"26869760" : 3796,
"27131904" : 3556,
"27394048" : 3316,
"27656192" : 3336,
"27918336" : 3126,
"28180480" : 3081,
"28442624" : 2968,
"28704768" : 2714,
"28966912" : 2656,
"29229056" : 2597,
"29491200" : 2364,
"29753344" : 2243,
"30015488" : 2272,
"30277632" : 2137,
"30539776" : 2051,
"30801920" : 1998,
"31064064" : 1929,
"31326208" : 1813,
"31588352" : 1847,
"31850496" : 1619,
"32112640" : 1589,
"32374784" : 1522,
"32636928" : 1492,
"32899072" : 1503,
"33161216" : 1462,
"33423360" : 1356,
"33816576" : 2524,
"34340864" : 2412,
"34865152" : 2328,
"35389440" : 2088,
"35913728" : 1969,
"36438016" : 1834,
"36962304" : 1733,
"37486592" : 1593,
"38010880" : 1548,
"38535168" : 1473,
"39059456" : 1261,
"39583744" : 1268,
"40108032" : 1069,
"40632320" : 1014,
"41156608" : 1019,
"41680896" : 963,
"42205184" : 916,
"42729472" : 841,
"43253760" : 777,
"43778048" : 723,
"44302336" : 593,
"44826624" : 533,
"45350912" : 515,
"45875200" : 441,
"46399488" : 405,
"46923776" : 371,
"47448064" : 285,
"47972352" : 265,
"48496640" : 239,
"49020928" : 196,
"49545216" : 181,
"50069504" : 141,
"50593792" : 115,
"51118080" : 120,
"51642368" : 116,
"52166656" : 102,
"52690944" : 65,
"53215232" : 76,
"53739520" : 70,
"54263808" : 69,
"54788096" : 44,
"55312384" : 55,
"55836672" : 30,
"56360960" : 22,
"56885248" : 32,
"57409536" : 26,
"57933824" : 26,
"58458112" : 19,
"58982400" : 12,
"59506688" : 16,
"60030976" : 19,
"60555264" : 11,
"61079552" : 11,
"61603840" : 11,
"62128128" : 11,
"62652416" : 5,
"63176704" : 5,
"63700992" : 6,
"64225280" : 11,
"64749568" : 2,
"65273856" : 3,
"65798144" : 4,
"66322432" : 3,
"66846720" : 3,
"67633152" : 9,
"68681728" : 4,
"69730304" : 1,
"71827456" : 2,
"72876032" : 1
}
},
"lat_ns" : {
"min" : 6091601,
"max" : 74897575,
"mean" : 15996963.885358,
"stddev" : 6229089.963535,
"N" : 1920158
},
"bw_min" : 42602,
"bw_max" : 85408,
"bw_agg" : 100.000000,
"bw_mean" : 64071.451883,
"bw_dev" : 585.567312,
"bw_samples" : 3824,
"iops_min" : 10650,
"iops_max" : 21352,
"iops_mean" : 16017.100418,
"iops_stddev" : 146.417442,
"iops_samples" : 3824
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1920013,
"usr_cpu" : 0.391612,
"sys_cpu" : 7.629375,
"ctx" : 2415943,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 15.452662,
"20" : 69.543125,
"50" : 14.939532,
"100" : 0.063848,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773094431,
"timestamp_ms" : 1773094431109,
"time" : "Mon Mar 9 19:13:51 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 49,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8531476480,
"io_kbytes" : 8331520,
"bw_bytes" : 65626742,
"bw" : 64088,
"iops" : 16022.446154,
"runtime" : 130000,
"total_ios" : 2082918,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 317646,
"max" : 8206164,
"mean" : 994252.810203,
"stddev" : 994597.334158,
"N" : 2082918
},
"clat_ns" : {
"min" : 5693723,
"max" : 72417114,
"mean" : 14981956.208659,
"stddev" : 5926677.199772,
"N" : 2082902,
"percentile" : {
"1.000000" : 7831552,
"5.000000" : 8847360,
"10.000000" : 9502720,
"20.000000" : 10420224,
"30.000000" : 11337728,
"40.000000" : 12386304,
"50.000000" : 13565952,
"60.000000" : 14745600,
"70.000000" : 16187392,
"80.000000" : 18481152,
"90.000000" : 22413312,
"95.000000" : 26607616,
"99.000000" : 37486592,
"99.500000" : 41156608,
"99.900000" : 47972352,
"99.950000" : 50593792,
"99.990000" : 57409536
},
"bins" : {
"5668864" : 1,
"5734400" : 3,
"5799936" : 5,
"5865472" : 5,
"5931008" : 7,
"5996544" : 4,
"6062080" : 11,
"6127616" : 20,
"6193152" : 16,
"6258688" : 25,
"6324224" : 27,
"6389760" : 50,
"6455296" : 74,
"6520832" : 98,
"6586368" : 129,
"6651904" : 155,
"6717440" : 198,
"6782976" : 269,
"6848512" : 337,
"6914048" : 418,
"6979584" : 489,
"7045120" : 555,
"7110656" : 671,
"7176192" : 774,
"7241728" : 910,
"7307264" : 1080,
"7372800" : 1236,
"7438336" : 1468,
"7503872" : 1628,
"7569408" : 1907,
"7634944" : 2108,
"7700480" : 2370,
"7766016" : 2701,
"7831552" : 2943,
"7897088" : 3140,
"7962624" : 3460,
"8028160" : 3877,
"8093696" : 4087,
"8159232" : 4402,
"8224768" : 4686,
"8290304" : 5080,
"8355840" : 5653,
"8454144" : 12343,
"8585216" : 14044,
"8716288" : 15683,
"8847360" : 17633,
"8978432" : 19408,
"9109504" : 21146,
"9240576" : 22580,
"9371648" : 24432,
"9502720" : 26249,
"9633792" : 27102,
"9764864" : 28141,
"9895936" : 28950,
"10027008" : 29717,
"10158080" : 29859,
"10289152" : 30012,
"10420224" : 29800,
"10551296" : 29721,
"10682368" : 29372,
"10813440" : 28831,
"10944512" : 28504,
"11075584" : 28356,
"11206656" : 27727,
"11337728" : 27398,
"11468800" : 27080,
"11599872" : 26368,
"11730944" : 26253,
"11862016" : 25430,
"11993088" : 25331,
"12124160" : 25557,
"12255232" : 24871,
"12386304" : 24905,
"12517376" : 24925,
"12648448" : 24296,
"12779520" : 24505,
"12910592" : 24259,
"13041664" : 24257,
"13172736" : 24358,
"13303808" : 24107,
"13434880" : 24112,
"13565952" : 23949,
"13697024" : 23725,
"13828096" : 23403,
"13959168" : 23344,
"14090240" : 22842,
"14221312" : 22403,
"14352384" : 22027,
"14483456" : 21692,
"14614528" : 21643,
"14745600" : 21099,
"14876672" : 20568,
"15007744" : 19964,
"15138816" : 19701,
"15269888" : 19168,
"15400960" : 18658,
"15532032" : 18387,
"15663104" : 17885,
"15794176" : 17319,
"15925248" : 16692,
"16056320" : 16240,
"16187392" : 15940,
"16318464" : 15674,
"16449536" : 15115,
"16580608" : 14737,
"16711680" : 14323,
"16908288" : 27260,
"17170432" : 26026,
"17432576" : 24412,
"17694720" : 23185,
"17956864" : 21798,
"18219008" : 20331,
"18481152" : 19584,
"18743296" : 18490,
"19005440" : 17553,
"19267584" : 16708,
"19529728" : 15830,
"19791872" : 14947,
"20054016" : 14343,
"20316160" : 13438,
"20578304" : 12987,
"20840448" : 12343,
"21102592" : 11729,
"21364736" : 11114,
"21626880" : 10615,
"21889024" : 10070,
"22151168" : 9736,
"22413312" : 9158,
"22675456" : 8482,
"22937600" : 8187,
"23199744" : 7629,
"23461888" : 7290,
"23724032" : 7199,
"23986176" : 6741,
"24248320" : 6304,
"24510464" : 6108,
"24772608" : 5810,
"25034752" : 5503,
"25296896" : 5167,
"25559040" : 4946,
"25821184" : 4892,
"26083328" : 4749,
"26345472" : 4530,
"26607616" : 4183,
"26869760" : 4083,
"27131904" : 3860,
"27394048" : 3592,
"27656192" : 3610,
"27918336" : 3418,
"28180480" : 3342,
"28442624" : 3213,
"28704768" : 2957,
"28966912" : 2901,
"29229056" : 2802,
"29491200" : 2563,
"29753344" : 2434,
"30015488" : 2437,
"30277632" : 2306,
"30539776" : 2221,
"30801920" : 2182,
"31064064" : 2087,
"31326208" : 1944,
"31588352" : 1968,
"31850496" : 1765,
"32112640" : 1692,
"32374784" : 1635,
"32636928" : 1617,
"32899072" : 1634,
"33161216" : 1556,
"33423360" : 1453,
"33816576" : 2695,
"34340864" : 2591,
"34865152" : 2497,
"35389440" : 2234,
"35913728" : 2080,
"36438016" : 1982,
"36962304" : 1861,
"37486592" : 1679,
"38010880" : 1655,
"38535168" : 1558,
"39059456" : 1343,
"39583744" : 1345,
"40108032" : 1128,
"40632320" : 1093,
"41156608" : 1108,
"41680896" : 1044,
"42205184" : 989,
"42729472" : 890,
"43253760" : 835,
"43778048" : 775,
"44302336" : 648,
"44826624" : 569,
"45350912" : 546,
"45875200" : 486,
"46399488" : 436,
"46923776" : 396,
"47448064" : 315,
"47972352" : 286,
"48496640" : 264,
"49020928" : 227,
"49545216" : 191,
"50069504" : 147,
"50593792" : 122,
"51118080" : 126,
"51642368" : 122,
"52166656" : 106,
"52690944" : 66,
"53215232" : 76,
"53739520" : 70,
"54263808" : 71,
"54788096" : 44,
"55312384" : 55,
"55836672" : 30,
"56360960" : 22,
"56885248" : 32,
"57409536" : 26,
"57933824" : 26,
"58458112" : 19,
"58982400" : 12,
"59506688" : 16,
"60030976" : 19,
"60555264" : 11,
"61079552" : 11,
"61603840" : 11,
"62128128" : 11,
"62652416" : 5,
"63176704" : 5,
"63700992" : 6,
"64225280" : 11,
"64749568" : 2,
"65273856" : 3,
"65798144" : 4,
"66322432" : 3,
"66846720" : 3,
"67633152" : 9,
"68681728" : 4,
"69730304" : 1,
"71827456" : 2,
"72876032" : 1
}
},
"lat_ns" : {
"min" : 6091601,
"max" : 74897575,
"mean" : 15976219.636397,
"stddev" : 6212888.475915,
"N" : 2082902
},
"bw_min" : 42602,
"bw_max" : 85544,
"bw_agg" : 100.000000,
"bw_mean" : 64143.490347,
"bw_dev" : 583.414668,
"bw_samples" : 4144,
"iops_min" : 10650,
"iops_max" : 21386,
"iops_mean" : 16035.084942,
"iops_stddev" : 145.881109,
"iops_samples" : 4144
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2079997,
"usr_cpu" : 0.392068,
"sys_cpu" : 7.637126,
"ctx" : 2616439,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 15.532345,
"20" : 69.524580,
"50" : 14.882007,
"100" : 0.060300,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773094441,
"timestamp_ms" : 1773094441108,
"time" : "Mon Mar 9 19:14:01 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9198432256,
"io_kbytes" : 8982844,
"bw_bytes" : 65702618,
"bw" : 64162,
"iops" : 16040.892565,
"runtime" : 140001,
"total_ios" : 2245741,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 317646,
"max" : 8206164,
"mean" : 993100.553257,
"stddev" : 992549.447568,
"N" : 2245741
},
"clat_ns" : {
"min" : 5693723,
"max" : 72417114,
"mean" : 14964730.103567,
"stddev" : 5909275.590973,
"N" : 2245725,
"percentile" : {
"1.000000" : 7831552,
"5.000000" : 8847360,
"10.000000" : 9502720,
"20.000000" : 10420224,
"30.000000" : 11337728,
"40.000000" : 12386304,
"50.000000" : 13565952,
"60.000000" : 14745600,
"70.000000" : 16187392,
"80.000000" : 18481152,
"90.000000" : 22413312,
"95.000000" : 26607616,
"99.000000" : 36962304,
"99.500000" : 41156608,
"99.900000" : 47972352,
"99.950000" : 50593792,
"99.990000" : 56885248
},
"bins" : {
"5668864" : 1,
"5734400" : 3,
"5799936" : 5,
"5865472" : 5,
"5931008" : 7,
"5996544" : 4,
"6062080" : 11,
"6127616" : 21,
"6193152" : 18,
"6258688" : 27,
"6324224" : 30,
"6389760" : 50,
"6455296" : 77,
"6520832" : 98,
"6586368" : 131,
"6651904" : 159,
"6717440" : 200,
"6782976" : 272,
"6848512" : 341,
"6914048" : 434,
"6979584" : 508,
"7045120" : 575,
"7110656" : 701,
"7176192" : 806,
"7241728" : 964,
"7307264" : 1141,
"7372800" : 1311,
"7438336" : 1554,
"7503872" : 1723,
"7569408" : 2017,
"7634944" : 2243,
"7700480" : 2512,
"7766016" : 2866,
"7831552" : 3143,
"7897088" : 3348,
"7962624" : 3706,
"8028160" : 4145,
"8093696" : 4368,
"8159232" : 4688,
"8224768" : 5040,
"8290304" : 5475,
"8355840" : 6064,
"8454144" : 13371,
"8585216" : 15255,
"8716288" : 17043,
"8847360" : 19099,
"8978432" : 21102,
"9109504" : 23005,
"9240576" : 24528,
"9371648" : 26453,
"9502720" : 28453,
"9633792" : 29414,
"9764864" : 30477,
"9895936" : 31336,
"10027008" : 32087,
"10158080" : 32137,
"10289152" : 32382,
"10420224" : 32150,
"10551296" : 32055,
"10682368" : 31782,
"10813440" : 31193,
"10944512" : 30896,
"11075584" : 30661,
"11206656" : 29942,
"11337728" : 29578,
"11468800" : 29262,
"11599872" : 28558,
"11730944" : 28369,
"11862016" : 27549,
"11993088" : 27426,
"12124160" : 27674,
"12255232" : 26882,
"12386304" : 26930,
"12517376" : 26990,
"12648448" : 26297,
"12779520" : 26519,
"12910592" : 26315,
"13041664" : 26213,
"13172736" : 26302,
"13303808" : 26139,
"13434880" : 26115,
"13565952" : 25848,
"13697024" : 25590,
"13828096" : 25241,
"13959168" : 25225,
"14090240" : 24613,
"14221312" : 24209,
"14352384" : 23831,
"14483456" : 23415,
"14614528" : 23403,
"14745600" : 22751,
"14876672" : 22255,
"15007744" : 21563,
"15138816" : 21198,
"15269888" : 20717,
"15400960" : 20115,
"15532032" : 19731,
"15663104" : 19256,
"15794176" : 18625,
"15925248" : 17977,
"16056320" : 17493,
"16187392" : 17081,
"16318464" : 16849,
"16449536" : 16187,
"16580608" : 15815,
"16711680" : 15309,
"16908288" : 29164,
"17170432" : 27922,
"17432576" : 26167,
"17694720" : 24862,
"17956864" : 23461,
"18219008" : 21853,
"18481152" : 21023,
"18743296" : 19744,
"19005440" : 18812,
"19267584" : 17912,
"19529728" : 17002,
"19791872" : 16103,
"20054016" : 15346,
"20316160" : 14404,
"20578304" : 13873,
"20840448" : 13209,
"21102592" : 12591,
"21364736" : 11956,
"21626880" : 11381,
"21889024" : 10776,
"22151168" : 10456,
"22413312" : 9851,
"22675456" : 9136,
"22937600" : 8816,
"23199744" : 8185,
"23461888" : 7883,
"23724032" : 7719,
"23986176" : 7272,
"24248320" : 6779,
"24510464" : 6616,
"24772608" : 6287,
"25034752" : 5883,
"25296896" : 5563,
"25559040" : 5312,
"25821184" : 5310,
"26083328" : 5115,
"26345472" : 4854,
"26607616" : 4479,
"26869760" : 4399,
"27131904" : 4135,
"27394048" : 3864,
"27656192" : 3894,
"27918336" : 3704,
"28180480" : 3596,
"28442624" : 3450,
"28704768" : 3189,
"28966912" : 3132,
"29229056" : 3047,
"29491200" : 2762,
"29753344" : 2631,
"30015488" : 2603,
"30277632" : 2475,
"30539776" : 2411,
"30801920" : 2341,
"31064064" : 2235,
"31326208" : 2092,
"31588352" : 2125,
"31850496" : 1907,
"32112640" : 1819,
"32374784" : 1757,
"32636928" : 1740,
"32899072" : 1749,
"33161216" : 1675,
"33423360" : 1541,
"33816576" : 2892,
"34340864" : 2768,
"34865152" : 2660,
"35389440" : 2370,
"35913728" : 2177,
"36438016" : 2110,
"36962304" : 1980,
"37486592" : 1800,
"38010880" : 1778,
"38535168" : 1647,
"39059456" : 1431,
"39583744" : 1404,
"40108032" : 1192,
"40632320" : 1156,
"41156608" : 1166,
"41680896" : 1107,
"42205184" : 1049,
"42729472" : 952,
"43253760" : 880,
"43778048" : 826,
"44302336" : 688,
"44826624" : 615,
"45350912" : 576,
"45875200" : 516,
"46399488" : 463,
"46923776" : 413,
"47448064" : 340,
"47972352" : 300,
"48496640" : 279,
"49020928" : 244,
"49545216" : 206,
"50069504" : 159,
"50593792" : 128,
"51118080" : 132,
"51642368" : 125,
"52166656" : 112,
"52690944" : 68,
"53215232" : 80,
"53739520" : 71,
"54263808" : 71,
"54788096" : 45,
"55312384" : 56,
"55836672" : 31,
"56360960" : 28,
"56885248" : 33,
"57409536" : 26,
"57933824" : 27,
"58458112" : 19,
"58982400" : 12,
"59506688" : 17,
"60030976" : 19,
"60555264" : 11,
"61079552" : 11,
"61603840" : 11,
"62128128" : 11,
"62652416" : 5,
"63176704" : 5,
"63700992" : 6,
"64225280" : 11,
"64749568" : 2,
"65273856" : 3,
"65798144" : 4,
"66322432" : 3,
"66846720" : 3,
"67633152" : 9,
"68681728" : 4,
"69730304" : 1,
"71827456" : 2,
"72876032" : 1
}
},
"lat_ns" : {
"min" : 6091601,
"max" : 74897575,
"mean" : 15957855.958981,
"stddev" : 6194666.745049,
"N" : 2245725
},
"bw_min" : 42570,
"bw_max" : 85704,
"bw_agg" : 100.000000,
"bw_mean" : 64211.810036,
"bw_dev" : 588.300094,
"bw_samples" : 4464,
"iops_min" : 10642,
"iops_max" : 21426,
"iops_mean" : 16052.154122,
"iops_stddev" : 147.100684,
"iops_samples" : 4464
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2240012,
"usr_cpu" : 0.391560,
"sys_cpu" : 7.646477,
"ctx" : 2819679,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 15.573568,
"20" : 69.550540,
"50" : 14.817158,
"100" : 0.058021,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773094451,
"timestamp_ms" : 1773094451110,
"time" : "Mon Mar 9 19:14:11 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 29,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9844326400,
"io_kbytes" : 9613600,
"bw_bytes" : 65628405,
"bw" : 64090,
"iops" : 16022.839848,
"runtime" : 150001,
"total_ios" : 2403442,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 317646,
"max" : 8206164,
"mean" : 994231.933922,
"stddev" : 994385.397227,
"N" : 2403442
},
"clat_ns" : {
"min" : 5693723,
"max" : 72417114,
"mean" : 14981292.148874,
"stddev" : 5919438.004224,
"N" : 2403426,
"percentile" : {
"1.000000" : 7831552,
"5.000000" : 8847360,
"10.000000" : 9502720,
"20.000000" : 10420224,
"30.000000" : 11337728,
"40.000000" : 12386304,
"50.000000" : 13565952,
"60.000000" : 14745600,
"70.000000" : 16187392,
"80.000000" : 18481152,
"90.000000" : 22413312,
"95.000000" : 26607616,
"99.000000" : 37486592,
"99.500000" : 41156608,
"99.900000" : 47972352,
"99.950000" : 50593792,
"99.990000" : 56885248
},
"bins" : {
"5668864" : 1,
"5734400" : 3,
"5799936" : 5,
"5865472" : 5,
"5931008" : 7,
"5996544" : 4,
"6062080" : 11,
"6127616" : 21,
"6193152" : 18,
"6258688" : 27,
"6324224" : 36,
"6389760" : 54,
"6455296" : 83,
"6520832" : 101,
"6586368" : 138,
"6651904" : 167,
"6717440" : 216,
"6782976" : 288,
"6848512" : 356,
"6914048" : 458,
"6979584" : 540,
"7045120" : 614,
"7110656" : 751,
"7176192" : 885,
"7241728" : 1033,
"7307264" : 1218,
"7372800" : 1391,
"7438336" : 1651,
"7503872" : 1843,
"7569408" : 2136,
"7634944" : 2382,
"7700480" : 2657,
"7766016" : 3054,
"7831552" : 3327,
"7897088" : 3562,
"7962624" : 3941,
"8028160" : 4393,
"8093696" : 4622,
"8159232" : 4982,
"8224768" : 5342,
"8290304" : 5845,
"8355840" : 6443,
"8454144" : 14226,
"8585216" : 16231,
"8716288" : 18147,
"8847360" : 20355,
"8978432" : 22477,
"9109504" : 24546,
"9240576" : 26205,
"9371648" : 28151,
"9502720" : 30348,
"9633792" : 31469,
"9764864" : 32447,
"9895936" : 33423,
"10027008" : 34251,
"10158080" : 34361,
"10289152" : 34516,
"10420224" : 34334,
"10551296" : 34232,
"10682368" : 33867,
"10813440" : 33347,
"10944512" : 33117,
"11075584" : 32794,
"11206656" : 32121,
"11337728" : 31553,
"11468800" : 31206,
"11599872" : 30500,
"11730944" : 30353,
"11862016" : 29463,
"11993088" : 29343,
"12124160" : 29592,
"12255232" : 28838,
"12386304" : 28782,
"12517376" : 28891,
"12648448" : 28254,
"12779520" : 28420,
"12910592" : 28261,
"13041664" : 28180,
"13172736" : 28190,
"13303808" : 28036,
"13434880" : 28039,
"13565952" : 27705,
"13697024" : 27372,
"13828096" : 27041,
"13959168" : 26921,
"14090240" : 26318,
"14221312" : 25845,
"14352384" : 25523,
"14483456" : 25026,
"14614528" : 24912,
"14745600" : 24315,
"14876672" : 23783,
"15007744" : 23067,
"15138816" : 22686,
"15269888" : 22117,
"15400960" : 21473,
"15532032" : 21096,
"15663104" : 20589,
"15794176" : 19807,
"15925248" : 19146,
"16056320" : 18675,
"16187392" : 18284,
"16318464" : 17968,
"16449536" : 17274,
"16580608" : 16891,
"16711680" : 16356,
"16908288" : 31155,
"17170432" : 29837,
"17432576" : 27978,
"17694720" : 26533,
"17956864" : 25032,
"18219008" : 23516,
"18481152" : 22582,
"18743296" : 21209,
"19005440" : 20173,
"19267584" : 19203,
"19529728" : 18220,
"19791872" : 17274,
"20054016" : 16518,
"20316160" : 15510,
"20578304" : 14928,
"20840448" : 14166,
"21102592" : 13549,
"21364736" : 12892,
"21626880" : 12276,
"21889024" : 11577,
"22151168" : 11279,
"22413312" : 10635,
"22675456" : 9879,
"22937600" : 9532,
"23199744" : 8849,
"23461888" : 8511,
"23724032" : 8283,
"23986176" : 7822,
"24248320" : 7378,
"24510464" : 7142,
"24772608" : 6727,
"25034752" : 6330,
"25296896" : 6009,
"25559040" : 5773,
"25821184" : 5723,
"26083328" : 5567,
"26345472" : 5256,
"26607616" : 4879,
"26869760" : 4760,
"27131904" : 4483,
"27394048" : 4215,
"27656192" : 4216,
"27918336" : 3991,
"28180480" : 3871,
"28442624" : 3670,
"28704768" : 3451,
"28966912" : 3401,
"29229056" : 3267,
"29491200" : 3014,
"29753344" : 2842,
"30015488" : 2826,
"30277632" : 2665,
"30539776" : 2567,
"30801920" : 2510,
"31064064" : 2402,
"31326208" : 2263,
"31588352" : 2281,
"31850496" : 2065,
"32112640" : 1950,
"32374784" : 1877,
"32636928" : 1876,
"32899072" : 1880,
"33161216" : 1804,
"33423360" : 1657,
"33816576" : 3097,
"34340864" : 2964,
"34865152" : 2847,
"35389440" : 2517,
"35913728" : 2323,
"36438016" : 2269,
"36962304" : 2139,
"37486592" : 1939,
"38010880" : 1899,
"38535168" : 1789,
"39059456" : 1556,
"39583744" : 1489,
"40108032" : 1260,
"40632320" : 1252,
"41156608" : 1260,
"41680896" : 1191,
"42205184" : 1127,
"42729472" : 1022,
"43253760" : 942,
"43778048" : 887,
"44302336" : 750,
"44826624" : 648,
"45350912" : 634,
"45875200" : 557,
"46399488" : 507,
"46923776" : 447,
"47448064" : 377,
"47972352" : 324,
"48496640" : 301,
"49020928" : 261,
"49545216" : 229,
"50069504" : 165,
"50593792" : 133,
"51118080" : 134,
"51642368" : 135,
"52166656" : 124,
"52690944" : 73,
"53215232" : 83,
"53739520" : 76,
"54263808" : 72,
"54788096" : 47,
"55312384" : 59,
"55836672" : 39,
"56360960" : 33,
"56885248" : 37,
"57409536" : 34,
"57933824" : 28,
"58458112" : 20,
"58982400" : 12,
"59506688" : 17,
"60030976" : 20,
"60555264" : 12,
"61079552" : 12,
"61603840" : 11,
"62128128" : 12,
"62652416" : 7,
"63176704" : 5,
"63700992" : 6,
"64225280" : 11,
"64749568" : 2,
"65273856" : 3,
"65798144" : 4,
"66322432" : 3,
"66846720" : 3,
"67633152" : 9,
"68681728" : 4,
"69730304" : 1,
"71827456" : 2,
"72876032" : 1
}
},
"lat_ns" : {
"min" : 6091601,
"max" : 74897575,
"mean" : 15975503.413192,
"stddev" : 6205217.825050,
"N" : 2403426
},
"bw_min" : 42570,
"bw_max" : 85752,
"bw_agg" : 100.000000,
"bw_mean" : 64149.755853,
"bw_dev" : 589.427054,
"bw_samples" : 4784,
"iops_min" : 10642,
"iops_max" : 21438,
"iops_mean" : 16036.628763,
"iops_stddev" : 147.383224,
"iops_samples" : 4784
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2400002,
"usr_cpu" : 0.390541,
"sys_cpu" : 7.639660,
"ctx" : 3015501,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 15.507926,
"20" : 69.508896,
"50" : 14.924679,
"100" : 0.057834,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773094461,
"timestamp_ms" : 1773094461111,
"time" : "Mon Mar 9 19:14:21 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 19,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10439479296,
"io_kbytes" : 10194804,
"bw_bytes" : 65246337,
"bw" : 63717,
"iops" : 15929.587940,
"runtime" : 160001,
"total_ios" : 2548750,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 317646,
"max" : 8206164,
"mean" : 1000099.417760,
"stddev" : 1005727.922385,
"N" : 2548750
},
"clat_ns" : {
"min" : 5693723,
"max" : 72417114,
"mean" : 15068898.628419,
"stddev" : 5975913.800324,
"N" : 2548734,
"percentile" : {
"1.000000" : 7831552,
"5.000000" : 8847360,
"10.000000" : 9502720,
"20.000000" : 10420224,
"30.000000" : 11468800,
"40.000000" : 12517376,
"50.000000" : 13565952,
"60.000000" : 14876672,
"70.000000" : 16318464,
"80.000000" : 18481152,
"90.000000" : 22413312,
"95.000000" : 26869760,
"99.000000" : 37486592,
"99.500000" : 41680896,
"99.900000" : 47972352,
"99.950000" : 51118080,
"99.990000" : 57409536
},
"bins" : {
"5668864" : 1,
"5734400" : 3,
"5799936" : 5,
"5865472" : 5,
"5931008" : 7,
"5996544" : 4,
"6062080" : 11,
"6127616" : 21,
"6193152" : 18,
"6258688" : 27,
"6324224" : 36,
"6389760" : 55,
"6455296" : 84,
"6520832" : 102,
"6586368" : 140,
"6651904" : 170,
"6717440" : 228,
"6782976" : 297,
"6848512" : 373,
"6914048" : 478,
"6979584" : 552,
"7045120" : 625,
"7110656" : 774,
"7176192" : 905,
"7241728" : 1064,
"7307264" : 1269,
"7372800" : 1462,
"7438336" : 1716,
"7503872" : 1940,
"7569408" : 2221,
"7634944" : 2496,
"7700480" : 2795,
"7766016" : 3190,
"7831552" : 3495,
"7897088" : 3751,
"7962624" : 4124,
"8028160" : 4615,
"8093696" : 4862,
"8159232" : 5236,
"8224768" : 5629,
"8290304" : 6135,
"8355840" : 6727,
"8454144" : 14799,
"8585216" : 16887,
"8716288" : 18883,
"8847360" : 21145,
"8978432" : 23405,
"9109504" : 25496,
"9240576" : 27254,
"9371648" : 29264,
"9502720" : 31582,
"9633792" : 32752,
"9764864" : 33824,
"9895936" : 34875,
"10027008" : 35730,
"10158080" : 35873,
"10289152" : 36089,
"10420224" : 35888,
"10551296" : 35799,
"10682368" : 35482,
"10813440" : 34963,
"10944512" : 34743,
"11075584" : 34444,
"11206656" : 33789,
"11337728" : 33158,
"11468800" : 32788,
"11599872" : 32112,
"11730944" : 31979,
"11862016" : 31033,
"11993088" : 30803,
"12124160" : 31031,
"12255232" : 30297,
"12386304" : 30278,
"12517376" : 30435,
"12648448" : 29773,
"12779520" : 29880,
"12910592" : 29746,
"13041664" : 29724,
"13172736" : 29701,
"13303808" : 29500,
"13434880" : 29552,
"13565952" : 29193,
"13697024" : 28861,
"13828096" : 28530,
"13959168" : 28459,
"14090240" : 27856,
"14221312" : 27348,
"14352384" : 27116,
"14483456" : 26452,
"14614528" : 26303,
"14745600" : 25792,
"14876672" : 25197,
"15007744" : 24430,
"15138816" : 24103,
"15269888" : 23504,
"15400960" : 22798,
"15532032" : 22358,
"15663104" : 21848,
"15794176" : 21159,
"15925248" : 20379,
"16056320" : 19785,
"16187392" : 19417,
"16318464" : 19022,
"16449536" : 18319,
"16580608" : 18019,
"16711680" : 17373,
"16908288" : 33178,
"17170432" : 31856,
"17432576" : 29859,
"17694720" : 28380,
"17956864" : 26828,
"18219008" : 25361,
"18481152" : 24363,
"18743296" : 22877,
"19005440" : 21777,
"19267584" : 20737,
"19529728" : 19738,
"19791872" : 18718,
"20054016" : 17838,
"20316160" : 16805,
"20578304" : 16176,
"20840448" : 15365,
"21102592" : 14800,
"21364736" : 14035,
"21626880" : 13378,
"21889024" : 12716,
"22151168" : 12348,
"22413312" : 11626,
"22675456" : 10830,
"22937600" : 10452,
"23199744" : 9721,
"23461888" : 9361,
"23724032" : 9050,
"23986176" : 8528,
"24248320" : 8102,
"24510464" : 7861,
"24772608" : 7402,
"25034752" : 6954,
"25296896" : 6557,
"25559040" : 6281,
"25821184" : 6250,
"26083328" : 6040,
"26345472" : 5777,
"26607616" : 5360,
"26869760" : 5248,
"27131904" : 4934,
"27394048" : 4661,
"27656192" : 4628,
"27918336" : 4357,
"28180480" : 4221,
"28442624" : 4003,
"28704768" : 3773,
"28966912" : 3690,
"29229056" : 3583,
"29491200" : 3310,
"29753344" : 3125,
"30015488" : 3110,
"30277632" : 2942,
"30539776" : 2843,
"30801920" : 2756,
"31064064" : 2674,
"31326208" : 2463,
"31588352" : 2498,
"31850496" : 2276,
"32112640" : 2147,
"32374784" : 2048,
"32636928" : 2021,
"32899072" : 2027,
"33161216" : 1976,
"33423360" : 1793,
"33816576" : 3347,
"34340864" : 3233,
"34865152" : 3133,
"35389440" : 2769,
"35913728" : 2586,
"36438016" : 2491,
"36962304" : 2341,
"37486592" : 2123,
"38010880" : 2058,
"38535168" : 1948,
"39059456" : 1699,
"39583744" : 1644,
"40108032" : 1381,
"40632320" : 1366,
"41156608" : 1391,
"41680896" : 1296,
"42205184" : 1228,
"42729472" : 1129,
"43253760" : 1031,
"43778048" : 970,
"44302336" : 801,
"44826624" : 725,
"45350912" : 695,
"45875200" : 605,
"46399488" : 554,
"46923776" : 492,
"47448064" : 418,
"47972352" : 373,
"48496640" : 332,
"49020928" : 283,
"49545216" : 249,
"50069504" : 197,
"50593792" : 151,
"51118080" : 150,
"51642368" : 157,
"52166656" : 140,
"52690944" : 80,
"53215232" : 87,
"53739520" : 80,
"54263808" : 78,
"54788096" : 57,
"55312384" : 61,
"55836672" : 44,
"56360960" : 42,
"56885248" : 43,
"57409536" : 39,
"57933824" : 31,
"58458112" : 22,
"58982400" : 15,
"59506688" : 17,
"60030976" : 20,
"60555264" : 16,
"61079552" : 13,
"61603840" : 11,
"62128128" : 14,
"62652416" : 7,
"63176704" : 5,
"63700992" : 6,
"64225280" : 11,
"64749568" : 2,
"65273856" : 3,
"65798144" : 4,
"66322432" : 3,
"66846720" : 3,
"67633152" : 9,
"68681728" : 4,
"69730304" : 1,
"71827456" : 2,
"72876032" : 1
}
},
"lat_ns" : {
"min" : 6091601,
"max" : 74897575,
"mean" : 16068971.774311,
"stddev" : 6263973.672973,
"N" : 2548734
},
"bw_min" : 42045,
"bw_max" : 85752,
"bw_agg" : 100.000000,
"bw_mean" : 63769.351097,
"bw_dev" : 594.903922,
"bw_samples" : 5104,
"iops_min" : 10511,
"iops_max" : 21438,
"iops_mean" : 15941.548589,
"iops_stddev" : 148.750176,
"iops_samples" : 5104
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2560010,
"usr_cpu" : 0.387811,
"sys_cpu" : 7.592392,
"ctx" : 3193520,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 15.235861,
"20" : 69.316842,
"50" : 15.385699,
"100" : 0.060971,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773094471,
"timestamp_ms" : 1773094471112,
"time" : "Mon Mar 9 19:14:31 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 9,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11067322368,
"io_kbytes" : 10807932,
"bw_bytes" : 65101513,
"bw" : 63575,
"iops" : 15894.212387,
"runtime" : 170001,
"total_ios" : 2702032,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 317646,
"max" : 8206164,
"mean" : 1002346.237844,
"stddev" : 1010681.934386,
"N" : 2702032
},
"clat_ns" : {
"min" : 5693723,
"max" : 72417114,
"mean" : 15102521.439047,
"stddev" : 5996010.540618,
"N" : 2702016,
"percentile" : {
"1.000000" : 7831552,
"5.000000" : 8847360,
"10.000000" : 9502720,
"20.000000" : 10420224,
"30.000000" : 11468800,
"40.000000" : 12517376,
"50.000000" : 13565952,
"60.000000" : 14876672,
"70.000000" : 16318464,
"80.000000" : 18481152,
"90.000000" : 22675456,
"95.000000" : 26869760,
"99.000000" : 37486592,
"99.500000" : 41680896,
"99.900000" : 47972352,
"99.950000" : 50593792,
"99.990000" : 56885248
},
"bins" : {
"5668864" : 1,
"5734400" : 3,
"5799936" : 5,
"5865472" : 5,
"5931008" : 7,
"5996544" : 4,
"6062080" : 11,
"6127616" : 21,
"6193152" : 20,
"6258688" : 27,
"6324224" : 36,
"6389760" : 60,
"6455296" : 95,
"6520832" : 114,
"6586368" : 150,
"6651904" : 184,
"6717440" : 259,
"6782976" : 327,
"6848512" : 432,
"6914048" : 524,
"6979584" : 624,
"7045120" : 709,
"7110656" : 854,
"7176192" : 1003,
"7241728" : 1151,
"7307264" : 1392,
"7372800" : 1586,
"7438336" : 1838,
"7503872" : 2085,
"7569408" : 2359,
"7634944" : 2644,
"7700480" : 2966,
"7766016" : 3396,
"7831552" : 3697,
"7897088" : 3986,
"7962624" : 4378,
"8028160" : 4912,
"8093696" : 5141,
"8159232" : 5518,
"8224768" : 5950,
"8290304" : 6469,
"8355840" : 7059,
"8454144" : 15582,
"8585216" : 17709,
"8716288" : 19880,
"8847360" : 22236,
"8978432" : 24512,
"9109504" : 26800,
"9240576" : 28583,
"9371648" : 30658,
"9502720" : 33188,
"9633792" : 34372,
"9764864" : 35409,
"9895936" : 36646,
"10027008" : 37546,
"10158080" : 37799,
"10289152" : 38120,
"10420224" : 37839,
"10551296" : 37696,
"10682368" : 37390,
"10813440" : 36911,
"10944512" : 36605,
"11075584" : 36288,
"11206656" : 35611,
"11337728" : 34980,
"11468800" : 34678,
"11599872" : 33930,
"11730944" : 33814,
"11862016" : 32825,
"11993088" : 32664,
"12124160" : 32850,
"12255232" : 32088,
"12386304" : 32095,
"12517376" : 32306,
"12648448" : 31559,
"12779520" : 31618,
"12910592" : 31521,
"13041664" : 31407,
"13172736" : 31394,
"13303808" : 31198,
"13434880" : 31216,
"13565952" : 30877,
"13697024" : 30566,
"13828096" : 30296,
"13959168" : 30091,
"14090240" : 29480,
"14221312" : 28968,
"14352384" : 28650,
"14483456" : 27998,
"14614528" : 27833,
"14745600" : 27286,
"14876672" : 26783,
"15007744" : 25939,
"15138816" : 25557,
"15269888" : 24891,
"15400960" : 24198,
"15532032" : 23716,
"15663104" : 23162,
"15794176" : 22484,
"15925248" : 21608,
"16056320" : 20988,
"16187392" : 20656,
"16318464" : 20132,
"16449536" : 19389,
"16580608" : 19080,
"16711680" : 18459,
"16908288" : 35202,
"17170432" : 33892,
"17432576" : 31778,
"17694720" : 30123,
"17956864" : 28480,
"18219008" : 27004,
"18481152" : 26066,
"18743296" : 24358,
"19005440" : 23310,
"19267584" : 22168,
"19529728" : 21052,
"19791872" : 20040,
"20054016" : 18961,
"20316160" : 17915,
"20578304" : 17257,
"20840448" : 16451,
"21102592" : 15868,
"21364736" : 15052,
"21626880" : 14320,
"21889024" : 13627,
"22151168" : 13222,
"22413312" : 12389,
"22675456" : 11598,
"22937600" : 11216,
"23199744" : 10471,
"23461888" : 10153,
"23724032" : 9705,
"23986176" : 9213,
"24248320" : 8698,
"24510464" : 8420,
"24772608" : 7909,
"25034752" : 7446,
"25296896" : 7030,
"25559040" : 6797,
"25821184" : 6731,
"26083328" : 6471,
"26345472" : 6228,
"26607616" : 5783,
"26869760" : 5603,
"27131904" : 5293,
"27394048" : 5021,
"27656192" : 5014,
"27918336" : 4678,
"28180480" : 4526,
"28442624" : 4314,
"28704768" : 4067,
"28966912" : 3909,
"29229056" : 3856,
"29491200" : 3537,
"29753344" : 3352,
"30015488" : 3361,
"30277632" : 3174,
"30539776" : 3054,
"30801920" : 2947,
"31064064" : 2858,
"31326208" : 2634,
"31588352" : 2706,
"31850496" : 2472,
"32112640" : 2305,
"32374784" : 2216,
"32636928" : 2185,
"32899072" : 2172,
"33161216" : 2135,
"33423360" : 1927,
"33816576" : 3594,
"34340864" : 3479,
"34865152" : 3390,
"35389440" : 2988,
"35913728" : 2793,
"36438016" : 2688,
"36962304" : 2522,
"37486592" : 2274,
"38010880" : 2198,
"38535168" : 2094,
"39059456" : 1813,
"39583744" : 1739,
"40108032" : 1460,
"40632320" : 1450,
"41156608" : 1481,
"41680896" : 1385,
"42205184" : 1320,
"42729472" : 1195,
"43253760" : 1094,
"43778048" : 1034,
"44302336" : 868,
"44826624" : 791,
"45350912" : 748,
"45875200" : 666,
"46399488" : 594,
"46923776" : 542,
"47448064" : 462,
"47972352" : 400,
"48496640" : 352,
"49020928" : 304,
"49545216" : 271,
"50069504" : 210,
"50593792" : 164,
"51118080" : 161,
"51642368" : 162,
"52166656" : 149,
"52690944" : 84,
"53215232" : 90,
"53739520" : 82,
"54263808" : 80,
"54788096" : 58,
"55312384" : 62,
"55836672" : 45,
"56360960" : 42,
"56885248" : 44,
"57409536" : 40,
"57933824" : 31,
"58458112" : 24,
"58982400" : 15,
"59506688" : 17,
"60030976" : 20,
"60555264" : 16,
"61079552" : 13,
"61603840" : 11,
"62128128" : 14,
"62652416" : 7,
"63176704" : 5,
"63700992" : 6,
"64225280" : 11,
"64749568" : 2,
"65273856" : 3,
"65798144" : 4,
"66322432" : 3,
"66846720" : 3,
"67633152" : 9,
"68681728" : 4,
"69730304" : 1,
"71827456" : 2,
"72876032" : 1
}
},
"lat_ns" : {
"min" : 6091601,
"max" : 74897575,
"mean" : 16104841.537372,
"stddev" : 6284754.546739,
"N" : 2702016
},
"bw_min" : 41973,
"bw_max" : 85752,
"bw_agg" : 100.000000,
"bw_mean" : 63589.769912,
"bw_dev" : 594.408811,
"bw_samples" : 5424,
"iops_min" : 10493,
"iops_max" : 21438,
"iops_mean" : 15896.634218,
"iops_stddev" : 148.627147,
"iops_samples" : 5424
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2720008,
"usr_cpu" : 0.386543,
"sys_cpu" : 7.572073,
"ctx" : 3383427,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999963,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999963,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 15.122101,
"20" : 69.250179,
"50" : 15.567210,
"100" : 0.059918,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773094481,
"timestamp_ms" : 1773094481126,
"time" : "Mon Mar 9 19:14:41 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 899,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11678674944,
"io_kbytes" : 11404956,
"bw_bytes" : 64880806,
"bw" : 63360,
"iops" : 15839.157343,
"runtime" : 180002,
"total_ios" : 2851080,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 317646,
"max" : 8206164,
"mean" : 1005822.415857,
"stddev" : 1017109.434420,
"N" : 2851096
},
"clat_ns" : {
"min" : 3565,
"max" : 74488149,
"mean" : 15154014.446760,
"stddev" : 6035779.620612,
"N" : 2851320,
"percentile" : {
"1.000000" : 7831552,
"5.000000" : 8847360,
"10.000000" : 9502720,
"20.000000" : 10420224,
"30.000000" : 11468800,
"40.000000" : 12517376,
"50.000000" : 13697024,
"60.000000" : 14876672,
"70.000000" : 16449536,
"80.000000" : 18743296,
"90.000000" : 22675456,
"95.000000" : 27131904,
"99.000000" : 37486592,
"99.500000" : 41680896,
"99.900000" : 48496640,
"99.950000" : 51118080,
"99.990000" : 57409536
},
"bins" : {
"3568" : 1,
"3728" : 2,
"3760" : 1,
"4192" : 1,
"4256" : 2,
"4320" : 1,
"4576" : 1,
"5280" : 2,
"5344" : 1,
"6240" : 1,
"6624" : 1,
"7712" : 1,
"8256" : 1,
"411648" : 1,
"415744" : 1,
"477184" : 1,
"536576" : 1,
"544768" : 1,
"585728" : 1,
"765952" : 1,
"790528" : 1,
"831488" : 1,
"839680" : 1,
"864256" : 1,
"905216" : 1,
"946176" : 1,
"1019904" : 1,
"1155072" : 1,
"1171456" : 1,
"1302528" : 1,
"1318912" : 1,
"1417216" : 1,
"1548288" : 1,
"1613824" : 1,
"1843200" : 1,
"1957888" : 2,
"1974272" : 1,
"2211840" : 1,
"2375680" : 1,
"2441216" : 2,
"2572288" : 1,
"2605056" : 1,
"2736128" : 1,
"2768896" : 1,
"2834432" : 1,
"2899968" : 1,
"2965504" : 1,
"3031040" : 1,
"3129344" : 1,
"3260416" : 1,
"3293184" : 1,
"3325952" : 1,
"3391488" : 1,
"3457024" : 1,
"3522560" : 1,
"3555328" : 2,
"3686400" : 1,
"3751936" : 1,
"3784704" : 1,
"3817472" : 1,
"3850240" : 1,
"3883008" : 1,
"3915776" : 1,
"3948544" : 1,
"3981312" : 1,
"4046848" : 1,
"4079616" : 1,
"4112384" : 1,
"4292608" : 1,
"4358144" : 1,
"4489216" : 3,
"4554752" : 1,
"4620288" : 1,
"4685824" : 2,
"4751360" : 1,
"4816896" : 1,
"4882432" : 3,
"5013504" : 2,
"5144576" : 1,
"5210112" : 1,
"5341184" : 1,
"5406720" : 3,
"5472256" : 1,
"5537792" : 1,
"5603328" : 2,
"5668864" : 2,
"5734400" : 3,
"5799936" : 6,
"5865472" : 7,
"5931008" : 7,
"5996544" : 5,
"6062080" : 12,
"6127616" : 23,
"6193152" : 20,
"6258688" : 29,
"6324224" : 40,
"6389760" : 63,
"6455296" : 100,
"6520832" : 120,
"6586368" : 160,
"6651904" : 193,
"6717440" : 267,
"6782976" : 341,
"6848512" : 449,
"6914048" : 555,
"6979584" : 641,
"7045120" : 743,
"7110656" : 892,
"7176192" : 1067,
"7241728" : 1215,
"7307264" : 1462,
"7372800" : 1658,
"7438336" : 1938,
"7503872" : 2202,
"7569408" : 2495,
"7634944" : 2788,
"7700480" : 3134,
"7766016" : 3553,
"7831552" : 3870,
"7897088" : 4199,
"7962624" : 4609,
"8028160" : 5144,
"8093696" : 5384,
"8159232" : 5774,
"8224768" : 6222,
"8290304" : 6782,
"8355840" : 7385,
"8454144" : 16270,
"8585216" : 18481,
"8716288" : 20808,
"8847360" : 23237,
"8978432" : 25596,
"9109504" : 27923,
"9240576" : 29815,
"9371648" : 31925,
"9502720" : 34523,
"9633792" : 35854,
"9764864" : 36852,
"9895936" : 38121,
"10027008" : 39105,
"10158080" : 39421,
"10289152" : 39829,
"10420224" : 39540,
"10551296" : 39299,
"10682368" : 39017,
"10813440" : 38595,
"10944512" : 38354,
"11075584" : 38015,
"11206656" : 37330,
"11337728" : 36836,
"11468800" : 36542,
"11599872" : 35760,
"11730944" : 35582,
"11862016" : 34601,
"11993088" : 34442,
"12124160" : 34654,
"12255232" : 33867,
"12386304" : 33926,
"12517376" : 34086,
"12648448" : 33251,
"12779520" : 33327,
"12910592" : 33161,
"13041664" : 33146,
"13172736" : 33099,
"13303808" : 32836,
"13434880" : 32902,
"13565952" : 32556,
"13697024" : 32141,
"13828096" : 31954,
"13959168" : 31605,
"14090240" : 31130,
"14221312" : 30536,
"14352384" : 30153,
"14483456" : 29558,
"14614528" : 29425,
"14745600" : 28725,
"14876672" : 28246,
"15007744" : 27311,
"15138816" : 26861,
"15269888" : 26214,
"15400960" : 25576,
"15532032" : 24996,
"15663104" : 24467,
"15794176" : 23772,
"15925248" : 22779,
"16056320" : 22057,
"16187392" : 21799,
"16318464" : 21241,
"16449536" : 20542,
"16580608" : 20213,
"16711680" : 19519,
"16908288" : 37224,
"17170432" : 35986,
"17432576" : 33696,
"17694720" : 31965,
"17956864" : 30207,
"18219008" : 28739,
"18481152" : 27608,
"18743296" : 25762,
"19005440" : 24819,
"19267584" : 23489,
"19529728" : 22405,
"19791872" : 21387,
"20054016" : 20284,
"20316160" : 19142,
"20578304" : 18404,
"20840448" : 17488,
"21102592" : 16980,
"21364736" : 16033,
"21626880" : 15311,
"21889024" : 14504,
"22151168" : 14105,
"22413312" : 13231,
"22675456" : 12397,
"22937600" : 11966,
"23199744" : 11293,
"23461888" : 10943,
"23724032" : 10450,
"23986176" : 9891,
"24248320" : 9310,
"24510464" : 9035,
"24772608" : 8450,
"25034752" : 7977,
"25296896" : 7599,
"25559040" : 7313,
"25821184" : 7202,
"26083328" : 6936,
"26345472" : 6649,
"26607616" : 6188,
"26869760" : 5997,
"27131904" : 5710,
"27394048" : 5376,
"27656192" : 5402,
"27918336" : 5092,
"28180480" : 4891,
"28442624" : 4602,
"28704768" : 4370,
"28966912" : 4228,
"29229056" : 4137,
"29491200" : 3841,
"29753344" : 3620,
"30015488" : 3614,
"30277632" : 3429,
"30539776" : 3268,
"30801920" : 3172,
"31064064" : 3112,
"31326208" : 2832,
"31588352" : 2916,
"31850496" : 2701,
"32112640" : 2522,
"32374784" : 2410,
"32636928" : 2335,
"32899072" : 2321,
"33161216" : 2309,
"33423360" : 2083,
"33816576" : 3910,
"34340864" : 3718,
"34865152" : 3625,
"35389440" : 3241,
"35913728" : 3007,
"36438016" : 2886,
"36962304" : 2747,
"37486592" : 2434,
"38010880" : 2381,
"38535168" : 2246,
"39059456" : 1957,
"39583744" : 1887,
"40108032" : 1570,
"40632320" : 1587,
"41156608" : 1612,
"41680896" : 1487,
"42205184" : 1418,
"42729472" : 1276,
"43253760" : 1174,
"43778048" : 1104,
"44302336" : 930,
"44826624" : 860,
"45350912" : 821,
"45875200" : 724,
"46399488" : 644,
"46923776" : 586,
"47448064" : 520,
"47972352" : 429,
"48496640" : 388,
"49020928" : 341,
"49545216" : 294,
"50069504" : 233,
"50593792" : 184,
"51118080" : 179,
"51642368" : 182,
"52166656" : 167,
"52690944" : 93,
"53215232" : 100,
"53739520" : 88,
"54263808" : 88,
"54788096" : 62,
"55312384" : 70,
"55836672" : 49,
"56360960" : 48,
"56885248" : 48,
"57409536" : 50,
"57933824" : 31,
"58458112" : 26,
"58982400" : 18,
"59506688" : 19,
"60030976" : 24,
"60555264" : 19,
"61079552" : 14,
"61603840" : 15,
"62128128" : 16,
"62652416" : 8,
"63176704" : 5,
"63700992" : 7,
"64225280" : 11,
"64749568" : 3,
"65273856" : 4,
"65798144" : 5,
"66322432" : 5,
"66846720" : 3,
"67633152" : 9,
"68681728" : 6,
"69730304" : 2,
"71827456" : 2,
"72876032" : 1,
"74973184" : 1
}
},
"lat_ns" : {
"min" : 402455,
"max" : 75302804,
"mean" : 16159833.774649,
"stddev" : 6326458.946981,
"N" : 2851320
},
"bw_min" : 41701,
"bw_max" : 85752,
"bw_agg" : 100.000000,
"bw_mean" : 63416.674095,
"bw_dev" : 594.590336,
"bw_samples" : 5744,
"iops_min" : 10425,
"iops_max" : 21438,
"iops_mean" : 15853.364903,
"iops_stddev" : 148.673586,
"iops_samples" : 5744
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880003,
"usr_cpu" : 0.383507,
"sys_cpu" : 7.545721,
"ctx" : 3565927,
"majf" : 0,
"minf" : 644,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999439,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 14.958858,
"20" : 69.159511,
"50" : 15.824179,
"100" : 0.063379,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773094481,
"timestamp_ms" : 1773094481163,
"time" : "Mon Mar 9 19:14:41 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11679072256,
"io_kbytes" : 11405344,
"bw_bytes" : 64875445,
"bw" : 63354,
"iops" : 15837.309677,
"runtime" : 180023,
"total_ios" : 2851080,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 317646,
"max" : 8206164,
"mean" : 1005822.415857,
"stddev" : 1017109.434420,
"N" : 2851096
},
"clat_ns" : {
"min" : 3565,
"max" : 74488149,
"mean" : 15154014.446760,
"stddev" : 6035779.620612,
"N" : 2851320,
"percentile" : {
"1.000000" : 7831552,
"5.000000" : 8847360,
"10.000000" : 9502720,
"20.000000" : 10420224,
"30.000000" : 11468800,
"40.000000" : 12517376,
"50.000000" : 13697024,
"60.000000" : 14876672,
"70.000000" : 16449536,
"80.000000" : 18743296,
"90.000000" : 22675456,
"95.000000" : 27131904,
"99.000000" : 37486592,
"99.500000" : 41680896,
"99.900000" : 48496640,
"99.950000" : 51118080,
"99.990000" : 57409536
},
"bins" : {
"3568" : 1,
"3728" : 2,
"3760" : 1,
"4192" : 1,
"4256" : 2,
"4320" : 1,
"4576" : 1,
"5280" : 2,
"5344" : 1,
"6240" : 1,
"6624" : 1,
"7712" : 1,
"8256" : 1,
"411648" : 1,
"415744" : 1,
"477184" : 1,
"536576" : 1,
"544768" : 1,
"585728" : 1,
"765952" : 1,
"790528" : 1,
"831488" : 1,
"839680" : 1,
"864256" : 1,
"905216" : 1,
"946176" : 1,
"1019904" : 1,
"1155072" : 1,
"1171456" : 1,
"1302528" : 1,
"1318912" : 1,
"1417216" : 1,
"1548288" : 1,
"1613824" : 1,
"1843200" : 1,
"1957888" : 2,
"1974272" : 1,
"2211840" : 1,
"2375680" : 1,
"2441216" : 2,
"2572288" : 1,
"2605056" : 1,
"2736128" : 1,
"2768896" : 1,
"2834432" : 1,
"2899968" : 1,
"2965504" : 1,
"3031040" : 1,
"3129344" : 1,
"3260416" : 1,
"3293184" : 1,
"3325952" : 1,
"3391488" : 1,
"3457024" : 1,
"3522560" : 1,
"3555328" : 2,
"3686400" : 1,
"3751936" : 1,
"3784704" : 1,
"3817472" : 1,
"3850240" : 1,
"3883008" : 1,
"3915776" : 1,
"3948544" : 1,
"3981312" : 1,
"4046848" : 1,
"4079616" : 1,
"4112384" : 1,
"4292608" : 1,
"4358144" : 1,
"4489216" : 3,
"4554752" : 1,
"4620288" : 1,
"4685824" : 2,
"4751360" : 1,
"4816896" : 1,
"4882432" : 3,
"5013504" : 2,
"5144576" : 1,
"5210112" : 1,
"5341184" : 1,
"5406720" : 3,
"5472256" : 1,
"5537792" : 1,
"5603328" : 2,
"5668864" : 2,
"5734400" : 3,
"5799936" : 6,
"5865472" : 7,
"5931008" : 7,
"5996544" : 5,
"6062080" : 12,
"6127616" : 23,
"6193152" : 20,
"6258688" : 29,
"6324224" : 40,
"6389760" : 63,
"6455296" : 100,
"6520832" : 120,
"6586368" : 160,
"6651904" : 193,
"6717440" : 267,
"6782976" : 341,
"6848512" : 449,
"6914048" : 555,
"6979584" : 641,
"7045120" : 743,
"7110656" : 892,
"7176192" : 1067,
"7241728" : 1215,
"7307264" : 1462,
"7372800" : 1658,
"7438336" : 1938,
"7503872" : 2202,
"7569408" : 2495,
"7634944" : 2788,
"7700480" : 3134,
"7766016" : 3553,
"7831552" : 3870,
"7897088" : 4199,
"7962624" : 4609,
"8028160" : 5144,
"8093696" : 5384,
"8159232" : 5774,
"8224768" : 6222,
"8290304" : 6782,
"8355840" : 7385,
"8454144" : 16270,
"8585216" : 18481,
"8716288" : 20808,
"8847360" : 23237,
"8978432" : 25596,
"9109504" : 27923,
"9240576" : 29815,
"9371648" : 31925,
"9502720" : 34523,
"9633792" : 35854,
"9764864" : 36852,
"9895936" : 38121,
"10027008" : 39105,
"10158080" : 39421,
"10289152" : 39829,
"10420224" : 39540,
"10551296" : 39299,
"10682368" : 39017,
"10813440" : 38595,
"10944512" : 38354,
"11075584" : 38015,
"11206656" : 37330,
"11337728" : 36836,
"11468800" : 36542,
"11599872" : 35760,
"11730944" : 35582,
"11862016" : 34601,
"11993088" : 34442,
"12124160" : 34654,
"12255232" : 33867,
"12386304" : 33926,
"12517376" : 34086,
"12648448" : 33251,
"12779520" : 33327,
"12910592" : 33161,
"13041664" : 33146,
"13172736" : 33099,
"13303808" : 32836,
"13434880" : 32902,
"13565952" : 32556,
"13697024" : 32141,
"13828096" : 31954,
"13959168" : 31605,
"14090240" : 31130,
"14221312" : 30536,
"14352384" : 30153,
"14483456" : 29558,
"14614528" : 29425,
"14745600" : 28725,
"14876672" : 28246,
"15007744" : 27311,
"15138816" : 26861,
"15269888" : 26214,
"15400960" : 25576,
"15532032" : 24996,
"15663104" : 24467,
"15794176" : 23772,
"15925248" : 22779,
"16056320" : 22057,
"16187392" : 21799,
"16318464" : 21241,
"16449536" : 20542,
"16580608" : 20213,
"16711680" : 19519,
"16908288" : 37224,
"17170432" : 35986,
"17432576" : 33696,
"17694720" : 31965,
"17956864" : 30207,
"18219008" : 28739,
"18481152" : 27608,
"18743296" : 25762,
"19005440" : 24819,
"19267584" : 23489,
"19529728" : 22405,
"19791872" : 21387,
"20054016" : 20284,
"20316160" : 19142,
"20578304" : 18404,
"20840448" : 17488,
"21102592" : 16980,
"21364736" : 16033,
"21626880" : 15311,
"21889024" : 14504,
"22151168" : 14105,
"22413312" : 13231,
"22675456" : 12397,
"22937600" : 11966,
"23199744" : 11293,
"23461888" : 10943,
"23724032" : 10450,
"23986176" : 9891,
"24248320" : 9310,
"24510464" : 9035,
"24772608" : 8450,
"25034752" : 7977,
"25296896" : 7599,
"25559040" : 7313,
"25821184" : 7202,
"26083328" : 6936,
"26345472" : 6649,
"26607616" : 6188,
"26869760" : 5997,
"27131904" : 5710,
"27394048" : 5376,
"27656192" : 5402,
"27918336" : 5092,
"28180480" : 4891,
"28442624" : 4602,
"28704768" : 4370,
"28966912" : 4228,
"29229056" : 4137,
"29491200" : 3841,
"29753344" : 3620,
"30015488" : 3614,
"30277632" : 3429,
"30539776" : 3268,
"30801920" : 3172,
"31064064" : 3112,
"31326208" : 2832,
"31588352" : 2916,
"31850496" : 2701,
"32112640" : 2522,
"32374784" : 2410,
"32636928" : 2335,
"32899072" : 2321,
"33161216" : 2309,
"33423360" : 2083,
"33816576" : 3910,
"34340864" : 3718,
"34865152" : 3625,
"35389440" : 3241,
"35913728" : 3007,
"36438016" : 2886,
"36962304" : 2747,
"37486592" : 2434,
"38010880" : 2381,
"38535168" : 2246,
"39059456" : 1957,
"39583744" : 1887,
"40108032" : 1570,
"40632320" : 1587,
"41156608" : 1612,
"41680896" : 1487,
"42205184" : 1418,
"42729472" : 1276,
"43253760" : 1174,
"43778048" : 1104,
"44302336" : 930,
"44826624" : 860,
"45350912" : 821,
"45875200" : 724,
"46399488" : 644,
"46923776" : 586,
"47448064" : 520,
"47972352" : 429,
"48496640" : 388,
"49020928" : 341,
"49545216" : 294,
"50069504" : 233,
"50593792" : 184,
"51118080" : 179,
"51642368" : 182,
"52166656" : 167,
"52690944" : 93,
"53215232" : 100,
"53739520" : 88,
"54263808" : 88,
"54788096" : 62,
"55312384" : 70,
"55836672" : 49,
"56360960" : 48,
"56885248" : 48,
"57409536" : 50,
"57933824" : 31,
"58458112" : 26,
"58982400" : 18,
"59506688" : 19,
"60030976" : 24,
"60555264" : 19,
"61079552" : 14,
"61603840" : 15,
"62128128" : 16,
"62652416" : 8,
"63176704" : 5,
"63700992" : 7,
"64225280" : 11,
"64749568" : 3,
"65273856" : 4,
"65798144" : 5,
"66322432" : 5,
"66846720" : 3,
"67633152" : 9,
"68681728" : 6,
"69730304" : 2,
"71827456" : 2,
"72876032" : 1,
"74973184" : 1
}
},
"lat_ns" : {
"min" : 402455,
"max" : 75302804,
"mean" : 16159833.774649,
"stddev" : 6326458.946981,
"N" : 2851320
},
"bw_min" : 41701,
"bw_max" : 85752,
"bw_agg" : 100.000000,
"bw_mean" : 63399.408968,
"bw_dev" : 595.238805,
"bw_samples" : 5750,
"iops_min" : 10425,
"iops_max" : 21438,
"iops_mean" : 15849.042487,
"iops_stddev" : 148.836260,
"iops_samples" : 5750
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880130,
"usr_cpu" : 0.383490,
"sys_cpu" : 7.545389,
"ctx" : 3566044,
"majf" : 0,
"minf" : 650,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999439,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 14.958858,
"20" : 69.159511,
"50" : 15.824179,
"100" : 0.063379,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}