raidz2/benchmarks/rand/rand-write-qd16-nj32_run2.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773095228,
"timestamp_ms" : 1773095228056,
"time" : "Mon Mar 9 19:27:08 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 11,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 783511552,
"io_kbytes" : 765148,
"bw_bytes" : 80327204,
"bw" : 78444,
"iops" : 19679.516096,
"runtime" : 9754,
"total_ios" : 191954,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 312128,
"usr_cpu" : 0.258868,
"sys_cpu" : 5.166150,
"ctx" : 305584,
"majf" : 0,
"minf" : 244,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.133365,
"16" : 99.749940,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999479,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999478,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095238,
"timestamp_ms" : 1773095238314,
"time" : "Mon Mar 9 19:27:18 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 169,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 661463040,
"io_kbytes" : 645960,
"bw_bytes" : 66060425,
"bw" : 64512,
"iops" : 16142.614601,
"runtime" : 10013,
"total_ios" : 161636,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 294290,
"max" : 33974971,
"mean" : 1972684.430888,
"stddev" : 3063368.868868,
"N" : 161636
},
"clat_ns" : {
"min" : 6502918,
"max" : 135992212,
"mean" : 29798857.077102,
"stddev" : 15140126.926500,
"N" : 161604,
"percentile" : {
"1.000000" : 8716288,
"5.000000" : 10027008,
"10.000000" : 12517376,
"20.000000" : 16908288,
"30.000000" : 19791872,
"40.000000" : 23986176,
"50.000000" : 27131904,
"60.000000" : 30539776,
"70.000000" : 35389440,
"80.000000" : 41156608,
"90.000000" : 50593792,
"95.000000" : 58982400,
"99.000000" : 76021760,
"99.500000" : 82313216,
"99.900000" : 94896128,
"99.950000" : 99090432,
"99.990000" : 112721920
},
"bins" : {
"6520832" : 1,
"6586368" : 2,
"6651904" : 3,
"6717440" : 1,
"6782976" : 4,
"6848512" : 2,
"6914048" : 3,
"6979584" : 5,
"7045120" : 8,
"7110656" : 12,
"7176192" : 5,
"7241728" : 9,
"7307264" : 20,
"7372800" : 17,
"7438336" : 27,
"7503872" : 25,
"7569408" : 32,
"7634944" : 42,
"7700480" : 39,
"7766016" : 36,
"7831552" : 51,
"7897088" : 48,
"7962624" : 58,
"8028160" : 104,
"8093696" : 89,
"8159232" : 96,
"8224768" : 99,
"8290304" : 112,
"8355840" : 103,
"8454144" : 268,
"8585216" : 286,
"8716288" : 352,
"8847360" : 448,
"8978432" : 482,
"9109504" : 556,
"9240576" : 574,
"9371648" : 653,
"9502720" : 694,
"9633792" : 693,
"9764864" : 712,
"9895936" : 812,
"10027008" : 786,
"10158080" : 827,
"10289152" : 761,
"10420224" : 800,
"10551296" : 652,
"10682368" : 573,
"10813440" : 578,
"10944512" : 505,
"11075584" : 439,
"11206656" : 351,
"11337728" : 332,
"11468800" : 307,
"11599872" : 240,
"11730944" : 239,
"11862016" : 218,
"11993088" : 215,
"12124160" : 215,
"12255232" : 188,
"12386304" : 185,
"12517376" : 205,
"12648448" : 171,
"12779520" : 180,
"12910592" : 179,
"13041664" : 226,
"13172736" : 285,
"13303808" : 246,
"13434880" : 274,
"13565952" : 303,
"13697024" : 293,
"13828096" : 345,
"13959168" : 343,
"14090240" : 346,
"14221312" : 360,
"14352384" : 387,
"14483456" : 440,
"14614528" : 459,
"14745600" : 443,
"14876672" : 492,
"15007744" : 536,
"15138816" : 564,
"15269888" : 556,
"15400960" : 579,
"15532032" : 574,
"15663104" : 621,
"15794176" : 653,
"15925248" : 656,
"16056320" : 711,
"16187392" : 638,
"16318464" : 776,
"16449536" : 736,
"16580608" : 790,
"16711680" : 734,
"16908288" : 1539,
"17170432" : 1465,
"17432576" : 1495,
"17694720" : 1622,
"17956864" : 1610,
"18219008" : 1647,
"18481152" : 1653,
"18743296" : 1576,
"19005440" : 1455,
"19267584" : 1498,
"19529728" : 1383,
"19791872" : 1253,
"20054016" : 1238,
"20316160" : 1076,
"20578304" : 987,
"20840448" : 1046,
"21102592" : 968,
"21364736" : 958,
"21626880" : 925,
"21889024" : 877,
"22151168" : 894,
"22413312" : 961,
"22675456" : 953,
"22937600" : 941,
"23199744" : 979,
"23461888" : 1082,
"23724032" : 1111,
"23986176" : 1204,
"24248320" : 1259,
"24510464" : 1193,
"24772608" : 1334,
"25034752" : 1299,
"25296896" : 1362,
"25559040" : 1329,
"25821184" : 1480,
"26083328" : 1457,
"26345472" : 1389,
"26607616" : 1367,
"26869760" : 1365,
"27131904" : 1255,
"27394048" : 1381,
"27656192" : 1366,
"27918336" : 1480,
"28180480" : 1395,
"28442624" : 1357,
"28704768" : 1333,
"28966912" : 1246,
"29229056" : 1175,
"29491200" : 1190,
"29753344" : 1133,
"30015488" : 1005,
"30277632" : 913,
"30539776" : 963,
"30801920" : 935,
"31064064" : 905,
"31326208" : 869,
"31588352" : 852,
"31850496" : 807,
"32112640" : 827,
"32374784" : 810,
"32636928" : 792,
"32899072" : 810,
"33161216" : 780,
"33423360" : 840,
"33816576" : 1663,
"34340864" : 1821,
"34865152" : 1750,
"35389440" : 1801,
"35913728" : 1871,
"36438016" : 1852,
"36962304" : 1812,
"37486592" : 1706,
"38010880" : 1766,
"38535168" : 1518,
"39059456" : 1405,
"39583744" : 1329,
"40108032" : 1123,
"40632320" : 1104,
"41156608" : 1080,
"41680896" : 996,
"42205184" : 1053,
"42729472" : 945,
"43253760" : 1049,
"43778048" : 989,
"44302336" : 1018,
"44826624" : 949,
"45350912" : 927,
"45875200" : 913,
"46399488" : 872,
"46923776" : 881,
"47448064" : 829,
"47972352" : 766,
"48496640" : 798,
"49020928" : 698,
"49545216" : 599,
"50069504" : 657,
"50593792" : 664,
"51118080" : 680,
"51642368" : 536,
"52166656" : 527,
"52690944" : 527,
"53215232" : 594,
"53739520" : 510,
"54263808" : 448,
"54788096" : 476,
"55312384" : 439,
"55836672" : 424,
"56360960" : 435,
"56885248" : 420,
"57409536" : 381,
"57933824" : 432,
"58458112" : 418,
"58982400" : 393,
"59506688" : 348,
"60030976" : 312,
"60555264" : 273,
"61079552" : 287,
"61603840" : 317,
"62128128" : 253,
"62652416" : 266,
"63176704" : 244,
"63700992" : 248,
"64225280" : 214,
"64749568" : 222,
"65273856" : 195,
"65798144" : 194,
"66322432" : 228,
"66846720" : 244,
"67633152" : 399,
"68681728" : 410,
"69730304" : 340,
"70778880" : 300,
"71827456" : 255,
"72876032" : 252,
"73924608" : 205,
"74973184" : 214,
"76021760" : 231,
"77070336" : 219,
"78118912" : 174,
"79167488" : 126,
"80216064" : 116,
"81264640" : 87,
"82313216" : 116,
"83361792" : 72,
"84410368" : 78,
"85458944" : 72,
"86507520" : 63,
"87556096" : 66,
"88604672" : 43,
"89653248" : 47,
"90701824" : 38,
"91750400" : 28,
"92798976" : 28,
"93847552" : 21,
"94896128" : 29,
"95944704" : 19,
"96993280" : 14,
"98041856" : 17,
"99090432" : 20,
"100139008" : 6,
"101187584" : 9,
"102236160" : 10,
"103284736" : 2,
"104333312" : 6,
"105381888" : 3,
"106430464" : 3,
"107479040" : 4,
"108527616" : 6,
"109576192" : 4,
"111673344" : 2,
"112721920" : 3,
"113770496" : 3,
"114819072" : 3,
"115867648" : 1,
"116916224" : 1,
"117964800" : 1,
"119013376" : 1,
"125304832" : 2,
"126353408" : 1,
"135266304" : 1
}
},
"lat_ns" : {
"min" : 7020038,
"max" : 136976327,
"mean" : 31777304.078946,
"stddev" : 15718405.887635,
"N" : 161604
},
"bw_min" : 50427,
"bw_max" : 80940,
"bw_agg" : 100.000000,
"bw_mean" : 65025.315789,
"bw_dev" : 255.054403,
"bw_samples" : 608,
"iops_min" : 12606,
"iops_max" : 20233,
"iops_mean" : 16254.631579,
"iops_stddev" : 63.756892,
"iops_samples" : 608
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 320320,
"usr_cpu" : 0.222278,
"sys_cpu" : 4.158029,
"ctx" : 265428,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.828132,
"20" : 25.906976,
"50" : 58.877973,
"100" : 10.323195,
"250" : 0.043926,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095248,
"timestamp_ms" : 1773095248309,
"time" : "Mon Mar 9 19:27:28 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 159,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1327783936,
"io_kbytes" : 1296664,
"bw_bytes" : 66342756,
"bw" : 64787,
"iops" : 16200.609573,
"runtime" : 20014,
"total_ios" : 324239,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 282662,
"max" : 58790954,
"mean" : 1964144.237451,
"stddev" : 3083395.468880,
"N" : 324239
},
"clat_ns" : {
"min" : 6502918,
"max" : 143086134,
"mean" : 29661280.557727,
"stddev" : 15389243.588766,
"N" : 324207,
"percentile" : {
"1.000000" : 8716288,
"5.000000" : 10027008,
"10.000000" : 12124160,
"20.000000" : 16711680,
"30.000000" : 19529728,
"40.000000" : 23724032,
"50.000000" : 26869760,
"60.000000" : 30277632,
"70.000000" : 35389440,
"80.000000" : 40632320,
"90.000000" : 50593792,
"95.000000" : 59506688,
"99.000000" : 78118912,
"99.500000" : 84410368,
"99.900000" : 99090432,
"99.950000" : 104333312,
"99.990000" : 122159104
},
"bins" : {
"6520832" : 1,
"6586368" : 2,
"6651904" : 3,
"6717440" : 3,
"6782976" : 5,
"6848512" : 2,
"6914048" : 4,
"6979584" : 5,
"7045120" : 10,
"7110656" : 13,
"7176192" : 9,
"7241728" : 15,
"7307264" : 24,
"7372800" : 30,
"7438336" : 38,
"7503872" : 41,
"7569408" : 43,
"7634944" : 49,
"7700480" : 64,
"7766016" : 64,
"7831552" : 82,
"7897088" : 81,
"7962624" : 104,
"8028160" : 157,
"8093696" : 138,
"8159232" : 149,
"8224768" : 177,
"8290304" : 209,
"8355840" : 203,
"8454144" : 499,
"8585216" : 524,
"8716288" : 630,
"8847360" : 806,
"8978432" : 869,
"9109504" : 1029,
"9240576" : 1101,
"9371648" : 1251,
"9502720" : 1397,
"9633792" : 1453,
"9764864" : 1569,
"9895936" : 1698,
"10027008" : 1709,
"10158080" : 1774,
"10289152" : 1667,
"10420224" : 1644,
"10551296" : 1504,
"10682368" : 1356,
"10813440" : 1253,
"10944512" : 1170,
"11075584" : 1087,
"11206656" : 886,
"11337728" : 805,
"11468800" : 694,
"11599872" : 563,
"11730944" : 549,
"11862016" : 500,
"11993088" : 499,
"12124160" : 470,
"12255232" : 454,
"12386304" : 457,
"12517376" : 466,
"12648448" : 435,
"12779520" : 461,
"12910592" : 479,
"13041664" : 528,
"13172736" : 625,
"13303808" : 574,
"13434880" : 639,
"13565952" : 675,
"13697024" : 685,
"13828096" : 729,
"13959168" : 771,
"14090240" : 759,
"14221312" : 773,
"14352384" : 827,
"14483456" : 899,
"14614528" : 915,
"14745600" : 975,
"14876672" : 1007,
"15007744" : 1060,
"15138816" : 1083,
"15269888" : 1128,
"15400960" : 1139,
"15532032" : 1210,
"15663104" : 1208,
"15794176" : 1284,
"15925248" : 1268,
"16056320" : 1449,
"16187392" : 1341,
"16318464" : 1460,
"16449536" : 1448,
"16580608" : 1523,
"16711680" : 1462,
"16908288" : 3094,
"17170432" : 3152,
"17432576" : 3142,
"17694720" : 3225,
"17956864" : 3161,
"18219008" : 3268,
"18481152" : 3281,
"18743296" : 3243,
"19005440" : 2954,
"19267584" : 2980,
"19529728" : 2829,
"19791872" : 2607,
"20054016" : 2485,
"20316160" : 2263,
"20578304" : 2055,
"20840448" : 2038,
"21102592" : 1944,
"21364736" : 1800,
"21626880" : 1773,
"21889024" : 1660,
"22151168" : 1711,
"22413312" : 1795,
"22675456" : 1818,
"22937600" : 1884,
"23199744" : 1984,
"23461888" : 2160,
"23724032" : 2162,
"23986176" : 2336,
"24248320" : 2469,
"24510464" : 2453,
"24772608" : 2583,
"25034752" : 2571,
"25296896" : 2722,
"25559040" : 2781,
"25821184" : 2921,
"26083328" : 2958,
"26345472" : 2915,
"26607616" : 2883,
"26869760" : 2808,
"27131904" : 2708,
"27394048" : 2778,
"27656192" : 2810,
"27918336" : 2816,
"28180480" : 2721,
"28442624" : 2636,
"28704768" : 2595,
"28966912" : 2448,
"29229056" : 2299,
"29491200" : 2256,
"29753344" : 2145,
"30015488" : 1928,
"30277632" : 1917,
"30539776" : 1841,
"30801920" : 1839,
"31064064" : 1788,
"31326208" : 1704,
"31588352" : 1684,
"31850496" : 1661,
"32112640" : 1676,
"32374784" : 1668,
"32636928" : 1591,
"32899072" : 1596,
"33161216" : 1572,
"33423360" : 1601,
"33816576" : 3319,
"34340864" : 3514,
"34865152" : 3512,
"35389440" : 3582,
"35913728" : 3654,
"36438016" : 3672,
"36962304" : 3524,
"37486592" : 3345,
"38010880" : 3254,
"38535168" : 2949,
"39059456" : 2744,
"39583744" : 2586,
"40108032" : 2348,
"40632320" : 2113,
"41156608" : 2074,
"41680896" : 1989,
"42205184" : 1993,
"42729472" : 1882,
"43253760" : 2055,
"43778048" : 2004,
"44302336" : 2088,
"44826624" : 1914,
"45350912" : 1874,
"45875200" : 1835,
"46399488" : 1799,
"46923776" : 1767,
"47448064" : 1638,
"47972352" : 1494,
"48496640" : 1530,
"49020928" : 1238,
"49545216" : 1149,
"50069504" : 1185,
"50593792" : 1176,
"51118080" : 1202,
"51642368" : 998,
"52166656" : 997,
"52690944" : 992,
"53215232" : 1078,
"53739520" : 1019,
"54263808" : 927,
"54788096" : 956,
"55312384" : 903,
"55836672" : 878,
"56360960" : 836,
"56885248" : 871,
"57409536" : 838,
"57933824" : 812,
"58458112" : 728,
"58982400" : 702,
"59506688" : 651,
"60030976" : 628,
"60555264" : 541,
"61079552" : 586,
"61603840" : 570,
"62128128" : 537,
"62652416" : 542,
"63176704" : 502,
"63700992" : 500,
"64225280" : 458,
"64749568" : 477,
"65273856" : 436,
"65798144" : 389,
"66322432" : 446,
"66846720" : 440,
"67633152" : 823,
"68681728" : 741,
"69730304" : 674,
"70778880" : 638,
"71827456" : 534,
"72876032" : 505,
"73924608" : 457,
"74973184" : 443,
"76021760" : 449,
"77070336" : 391,
"78118912" : 341,
"79167488" : 282,
"80216064" : 269,
"81264640" : 234,
"82313216" : 232,
"83361792" : 198,
"84410368" : 189,
"85458944" : 197,
"86507520" : 131,
"87556096" : 142,
"88604672" : 120,
"89653248" : 114,
"90701824" : 81,
"91750400" : 66,
"92798976" : 77,
"93847552" : 70,
"94896128" : 68,
"95944704" : 52,
"96993280" : 40,
"98041856" : 49,
"99090432" : 50,
"100139008" : 28,
"101187584" : 28,
"102236160" : 27,
"103284736" : 17,
"104333312" : 27,
"105381888" : 19,
"106430464" : 12,
"107479040" : 14,
"108527616" : 18,
"109576192" : 12,
"110624768" : 5,
"111673344" : 8,
"112721920" : 6,
"113770496" : 10,
"114819072" : 10,
"115867648" : 4,
"116916224" : 2,
"117964800" : 3,
"119013376" : 1,
"120061952" : 1,
"121110528" : 2,
"122159104" : 4,
"124256256" : 3,
"125304832" : 5,
"126353408" : 4,
"128450560" : 1,
"129499136" : 2,
"130547712" : 3,
"131596288" : 1,
"133693440" : 1,
"135266304" : 2,
"139460608" : 4,
"141557760" : 2,
"143654912" : 1
}
},
"lat_ns" : {
"min" : 7020038,
"max" : 150425069,
"mean" : 31628777.417258,
"stddev" : 15975184.103939,
"N" : 324207
},
"bw_min" : 48731,
"bw_max" : 82398,
"bw_agg" : 100.000000,
"bw_mean" : 64888.512821,
"bw_dev" : 256.090691,
"bw_samples" : 1248,
"iops_min" : 12180,
"iops_max" : 20598,
"iops_mean" : 16220.051282,
"iops_stddev" : 64.042341,
"iops_samples" : 1248
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 640336,
"usr_cpu" : 0.224257,
"sys_cpu" : 4.175776,
"ctx" : 524541,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999692,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999692,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.634544,
"20" : 27.007855,
"50" : 58.069510,
"100" : 10.192481,
"250" : 0.085739,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095258,
"timestamp_ms" : 1773095258315,
"time" : "Mon Mar 9 19:27:38 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 149,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1961201664,
"io_kbytes" : 1915236,
"bw_bytes" : 65342895,
"bw" : 63811,
"iops" : 15957.519824,
"runtime" : 30014,
"total_ios" : 478949,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 282662,
"max" : 58790954,
"mean" : 1994737.833009,
"stddev" : 3135071.267943,
"N" : 478949
},
"clat_ns" : {
"min" : 6502918,
"max" : 143086134,
"mean" : 30103839.680972,
"stddev" : 15561735.233192,
"N" : 478917,
"percentile" : {
"1.000000" : 8847360,
"5.000000" : 10158080,
"10.000000" : 12517376,
"20.000000" : 16908288,
"30.000000" : 19791872,
"40.000000" : 23986176,
"50.000000" : 27394048,
"60.000000" : 30801920,
"70.000000" : 35913728,
"80.000000" : 41156608,
"90.000000" : 51118080,
"95.000000" : 60555264,
"99.000000" : 78118912,
"99.500000" : 84410368,
"99.900000" : 99090432,
"99.950000" : 104333312,
"99.990000" : 115867648
},
"bins" : {
"6520832" : 1,
"6586368" : 2,
"6651904" : 3,
"6717440" : 3,
"6782976" : 5,
"6848512" : 2,
"6914048" : 4,
"6979584" : 8,
"7045120" : 14,
"7110656" : 19,
"7176192" : 10,
"7241728" : 16,
"7307264" : 27,
"7372800" : 35,
"7438336" : 44,
"7503872" : 44,
"7569408" : 50,
"7634944" : 59,
"7700480" : 77,
"7766016" : 70,
"7831552" : 97,
"7897088" : 98,
"7962624" : 136,
"8028160" : 187,
"8093696" : 170,
"8159232" : 184,
"8224768" : 222,
"8290304" : 265,
"8355840" : 264,
"8454144" : 669,
"8585216" : 751,
"8716288" : 900,
"8847360" : 1090,
"8978432" : 1233,
"9109504" : 1447,
"9240576" : 1622,
"9371648" : 1810,
"9502720" : 2041,
"9633792" : 2170,
"9764864" : 2350,
"9895936" : 2463,
"10027008" : 2515,
"10158080" : 2630,
"10289152" : 2464,
"10420224" : 2450,
"10551296" : 2261,
"10682368" : 2007,
"10813440" : 1805,
"10944512" : 1699,
"11075584" : 1469,
"11206656" : 1252,
"11337728" : 1078,
"11468800" : 928,
"11599872" : 757,
"11730944" : 738,
"11862016" : 675,
"11993088" : 638,
"12124160" : 607,
"12255232" : 581,
"12386304" : 586,
"12517376" : 626,
"12648448" : 578,
"12779520" : 629,
"12910592" : 645,
"13041664" : 722,
"13172736" : 834,
"13303808" : 784,
"13434880" : 857,
"13565952" : 924,
"13697024" : 929,
"13828096" : 1055,
"13959168" : 1063,
"14090240" : 1044,
"14221312" : 1109,
"14352384" : 1205,
"14483456" : 1272,
"14614528" : 1323,
"14745600" : 1331,
"14876672" : 1404,
"15007744" : 1522,
"15138816" : 1563,
"15269888" : 1666,
"15400960" : 1663,
"15532032" : 1731,
"15663104" : 1812,
"15794176" : 1830,
"15925248" : 1912,
"16056320" : 2082,
"16187392" : 2004,
"16318464" : 2120,
"16449536" : 2145,
"16580608" : 2213,
"16711680" : 2220,
"16908288" : 4539,
"17170432" : 4540,
"17432576" : 4607,
"17694720" : 4827,
"17956864" : 4754,
"18219008" : 4851,
"18481152" : 4764,
"18743296" : 4820,
"19005440" : 4382,
"19267584" : 4277,
"19529728" : 4069,
"19791872" : 3789,
"20054016" : 3588,
"20316160" : 3231,
"20578304" : 2981,
"20840448" : 2951,
"21102592" : 2875,
"21364736" : 2602,
"21626880" : 2594,
"21889024" : 2410,
"22151168" : 2479,
"22413312" : 2543,
"22675456" : 2610,
"22937600" : 2644,
"23199744" : 2735,
"23461888" : 3011,
"23724032" : 2933,
"23986176" : 3195,
"24248320" : 3308,
"24510464" : 3380,
"24772608" : 3648,
"25034752" : 3617,
"25296896" : 3830,
"25559040" : 3965,
"25821184" : 4228,
"26083328" : 4256,
"26345472" : 4233,
"26607616" : 4237,
"26869760" : 4255,
"27131904" : 4021,
"27394048" : 4089,
"27656192" : 4170,
"27918336" : 4195,
"28180480" : 4055,
"28442624" : 3952,
"28704768" : 3874,
"28966912" : 3635,
"29229056" : 3436,
"29491200" : 3316,
"29753344" : 3162,
"30015488" : 2857,
"30277632" : 2858,
"30539776" : 2750,
"30801920" : 2679,
"31064064" : 2611,
"31326208" : 2563,
"31588352" : 2494,
"31850496" : 2477,
"32112640" : 2502,
"32374784" : 2460,
"32636928" : 2400,
"32899072" : 2299,
"33161216" : 2289,
"33423360" : 2408,
"33816576" : 4970,
"34340864" : 5293,
"34865152" : 5398,
"35389440" : 5535,
"35913728" : 5640,
"36438016" : 5522,
"36962304" : 5385,
"37486592" : 5206,
"38010880" : 4932,
"38535168" : 4610,
"39059456" : 4150,
"39583744" : 3937,
"40108032" : 3537,
"40632320" : 3177,
"41156608" : 3258,
"41680896" : 3093,
"42205184" : 3074,
"42729472" : 2972,
"43253760" : 3103,
"43778048" : 3025,
"44302336" : 3036,
"44826624" : 2818,
"45350912" : 2787,
"45875200" : 2749,
"46399488" : 2658,
"46923776" : 2611,
"47448064" : 2437,
"47972352" : 2246,
"48496640" : 2342,
"49020928" : 2035,
"49545216" : 1879,
"50069504" : 1917,
"50593792" : 1937,
"51118080" : 1804,
"51642368" : 1571,
"52166656" : 1574,
"52690944" : 1473,
"53215232" : 1570,
"53739520" : 1532,
"54263808" : 1429,
"54788096" : 1397,
"55312384" : 1403,
"55836672" : 1340,
"56360960" : 1279,
"56885248" : 1363,
"57409536" : 1304,
"57933824" : 1247,
"58458112" : 1150,
"58982400" : 1078,
"59506688" : 1057,
"60030976" : 1016,
"60555264" : 945,
"61079552" : 939,
"61603840" : 892,
"62128128" : 874,
"62652416" : 861,
"63176704" : 792,
"63700992" : 801,
"64225280" : 752,
"64749568" : 746,
"65273856" : 703,
"65798144" : 643,
"66322432" : 712,
"66846720" : 682,
"67633152" : 1223,
"68681728" : 1184,
"69730304" : 1078,
"70778880" : 982,
"71827456" : 883,
"72876032" : 841,
"73924608" : 738,
"74973184" : 698,
"76021760" : 662,
"77070336" : 575,
"78118912" : 502,
"79167488" : 443,
"80216064" : 431,
"81264640" : 396,
"82313216" : 372,
"83361792" : 307,
"84410368" : 296,
"85458944" : 280,
"86507520" : 196,
"87556096" : 212,
"88604672" : 190,
"89653248" : 185,
"90701824" : 141,
"91750400" : 118,
"92798976" : 127,
"93847552" : 106,
"94896128" : 114,
"95944704" : 83,
"96993280" : 70,
"98041856" : 76,
"99090432" : 76,
"100139008" : 47,
"101187584" : 39,
"102236160" : 37,
"103284736" : 33,
"104333312" : 40,
"105381888" : 31,
"106430464" : 22,
"107479040" : 15,
"108527616" : 30,
"109576192" : 15,
"110624768" : 5,
"111673344" : 8,
"112721920" : 9,
"113770496" : 14,
"114819072" : 10,
"115867648" : 5,
"116916224" : 3,
"117964800" : 3,
"119013376" : 1,
"120061952" : 1,
"121110528" : 3,
"122159104" : 4,
"124256256" : 3,
"125304832" : 5,
"126353408" : 4,
"127401984" : 1,
"128450560" : 1,
"129499136" : 2,
"130547712" : 3,
"131596288" : 1,
"133693440" : 1,
"135266304" : 2,
"139460608" : 4,
"141557760" : 2,
"143654912" : 1
}
},
"lat_ns" : {
"min" : 7020038,
"max" : 150425069,
"mean" : 32100140.902914,
"stddev" : 16146985.897879,
"N" : 478917
},
"bw_min" : 47135,
"bw_max" : 82950,
"bw_agg" : 100.000000,
"bw_mean" : 63966.711864,
"bw_dev" : 251.768684,
"bw_samples" : 1888,
"iops_min" : 11783,
"iops_max" : 20736,
"iops_mean" : 15990.305085,
"iops_stddev" : 62.950672,
"iops_samples" : 1888
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 960353,
"usr_cpu" : 0.216066,
"sys_cpu" : 4.106823,
"ctx" : 771214,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999791,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.462062,
"20" : 26.431415,
"50" : 58.224362,
"100" : 10.794469,
"250" : 0.081011,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095268,
"timestamp_ms" : 1773095268311,
"time" : "Mon Mar 9 19:27:48 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 139,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2571579392,
"io_kbytes" : 2511308,
"bw_bytes" : 64266991,
"bw" : 62760,
"iops" : 15693.482281,
"runtime" : 40014,
"total_ios" : 627959,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 282662,
"max" : 58790954,
"mean" : 2028521.407114,
"stddev" : 3186006.958057,
"N" : 627959
},
"clat_ns" : {
"min" : 6502918,
"max" : 143086134,
"mean" : 30607209.476151,
"stddev" : 15745418.614011,
"N" : 627927,
"percentile" : {
"1.000000" : 8847360,
"5.000000" : 10158080,
"10.000000" : 12910592,
"20.000000" : 17170432,
"30.000000" : 20054016,
"40.000000" : 24510464,
"50.000000" : 27656192,
"60.000000" : 31588352,
"70.000000" : 36438016,
"80.000000" : 42205184,
"90.000000" : 52166656,
"95.000000" : 61079552,
"99.000000" : 79167488,
"99.500000" : 85458944,
"99.900000" : 100139008,
"99.950000" : 105381888,
"99.990000" : 120061952
},
"bins" : {
"6520832" : 1,
"6586368" : 5,
"6651904" : 3,
"6717440" : 5,
"6782976" : 5,
"6848512" : 3,
"6914048" : 4,
"6979584" : 10,
"7045120" : 16,
"7110656" : 25,
"7176192" : 13,
"7241728" : 20,
"7307264" : 27,
"7372800" : 42,
"7438336" : 58,
"7503872" : 55,
"7569408" : 62,
"7634944" : 70,
"7700480" : 86,
"7766016" : 101,
"7831552" : 113,
"7897088" : 119,
"7962624" : 173,
"8028160" : 220,
"8093696" : 207,
"8159232" : 218,
"8224768" : 266,
"8290304" : 314,
"8355840" : 315,
"8454144" : 808,
"8585216" : 912,
"8716288" : 1105,
"8847360" : 1321,
"8978432" : 1494,
"9109504" : 1800,
"9240576" : 2035,
"9371648" : 2273,
"9502720" : 2551,
"9633792" : 2740,
"9764864" : 3062,
"9895936" : 3194,
"10027008" : 3239,
"10158080" : 3351,
"10289152" : 3131,
"10420224" : 3110,
"10551296" : 2893,
"10682368" : 2569,
"10813440" : 2299,
"10944512" : 2129,
"11075584" : 1876,
"11206656" : 1613,
"11337728" : 1358,
"11468800" : 1163,
"11599872" : 969,
"11730944" : 912,
"11862016" : 852,
"11993088" : 767,
"12124160" : 743,
"12255232" : 701,
"12386304" : 714,
"12517376" : 733,
"12648448" : 709,
"12779520" : 748,
"12910592" : 751,
"13041664" : 861,
"13172736" : 995,
"13303808" : 910,
"13434880" : 987,
"13565952" : 1118,
"13697024" : 1100,
"13828096" : 1241,
"13959168" : 1282,
"14090240" : 1242,
"14221312" : 1348,
"14352384" : 1457,
"14483456" : 1563,
"14614528" : 1646,
"14745600" : 1623,
"14876672" : 1774,
"15007744" : 1890,
"15138816" : 1915,
"15269888" : 2009,
"15400960" : 2051,
"15532032" : 2117,
"15663104" : 2208,
"15794176" : 2280,
"15925248" : 2399,
"16056320" : 2597,
"16187392" : 2513,
"16318464" : 2642,
"16449536" : 2681,
"16580608" : 2761,
"16711680" : 2795,
"16908288" : 5730,
"17170432" : 5752,
"17432576" : 5908,
"17694720" : 6099,
"17956864" : 6104,
"18219008" : 6188,
"18481152" : 6102,
"18743296" : 6133,
"19005440" : 5692,
"19267584" : 5604,
"19529728" : 5391,
"19791872" : 5007,
"20054016" : 4767,
"20316160" : 4276,
"20578304" : 3983,
"20840448" : 3862,
"21102592" : 3737,
"21364736" : 3385,
"21626880" : 3313,
"21889024" : 3075,
"22151168" : 3169,
"22413312" : 3251,
"22675456" : 3241,
"22937600" : 3283,
"23199744" : 3386,
"23461888" : 3738,
"23724032" : 3734,
"23986176" : 4059,
"24248320" : 4224,
"24510464" : 4293,
"24772608" : 4606,
"25034752" : 4670,
"25296896" : 4947,
"25559040" : 5061,
"25821184" : 5424,
"26083328" : 5546,
"26345472" : 5477,
"26607616" : 5515,
"26869760" : 5587,
"27131904" : 5376,
"27394048" : 5509,
"27656192" : 5520,
"27918336" : 5585,
"28180480" : 5428,
"28442624" : 5297,
"28704768" : 5180,
"28966912" : 4941,
"29229056" : 4634,
"29491200" : 4462,
"29753344" : 4262,
"30015488" : 3835,
"30277632" : 3842,
"30539776" : 3728,
"30801920" : 3570,
"31064064" : 3496,
"31326208" : 3412,
"31588352" : 3337,
"31850496" : 3302,
"32112640" : 3272,
"32374784" : 3208,
"32636928" : 3129,
"32899072" : 3038,
"33161216" : 3110,
"33423360" : 3203,
"33816576" : 6640,
"34340864" : 6906,
"34865152" : 7103,
"35389440" : 7330,
"35913728" : 7556,
"36438016" : 7476,
"36962304" : 7236,
"37486592" : 6991,
"38010880" : 6578,
"38535168" : 6160,
"39059456" : 5696,
"39583744" : 5416,
"40108032" : 4897,
"40632320" : 4401,
"41156608" : 4361,
"41680896" : 4197,
"42205184" : 4120,
"42729472" : 3924,
"43253760" : 3983,
"43778048" : 3984,
"44302336" : 3996,
"44826624" : 3819,
"45350912" : 3829,
"45875200" : 3781,
"46399488" : 3616,
"46923776" : 3626,
"47448064" : 3398,
"47972352" : 3159,
"48496640" : 3224,
"49020928" : 2897,
"49545216" : 2636,
"50069504" : 2615,
"50593792" : 2605,
"51118080" : 2460,
"51642368" : 2204,
"52166656" : 2112,
"52690944" : 2082,
"53215232" : 2183,
"53739520" : 2092,
"54263808" : 1978,
"54788096" : 1933,
"55312384" : 1943,
"55836672" : 1857,
"56360960" : 1738,
"56885248" : 1812,
"57409536" : 1740,
"57933824" : 1675,
"58458112" : 1559,
"58982400" : 1460,
"59506688" : 1457,
"60030976" : 1433,
"60555264" : 1285,
"61079552" : 1289,
"61603840" : 1235,
"62128128" : 1208,
"62652416" : 1172,
"63176704" : 1076,
"63700992" : 1150,
"64225280" : 1074,
"64749568" : 1025,
"65273856" : 949,
"65798144" : 930,
"66322432" : 976,
"66846720" : 900,
"67633152" : 1649,
"68681728" : 1642,
"69730304" : 1501,
"70778880" : 1372,
"71827456" : 1293,
"72876032" : 1168,
"73924608" : 1018,
"74973184" : 957,
"76021760" : 885,
"77070336" : 784,
"78118912" : 696,
"79167488" : 608,
"80216064" : 616,
"81264640" : 549,
"82313216" : 493,
"83361792" : 416,
"84410368" : 419,
"85458944" : 406,
"86507520" : 312,
"87556096" : 307,
"88604672" : 267,
"89653248" : 239,
"90701824" : 196,
"91750400" : 178,
"92798976" : 174,
"93847552" : 173,
"94896128" : 168,
"95944704" : 125,
"96993280" : 110,
"98041856" : 102,
"99090432" : 105,
"100139008" : 87,
"101187584" : 73,
"102236160" : 52,
"103284736" : 61,
"104333312" : 66,
"105381888" : 57,
"106430464" : 31,
"107479040" : 31,
"108527616" : 43,
"109576192" : 19,
"110624768" : 8,
"111673344" : 14,
"112721920" : 15,
"113770496" : 20,
"114819072" : 12,
"115867648" : 8,
"116916224" : 6,
"117964800" : 6,
"119013376" : 2,
"120061952" : 6,
"121110528" : 7,
"122159104" : 7,
"123207680" : 4,
"124256256" : 3,
"125304832" : 7,
"126353408" : 5,
"127401984" : 2,
"128450560" : 2,
"129499136" : 4,
"130547712" : 5,
"131596288" : 1,
"133693440" : 2,
"135266304" : 2,
"139460608" : 4,
"141557760" : 2,
"143654912" : 1
}
},
"lat_ns" : {
"min" : 7013749,
"max" : 150425069,
"mean" : 32637502.589940,
"stddev" : 16337430.899447,
"N" : 627927
},
"bw_min" : 45245,
"bw_max" : 83190,
"bw_agg" : 99.960591,
"bw_mean" : 62736.658228,
"bw_dev" : 252.435672,
"bw_samples" : 2528,
"iops_min" : 11311,
"iops_max" : 20796,
"iops_mean" : 15683.139241,
"iops_stddev" : 63.110390,
"iops_samples" : 2528
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1280338,
"usr_cpu" : 0.213069,
"sys_cpu" : 4.030654,
"ctx" : 1002042,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.263176,
"20" : 25.417105,
"50" : 58.868015,
"100" : 11.344053,
"250" : 0.102554,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095278,
"timestamp_ms" : 1773095278317,
"time" : "Mon Mar 9 19:27:58 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3186110464,
"io_kbytes" : 3111436,
"bw_bytes" : 63704372,
"bw" : 62211,
"iops" : 15554.964610,
"runtime" : 50014,
"total_ios" : 777966,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 282662,
"max" : 58790954,
"mean" : 2046746.997153,
"stddev" : 3202441.998200,
"N" : 777966
},
"clat_ns" : {
"min" : 6502918,
"max" : 143086134,
"mean" : 30875957.380170,
"stddev" : 15744214.322741,
"N" : 777934,
"percentile" : {
"1.000000" : 8847360,
"5.000000" : 10158080,
"10.000000" : 13172736,
"20.000000" : 17432576,
"30.000000" : 20316160,
"40.000000" : 25034752,
"50.000000" : 27918336,
"60.000000" : 31850496,
"70.000000" : 36438016,
"80.000000" : 42729472,
"90.000000" : 52166656,
"95.000000" : 61603840,
"99.000000" : 79167488,
"99.500000" : 85458944,
"99.900000" : 100139008,
"99.950000" : 104333312,
"99.990000" : 116916224
},
"bins" : {
"6520832" : 1,
"6586368" : 5,
"6651904" : 3,
"6717440" : 5,
"6782976" : 5,
"6848512" : 3,
"6914048" : 4,
"6979584" : 10,
"7045120" : 18,
"7110656" : 25,
"7176192" : 18,
"7241728" : 22,
"7307264" : 32,
"7372800" : 51,
"7438336" : 67,
"7503872" : 67,
"7569408" : 68,
"7634944" : 84,
"7700480" : 97,
"7766016" : 118,
"7831552" : 131,
"7897088" : 137,
"7962624" : 199,
"8028160" : 254,
"8093696" : 240,
"8159232" : 253,
"8224768" : 314,
"8290304" : 357,
"8355840" : 367,
"8454144" : 939,
"8585216" : 1046,
"8716288" : 1328,
"8847360" : 1583,
"8978432" : 1814,
"9109504" : 2193,
"9240576" : 2508,
"9371648" : 2808,
"9502720" : 3116,
"9633792" : 3412,
"9764864" : 3672,
"9895936" : 3892,
"10027008" : 3927,
"10158080" : 4115,
"10289152" : 3814,
"10420224" : 3822,
"10551296" : 3590,
"10682368" : 3193,
"10813440" : 2840,
"10944512" : 2584,
"11075584" : 2260,
"11206656" : 1883,
"11337728" : 1625,
"11468800" : 1384,
"11599872" : 1100,
"11730944" : 1057,
"11862016" : 991,
"11993088" : 875,
"12124160" : 863,
"12255232" : 798,
"12386304" : 831,
"12517376" : 815,
"12648448" : 766,
"12779520" : 848,
"12910592" : 851,
"13041664" : 974,
"13172736" : 1106,
"13303808" : 1047,
"13434880" : 1148,
"13565952" : 1267,
"13697024" : 1256,
"13828096" : 1417,
"13959168" : 1458,
"14090240" : 1460,
"14221312" : 1550,
"14352384" : 1666,
"14483456" : 1805,
"14614528" : 1900,
"14745600" : 1909,
"14876672" : 2066,
"15007744" : 2206,
"15138816" : 2279,
"15269888" : 2407,
"15400960" : 2486,
"15532032" : 2558,
"15663104" : 2689,
"15794176" : 2719,
"15925248" : 2860,
"16056320" : 3110,
"16187392" : 3017,
"16318464" : 3160,
"16449536" : 3267,
"16580608" : 3349,
"16711680" : 3412,
"16908288" : 6955,
"17170432" : 7062,
"17432576" : 7242,
"17694720" : 7370,
"17956864" : 7458,
"18219008" : 7508,
"18481152" : 7446,
"18743296" : 7490,
"19005440" : 6929,
"19267584" : 6843,
"19529728" : 6604,
"19791872" : 6100,
"20054016" : 5881,
"20316160" : 5298,
"20578304" : 4879,
"20840448" : 4703,
"21102592" : 4600,
"21364736" : 4209,
"21626880" : 4082,
"21889024" : 3790,
"22151168" : 3887,
"22413312" : 3959,
"22675456" : 3957,
"22937600" : 4034,
"23199744" : 4163,
"23461888" : 4507,
"23724032" : 4611,
"23986176" : 4990,
"24248320" : 5195,
"24510464" : 5269,
"24772608" : 5595,
"25034752" : 5812,
"25296896" : 6108,
"25559040" : 6261,
"25821184" : 6609,
"26083328" : 6792,
"26345472" : 6846,
"26607616" : 6914,
"26869760" : 6985,
"27131904" : 6803,
"27394048" : 6957,
"27656192" : 6870,
"27918336" : 6948,
"28180480" : 6787,
"28442624" : 6588,
"28704768" : 6447,
"28966912" : 6109,
"29229056" : 5787,
"29491200" : 5544,
"29753344" : 5277,
"30015488" : 4838,
"30277632" : 4725,
"30539776" : 4616,
"30801920" : 4527,
"31064064" : 4385,
"31326208" : 4246,
"31588352" : 4169,
"31850496" : 4137,
"32112640" : 4141,
"32374784" : 4031,
"32636928" : 3889,
"32899072" : 3789,
"33161216" : 3935,
"33423360" : 4053,
"33816576" : 8411,
"34340864" : 8831,
"34865152" : 8998,
"35389440" : 9270,
"35913728" : 9432,
"36438016" : 9254,
"36962304" : 8933,
"37486592" : 8637,
"38010880" : 8092,
"38535168" : 7694,
"39059456" : 7190,
"39583744" : 6887,
"40108032" : 6312,
"40632320" : 5789,
"41156608" : 5635,
"41680896" : 5431,
"42205184" : 5271,
"42729472" : 5060,
"43253760" : 5061,
"43778048" : 5104,
"44302336" : 4971,
"44826624" : 4776,
"45350912" : 4819,
"45875200" : 4670,
"46399488" : 4566,
"46923776" : 4545,
"47448064" : 4361,
"47972352" : 4112,
"48496640" : 4131,
"49020928" : 3782,
"49545216" : 3427,
"50069504" : 3371,
"50593792" : 3350,
"51118080" : 3183,
"51642368" : 2896,
"52166656" : 2787,
"52690944" : 2711,
"53215232" : 2768,
"53739520" : 2580,
"54263808" : 2556,
"54788096" : 2441,
"55312384" : 2444,
"55836672" : 2268,
"56360960" : 2151,
"56885248" : 2255,
"57409536" : 2192,
"57933824" : 2141,
"58458112" : 2035,
"58982400" : 1846,
"59506688" : 1867,
"60030976" : 1865,
"60555264" : 1666,
"61079552" : 1738,
"61603840" : 1589,
"62128128" : 1544,
"62652416" : 1482,
"63176704" : 1370,
"63700992" : 1432,
"64225280" : 1336,
"64749568" : 1261,
"65273856" : 1184,
"65798144" : 1163,
"66322432" : 1175,
"66846720" : 1131,
"67633152" : 2151,
"68681728" : 2073,
"69730304" : 1863,
"70778880" : 1773,
"71827456" : 1601,
"72876032" : 1458,
"73924608" : 1295,
"74973184" : 1188,
"76021760" : 1097,
"77070336" : 979,
"78118912" : 850,
"79167488" : 740,
"80216064" : 754,
"81264640" : 681,
"82313216" : 621,
"83361792" : 519,
"84410368" : 538,
"85458944" : 502,
"86507520" : 399,
"87556096" : 378,
"88604672" : 322,
"89653248" : 301,
"90701824" : 241,
"91750400" : 220,
"92798976" : 222,
"93847552" : 224,
"94896128" : 205,
"95944704" : 160,
"96993280" : 133,
"98041856" : 122,
"99090432" : 118,
"100139008" : 98,
"101187584" : 90,
"102236160" : 65,
"103284736" : 73,
"104333312" : 75,
"105381888" : 64,
"106430464" : 44,
"107479040" : 34,
"108527616" : 49,
"109576192" : 25,
"110624768" : 11,
"111673344" : 17,
"112721920" : 16,
"113770496" : 21,
"114819072" : 15,
"115867648" : 9,
"116916224" : 6,
"117964800" : 7,
"119013376" : 2,
"120061952" : 7,
"121110528" : 7,
"122159104" : 7,
"123207680" : 7,
"124256256" : 3,
"125304832" : 7,
"126353408" : 5,
"127401984" : 2,
"128450560" : 2,
"129499136" : 4,
"130547712" : 5,
"131596288" : 1,
"133693440" : 2,
"135266304" : 2,
"139460608" : 4,
"141557760" : 2,
"143654912" : 1
}
},
"lat_ns" : {
"min" : 7013749,
"max" : 150425069,
"mean" : 32923890.396091,
"stddev" : 16329397.217503,
"N" : 777934
},
"bw_min" : 43757,
"bw_max" : 83470,
"bw_agg" : 100.000000,
"bw_mean" : 62238.505051,
"bw_dev" : 256.075842,
"bw_samples" : 3168,
"iops_min" : 10939,
"iops_max" : 20866,
"iops_mean" : 15558.808081,
"iops_stddev" : 64.018453,
"iops_samples" : 3168
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1600352,
"usr_cpu" : 0.210641,
"sys_cpu" : 3.994121,
"ctx" : 1244757,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999871,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999871,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.162136,
"20" : 24.692467,
"50" : 59.434474,
"100" : 11.610019,
"250" : 0.096791,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095288,
"timestamp_ms" : 1773095288317,
"time" : "Mon Mar 9 19:28:08 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 119,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3802763264,
"io_kbytes" : 3713636,
"bw_bytes" : 63364602,
"bw" : 61879,
"iops" : 15472.223148,
"runtime" : 60014,
"total_ios" : 928550,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 282662,
"max" : 58790954,
"mean" : 2057758.037903,
"stddev" : 3210689.413650,
"N" : 928550
},
"clat_ns" : {
"min" : 6346799,
"max" : 143086134,
"mean" : 31038003.482869,
"stddev" : 15777418.811569,
"N" : 928518,
"percentile" : {
"1.000000" : 8978432,
"5.000000" : 10158080,
"10.000000" : 13303808,
"20.000000" : 17694720,
"30.000000" : 20578304,
"40.000000" : 25034752,
"50.000000" : 28180480,
"60.000000" : 32112640,
"70.000000" : 36962304,
"80.000000" : 42729472,
"90.000000" : 52166656,
"95.000000" : 61603840,
"99.000000" : 79167488,
"99.500000" : 86507520,
"99.900000" : 100139008,
"99.950000" : 104333312,
"99.990000" : 116916224
},
"bins" : {
"6324224" : 1,
"6520832" : 1,
"6586368" : 8,
"6651904" : 5,
"6717440" : 6,
"6782976" : 7,
"6848512" : 3,
"6914048" : 4,
"6979584" : 11,
"7045120" : 19,
"7110656" : 27,
"7176192" : 18,
"7241728" : 24,
"7307264" : 36,
"7372800" : 51,
"7438336" : 74,
"7503872" : 68,
"7569408" : 71,
"7634944" : 97,
"7700480" : 113,
"7766016" : 129,
"7831552" : 141,
"7897088" : 159,
"7962624" : 207,
"8028160" : 273,
"8093696" : 270,
"8159232" : 290,
"8224768" : 368,
"8290304" : 398,
"8355840" : 431,
"8454144" : 1064,
"8585216" : 1236,
"8716288" : 1569,
"8847360" : 1868,
"8978432" : 2146,
"9109504" : 2529,
"9240576" : 2945,
"9371648" : 3370,
"9502720" : 3781,
"9633792" : 4119,
"9764864" : 4330,
"9895936" : 4668,
"10027008" : 4707,
"10158080" : 4874,
"10289152" : 4540,
"10420224" : 4546,
"10551296" : 4260,
"10682368" : 3839,
"10813440" : 3315,
"10944512" : 3044,
"11075584" : 2660,
"11206656" : 2236,
"11337728" : 1876,
"11468800" : 1621,
"11599872" : 1283,
"11730944" : 1229,
"11862016" : 1117,
"11993088" : 998,
"12124160" : 956,
"12255232" : 891,
"12386304" : 920,
"12517376" : 917,
"12648448" : 848,
"12779520" : 941,
"12910592" : 965,
"13041664" : 1090,
"13172736" : 1240,
"13303808" : 1191,
"13434880" : 1317,
"13565952" : 1435,
"13697024" : 1436,
"13828096" : 1613,
"13959168" : 1658,
"14090240" : 1630,
"14221312" : 1745,
"14352384" : 1854,
"14483456" : 2040,
"14614528" : 2126,
"14745600" : 2192,
"14876672" : 2332,
"15007744" : 2518,
"15138816" : 2582,
"15269888" : 2742,
"15400960" : 2836,
"15532032" : 2920,
"15663104" : 3056,
"15794176" : 3130,
"15925248" : 3294,
"16056320" : 3595,
"16187392" : 3477,
"16318464" : 3659,
"16449536" : 3793,
"16580608" : 3945,
"16711680" : 3979,
"16908288" : 8272,
"17170432" : 8456,
"17432576" : 8549,
"17694720" : 8726,
"17956864" : 8966,
"18219008" : 8920,
"18481152" : 8811,
"18743296" : 8857,
"19005440" : 8273,
"19267584" : 8108,
"19529728" : 7859,
"19791872" : 7220,
"20054016" : 6916,
"20316160" : 6258,
"20578304" : 5851,
"20840448" : 5615,
"21102592" : 5449,
"21364736" : 4965,
"21626880" : 4796,
"21889024" : 4527,
"22151168" : 4642,
"22413312" : 4612,
"22675456" : 4700,
"22937600" : 4773,
"23199744" : 4878,
"23461888" : 5311,
"23724032" : 5493,
"23986176" : 6000,
"24248320" : 6238,
"24510464" : 6341,
"24772608" : 6702,
"25034752" : 7021,
"25296896" : 7405,
"25559040" : 7561,
"25821184" : 7939,
"26083328" : 8131,
"26345472" : 8322,
"26607616" : 8338,
"26869760" : 8356,
"27131904" : 8275,
"27394048" : 8349,
"27656192" : 8248,
"27918336" : 8341,
"28180480" : 8100,
"28442624" : 7894,
"28704768" : 7747,
"28966912" : 7268,
"29229056" : 6899,
"29491200" : 6585,
"29753344" : 6295,
"30015488" : 5907,
"30277632" : 5741,
"30539776" : 5615,
"30801920" : 5485,
"31064064" : 5315,
"31326208" : 5161,
"31588352" : 4977,
"31850496" : 4984,
"32112640" : 4930,
"32374784" : 4868,
"32636928" : 4698,
"32899072" : 4595,
"33161216" : 4824,
"33423360" : 4893,
"33816576" : 10170,
"34340864" : 10669,
"34865152" : 10961,
"35389440" : 11128,
"35913728" : 11284,
"36438016" : 11108,
"36962304" : 10768,
"37486592" : 10356,
"38010880" : 9668,
"38535168" : 9230,
"39059456" : 8684,
"39583744" : 8294,
"40108032" : 7643,
"40632320" : 7013,
"41156608" : 6770,
"41680896" : 6615,
"42205184" : 6430,
"42729472" : 6102,
"43253760" : 6109,
"43778048" : 6178,
"44302336" : 5916,
"44826624" : 5771,
"45350912" : 5758,
"45875200" : 5638,
"46399488" : 5418,
"46923776" : 5444,
"47448064" : 5150,
"47972352" : 4924,
"48496640" : 4959,
"49020928" : 4532,
"49545216" : 4134,
"50069504" : 4081,
"50593792" : 4014,
"51118080" : 3851,
"51642368" : 3522,
"52166656" : 3375,
"52690944" : 3270,
"53215232" : 3374,
"53739520" : 3175,
"54263808" : 3076,
"54788096" : 2985,
"55312384" : 2920,
"55836672" : 2723,
"56360960" : 2627,
"56885248" : 2647,
"57409536" : 2597,
"57933824" : 2501,
"58458112" : 2409,
"58982400" : 2194,
"59506688" : 2201,
"60030976" : 2271,
"60555264" : 2015,
"61079552" : 2067,
"61603840" : 1925,
"62128128" : 1878,
"62652416" : 1831,
"63176704" : 1689,
"63700992" : 1692,
"64225280" : 1581,
"64749568" : 1539,
"65273856" : 1437,
"65798144" : 1415,
"66322432" : 1400,
"66846720" : 1354,
"67633152" : 2610,
"68681728" : 2461,
"69730304" : 2232,
"70778880" : 2142,
"71827456" : 1933,
"72876032" : 1749,
"73924608" : 1592,
"74973184" : 1403,
"76021760" : 1352,
"77070336" : 1212,
"78118912" : 1058,
"79167488" : 938,
"80216064" : 956,
"81264640" : 868,
"82313216" : 767,
"83361792" : 668,
"84410368" : 675,
"85458944" : 632,
"86507520" : 501,
"87556096" : 469,
"88604672" : 429,
"89653248" : 373,
"90701824" : 314,
"91750400" : 284,
"92798976" : 272,
"93847552" : 268,
"94896128" : 240,
"95944704" : 188,
"96993280" : 155,
"98041856" : 143,
"99090432" : 137,
"100139008" : 125,
"101187584" : 103,
"102236160" : 84,
"103284736" : 89,
"104333312" : 85,
"105381888" : 73,
"106430464" : 47,
"107479040" : 36,
"108527616" : 54,
"109576192" : 31,
"110624768" : 18,
"111673344" : 25,
"112721920" : 21,
"113770496" : 22,
"114819072" : 19,
"115867648" : 9,
"116916224" : 10,
"117964800" : 7,
"119013376" : 3,
"120061952" : 7,
"121110528" : 10,
"122159104" : 9,
"123207680" : 7,
"124256256" : 4,
"125304832" : 7,
"126353408" : 6,
"127401984" : 2,
"128450560" : 4,
"129499136" : 6,
"130547712" : 5,
"131596288" : 2,
"133693440" : 2,
"135266304" : 2,
"137363456" : 2,
"139460608" : 4,
"141557760" : 2,
"143654912" : 1
}
},
"lat_ns" : {
"min" : 6996102,
"max" : 150425069,
"mean" : 33096472.362755,
"stddev" : 16363732.400263,
"N" : 928518
},
"bw_min" : 43187,
"bw_max" : 83969,
"bw_agg" : 100.000000,
"bw_mean" : 61980.411765,
"bw_dev" : 255.036669,
"bw_samples" : 3808,
"iops_min" : 10795,
"iops_max" : 20991,
"iops_mean" : 15493.571429,
"iops_stddev" : 63.764762,
"iops_samples" : 3808
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1920347,
"usr_cpu" : 0.210274,
"sys_cpu" : 3.973657,
"ctx" : 1488854,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999892,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999892,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.124495,
"20" : 24.212051,
"50" : 59.800872,
"100" : 11.762425,
"250" : 0.096710,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095298,
"timestamp_ms" : 1773095298317,
"time" : "Mon Mar 9 19:28:18 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4381159424,
"io_kbytes" : 4278476,
"bw_bytes" : 62575476,
"bw" : 61108,
"iops" : 15279.358414,
"runtime" : 70014,
"total_ios" : 1069769,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 282662,
"max" : 58790954,
"mean" : 2084012.866906,
"stddev" : 3252776.056588,
"N" : 1069769
},
"clat_ns" : {
"min" : 6346799,
"max" : 148255434,
"mean" : 31426311.349611,
"stddev" : 16087123.023124,
"N" : 1069737,
"percentile" : {
"1.000000" : 8978432,
"5.000000" : 10289152,
"10.000000" : 13565952,
"20.000000" : 17694720,
"30.000000" : 20840448,
"40.000000" : 25296896,
"50.000000" : 28442624,
"60.000000" : 32374784,
"70.000000" : 36962304,
"80.000000" : 43253760,
"90.000000" : 53215232,
"95.000000" : 62652416,
"99.000000" : 81264640,
"99.500000" : 88604672,
"99.900000" : 103284736,
"99.950000" : 108527616,
"99.990000" : 123207680
},
"bins" : {
"6324224" : 1,
"6520832" : 2,
"6586368" : 8,
"6651904" : 5,
"6717440" : 7,
"6782976" : 7,
"6848512" : 4,
"6914048" : 11,
"6979584" : 20,
"7045120" : 26,
"7110656" : 38,
"7176192" : 27,
"7241728" : 38,
"7307264" : 47,
"7372800" : 60,
"7438336" : 86,
"7503872" : 85,
"7569408" : 87,
"7634944" : 118,
"7700480" : 133,
"7766016" : 147,
"7831552" : 167,
"7897088" : 199,
"7962624" : 244,
"8028160" : 310,
"8093696" : 294,
"8159232" : 347,
"8224768" : 434,
"8290304" : 470,
"8355840" : 505,
"8454144" : 1200,
"8585216" : 1398,
"8716288" : 1736,
"8847360" : 2081,
"8978432" : 2399,
"9109504" : 2883,
"9240576" : 3378,
"9371648" : 3819,
"9502720" : 4251,
"9633792" : 4675,
"9764864" : 4933,
"9895936" : 5308,
"10027008" : 5339,
"10158080" : 5474,
"10289152" : 5159,
"10420224" : 5082,
"10551296" : 4808,
"10682368" : 4324,
"10813440" : 3781,
"10944512" : 3440,
"11075584" : 2997,
"11206656" : 2522,
"11337728" : 2104,
"11468800" : 1832,
"11599872" : 1442,
"11730944" : 1377,
"11862016" : 1259,
"11993088" : 1120,
"12124160" : 1037,
"12255232" : 968,
"12386304" : 1016,
"12517376" : 1005,
"12648448" : 940,
"12779520" : 1023,
"12910592" : 1061,
"13041664" : 1196,
"13172736" : 1342,
"13303808" : 1276,
"13434880" : 1446,
"13565952" : 1578,
"13697024" : 1589,
"13828096" : 1774,
"13959168" : 1839,
"14090240" : 1842,
"14221312" : 1971,
"14352384" : 2095,
"14483456" : 2299,
"14614528" : 2404,
"14745600" : 2456,
"14876672" : 2651,
"15007744" : 2829,
"15138816" : 2965,
"15269888" : 3111,
"15400960" : 3211,
"15532032" : 3350,
"15663104" : 3463,
"15794176" : 3577,
"15925248" : 3752,
"16056320" : 4038,
"16187392" : 3950,
"16318464" : 4149,
"16449536" : 4288,
"16580608" : 4500,
"16711680" : 4494,
"16908288" : 9428,
"17170432" : 9596,
"17432576" : 9633,
"17694720" : 9750,
"17956864" : 10164,
"18219008" : 10010,
"18481152" : 9944,
"18743296" : 9979,
"19005440" : 9510,
"19267584" : 9229,
"19529728" : 8907,
"19791872" : 8344,
"20054016" : 7894,
"20316160" : 7200,
"20578304" : 6796,
"20840448" : 6480,
"21102592" : 6159,
"21364736" : 5666,
"21626880" : 5479,
"21889024" : 5205,
"22151168" : 5309,
"22413312" : 5273,
"22675456" : 5359,
"22937600" : 5448,
"23199744" : 5545,
"23461888" : 6000,
"23724032" : 6179,
"23986176" : 6707,
"24248320" : 7012,
"24510464" : 7161,
"24772608" : 7546,
"25034752" : 7887,
"25296896" : 8266,
"25559040" : 8455,
"25821184" : 8921,
"26083328" : 9139,
"26345472" : 9366,
"26607616" : 9337,
"26869760" : 9488,
"27131904" : 9410,
"27394048" : 9428,
"27656192" : 9279,
"27918336" : 9435,
"28180480" : 9302,
"28442624" : 9059,
"28704768" : 8933,
"28966912" : 8366,
"29229056" : 7990,
"29491200" : 7703,
"29753344" : 7376,
"30015488" : 6901,
"30277632" : 6722,
"30539776" : 6559,
"30801920" : 6353,
"31064064" : 6183,
"31326208" : 5940,
"31588352" : 5699,
"31850496" : 5704,
"32112640" : 5633,
"32374784" : 5615,
"32636928" : 5400,
"32899072" : 5297,
"33161216" : 5497,
"33423360" : 5521,
"33816576" : 11497,
"34340864" : 11992,
"34865152" : 12345,
"35389440" : 12638,
"35913728" : 12910,
"36438016" : 12737,
"36962304" : 12351,
"37486592" : 11949,
"38010880" : 11271,
"38535168" : 10928,
"39059456" : 10307,
"39583744" : 9880,
"40108032" : 9093,
"40632320" : 8435,
"41156608" : 8013,
"41680896" : 7683,
"42205184" : 7444,
"42729472" : 7126,
"43253760" : 7119,
"43778048" : 7141,
"44302336" : 6810,
"44826624" : 6643,
"45350912" : 6652,
"45875200" : 6588,
"46399488" : 6349,
"46923776" : 6334,
"47448064" : 6151,
"47972352" : 5856,
"48496640" : 5905,
"49020928" : 5443,
"49545216" : 5125,
"50069504" : 4955,
"50593792" : 4794,
"51118080" : 4571,
"51642368" : 4205,
"52166656" : 4078,
"52690944" : 3964,
"53215232" : 3970,
"53739520" : 3773,
"54263808" : 3646,
"54788096" : 3560,
"55312384" : 3372,
"55836672" : 3224,
"56360960" : 3154,
"56885248" : 3188,
"57409536" : 3146,
"57933824" : 3027,
"58458112" : 2959,
"58982400" : 2741,
"59506688" : 2718,
"60030976" : 2707,
"60555264" : 2476,
"61079552" : 2474,
"61603840" : 2332,
"62128128" : 2223,
"62652416" : 2232,
"63176704" : 2007,
"63700992" : 2022,
"64225280" : 1884,
"64749568" : 1868,
"65273856" : 1728,
"65798144" : 1744,
"66322432" : 1674,
"66846720" : 1632,
"67633152" : 3163,
"68681728" : 2979,
"69730304" : 2705,
"70778880" : 2613,
"71827456" : 2311,
"72876032" : 2084,
"73924608" : 1923,
"74973184" : 1742,
"76021760" : 1616,
"77070336" : 1460,
"78118912" : 1325,
"79167488" : 1202,
"80216064" : 1184,
"81264640" : 1042,
"82313216" : 952,
"83361792" : 828,
"84410368" : 828,
"85458944" : 806,
"86507520" : 640,
"87556096" : 607,
"88604672" : 565,
"89653248" : 479,
"90701824" : 413,
"91750400" : 376,
"92798976" : 333,
"93847552" : 327,
"94896128" : 310,
"95944704" : 258,
"96993280" : 242,
"98041856" : 229,
"99090432" : 207,
"100139008" : 195,
"101187584" : 163,
"102236160" : 136,
"103284736" : 132,
"104333312" : 122,
"105381888" : 107,
"106430464" : 87,
"107479040" : 72,
"108527616" : 85,
"109576192" : 56,
"110624768" : 49,
"111673344" : 61,
"112721920" : 46,
"113770496" : 37,
"114819072" : 34,
"115867648" : 19,
"116916224" : 18,
"117964800" : 16,
"119013376" : 10,
"120061952" : 17,
"121110528" : 26,
"122159104" : 19,
"123207680" : 19,
"124256256" : 15,
"125304832" : 15,
"126353408" : 7,
"127401984" : 4,
"128450560" : 6,
"129499136" : 7,
"130547712" : 7,
"131596288" : 3,
"132644864" : 1,
"133693440" : 3,
"135266304" : 8,
"137363456" : 5,
"139460608" : 4,
"141557760" : 2,
"143654912" : 2,
"147849216" : 1
}
},
"lat_ns" : {
"min" : 6996102,
"max" : 150425069,
"mean" : 33510755.176896,
"stddev" : 16689033.348932,
"N" : 1069737
},
"bw_min" : 38829,
"bw_max" : 84014,
"bw_agg" : 100.000000,
"bw_mean" : 61139.820144,
"bw_dev" : 269.456086,
"bw_samples" : 4448,
"iops_min" : 9707,
"iops_max" : 21002,
"iops_mean" : 15283.539568,
"iops_stddev" : 67.365297,
"iops_samples" : 4448
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2240343,
"usr_cpu" : 0.208361,
"sys_cpu" : 3.919935,
"ctx" : 1708410,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.068916,
"20" : 23.739705,
"50" : 59.699337,
"100" : 12.344908,
"250" : 0.144143,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095308,
"timestamp_ms" : 1773095308319,
"time" : "Mon Mar 9 19:28:28 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 99,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4987858944,
"io_kbytes" : 4870956,
"bw_bytes" : 62337327,
"bw" : 60876,
"iops" : 15220.261454,
"runtime" : 80014,
"total_ios" : 1217834,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 282662,
"max" : 58790954,
"mean" : 2092207.137347,
"stddev" : 3261787.447285,
"N" : 1217834
},
"clat_ns" : {
"min" : 6346799,
"max" : 148255434,
"mean" : 31547427.013699,
"stddev" : 16155412.351726,
"N" : 1217802,
"percentile" : {
"1.000000" : 8978432,
"5.000000" : 10289152,
"10.000000" : 13697024,
"20.000000" : 17694720,
"30.000000" : 21102592,
"40.000000" : 25559040,
"50.000000" : 28442624,
"60.000000" : 32636928,
"70.000000" : 37486592,
"80.000000" : 43253760,
"90.000000" : 53215232,
"95.000000" : 62652416,
"99.000000" : 81264640,
"99.500000" : 89653248,
"99.900000" : 105381888,
"99.950000" : 112721920,
"99.990000" : 129499136
},
"bins" : {
"6324224" : 1,
"6520832" : 2,
"6586368" : 8,
"6651904" : 5,
"6717440" : 11,
"6782976" : 8,
"6848512" : 6,
"6914048" : 14,
"6979584" : 24,
"7045120" : 29,
"7110656" : 43,
"7176192" : 36,
"7241728" : 47,
"7307264" : 55,
"7372800" : 73,
"7438336" : 97,
"7503872" : 97,
"7569408" : 99,
"7634944" : 132,
"7700480" : 150,
"7766016" : 164,
"7831552" : 185,
"7897088" : 224,
"7962624" : 267,
"8028160" : 332,
"8093696" : 315,
"8159232" : 384,
"8224768" : 486,
"8290304" : 515,
"8355840" : 544,
"8454144" : 1328,
"8585216" : 1579,
"8716288" : 1936,
"8847360" : 2343,
"8978432" : 2699,
"9109504" : 3235,
"9240576" : 3771,
"9371648" : 4273,
"9502720" : 4785,
"9633792" : 5230,
"9764864" : 5525,
"9895936" : 5953,
"10027008" : 5994,
"10158080" : 6165,
"10289152" : 5833,
"10420224" : 5691,
"10551296" : 5394,
"10682368" : 4881,
"10813440" : 4248,
"10944512" : 3864,
"11075584" : 3363,
"11206656" : 2809,
"11337728" : 2371,
"11468800" : 2043,
"11599872" : 1589,
"11730944" : 1509,
"11862016" : 1369,
"11993088" : 1234,
"12124160" : 1137,
"12255232" : 1068,
"12386304" : 1116,
"12517376" : 1111,
"12648448" : 1030,
"12779520" : 1114,
"12910592" : 1150,
"13041664" : 1310,
"13172736" : 1436,
"13303808" : 1399,
"13434880" : 1581,
"13565952" : 1713,
"13697024" : 1740,
"13828096" : 1927,
"13959168" : 1992,
"14090240" : 2019,
"14221312" : 2136,
"14352384" : 2306,
"14483456" : 2523,
"14614528" : 2652,
"14745600" : 2731,
"14876672" : 2928,
"15007744" : 3112,
"15138816" : 3278,
"15269888" : 3459,
"15400960" : 3555,
"15532032" : 3696,
"15663104" : 3804,
"15794176" : 3941,
"15925248" : 4138,
"16056320" : 4484,
"16187392" : 4456,
"16318464" : 4633,
"16449536" : 4790,
"16580608" : 4993,
"16711680" : 5011,
"16908288" : 10519,
"17170432" : 10760,
"17432576" : 11006,
"17694720" : 11199,
"17956864" : 11690,
"18219008" : 11463,
"18481152" : 11392,
"18743296" : 11337,
"19005440" : 10820,
"19267584" : 10419,
"19529728" : 10104,
"19791872" : 9443,
"20054016" : 8934,
"20316160" : 8185,
"20578304" : 7724,
"20840448" : 7339,
"21102592" : 6964,
"21364736" : 6376,
"21626880" : 6215,
"21889024" : 5899,
"22151168" : 6017,
"22413312" : 5965,
"22675456" : 6042,
"22937600" : 6170,
"23199744" : 6286,
"23461888" : 6771,
"23724032" : 7111,
"23986176" : 7676,
"24248320" : 8014,
"24510464" : 8224,
"24772608" : 8679,
"25034752" : 9118,
"25296896" : 9511,
"25559040" : 9783,
"25821184" : 10211,
"26083328" : 10514,
"26345472" : 10791,
"26607616" : 10788,
"26869760" : 10951,
"27131904" : 10869,
"27394048" : 10858,
"27656192" : 10688,
"27918336" : 10776,
"28180480" : 10620,
"28442624" : 10442,
"28704768" : 10244,
"28966912" : 9624,
"29229056" : 9149,
"29491200" : 8774,
"29753344" : 8349,
"30015488" : 7874,
"30277632" : 7669,
"30539776" : 7486,
"30801920" : 7291,
"31064064" : 7053,
"31326208" : 6741,
"31588352" : 6578,
"31850496" : 6499,
"32112640" : 6446,
"32374784" : 6425,
"32636928" : 6200,
"32899072" : 6109,
"33161216" : 6262,
"33423360" : 6317,
"33816576" : 13236,
"34340864" : 13874,
"34865152" : 14207,
"35389440" : 14555,
"35913728" : 14961,
"36438016" : 14730,
"36962304" : 14209,
"37486592" : 13810,
"38010880" : 13043,
"38535168" : 12519,
"39059456" : 11743,
"39583744" : 11236,
"40108032" : 10299,
"40632320" : 9622,
"41156608" : 9152,
"41680896" : 8770,
"42205184" : 8425,
"42729472" : 8132,
"43253760" : 8196,
"43778048" : 8162,
"44302336" : 7823,
"44826624" : 7634,
"45350912" : 7677,
"45875200" : 7605,
"46399488" : 7393,
"46923776" : 7282,
"47448064" : 7056,
"47972352" : 6789,
"48496640" : 6799,
"49020928" : 6190,
"49545216" : 5789,
"50069504" : 5563,
"50593792" : 5388,
"51118080" : 5157,
"51642368" : 4755,
"52166656" : 4621,
"52690944" : 4505,
"53215232" : 4439,
"53739520" : 4268,
"54263808" : 4108,
"54788096" : 4079,
"55312384" : 3871,
"55836672" : 3683,
"56360960" : 3639,
"56885248" : 3602,
"57409536" : 3527,
"57933824" : 3427,
"58458112" : 3344,
"58982400" : 3109,
"59506688" : 3064,
"60030976" : 3040,
"60555264" : 2815,
"61079552" : 2791,
"61603840" : 2642,
"62128128" : 2520,
"62652416" : 2519,
"63176704" : 2273,
"63700992" : 2285,
"64225280" : 2150,
"64749568" : 2129,
"65273856" : 1973,
"65798144" : 1963,
"66322432" : 1879,
"66846720" : 1824,
"67633152" : 3565,
"68681728" : 3391,
"69730304" : 3059,
"70778880" : 2979,
"71827456" : 2653,
"72876032" : 2393,
"73924608" : 2215,
"74973184" : 1963,
"76021760" : 1822,
"77070336" : 1680,
"78118912" : 1540,
"79167488" : 1362,
"80216064" : 1345,
"81264640" : 1209,
"82313216" : 1127,
"83361792" : 974,
"84410368" : 952,
"85458944" : 930,
"86507520" : 740,
"87556096" : 682,
"88604672" : 642,
"89653248" : 557,
"90701824" : 484,
"91750400" : 437,
"92798976" : 409,
"93847552" : 406,
"94896128" : 380,
"95944704" : 337,
"96993280" : 311,
"98041856" : 280,
"99090432" : 247,
"100139008" : 224,
"101187584" : 191,
"102236160" : 173,
"103284736" : 162,
"104333312" : 169,
"105381888" : 148,
"106430464" : 133,
"107479040" : 103,
"108527616" : 120,
"109576192" : 75,
"110624768" : 65,
"111673344" : 73,
"112721920" : 52,
"113770496" : 52,
"114819072" : 46,
"115867648" : 46,
"116916224" : 35,
"117964800" : 41,
"119013376" : 20,
"120061952" : 25,
"121110528" : 34,
"122159104" : 28,
"123207680" : 20,
"124256256" : 21,
"125304832" : 24,
"126353408" : 25,
"127401984" : 19,
"128450560" : 26,
"129499136" : 14,
"130547712" : 13,
"131596288" : 9,
"132644864" : 3,
"133693440" : 9,
"135266304" : 22,
"137363456" : 20,
"139460608" : 18,
"141557760" : 9,
"143654912" : 5,
"147849216" : 1
}
},
"lat_ns" : {
"min" : 6996102,
"max" : 150425069,
"mean" : 33639984.697069,
"stddev" : 16759336.400345,
"N" : 1217802
},
"bw_min" : 38829,
"bw_max" : 84014,
"bw_agg" : 100.000000,
"bw_mean" : 60996.861635,
"bw_dev" : 263.126942,
"bw_samples" : 5088,
"iops_min" : 9707,
"iops_max" : 21002,
"iops_mean" : 15247.522013,
"iops_stddev" : 65.785249,
"iops_samples" : 5088
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2560349,
"usr_cpu" : 0.206534,
"sys_cpu" : 3.904233,
"ctx" : 1952002,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999918,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999918,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.002844,
"20" : 23.402697,
"50" : 60.090045,
"100" : 12.322205,
"250" : 0.179581,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095318,
"timestamp_ms" : 1773095318315,
"time" : "Mon Mar 9 19:28:38 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 89,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5602967552,
"io_kbytes" : 5471648,
"bw_bytes" : 62244820,
"bw" : 60785,
"iops" : 15197.467089,
"runtime" : 90015,
"total_ios" : 1368000,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 282662,
"max" : 58790954,
"mean" : 2095160.594367,
"stddev" : 3264186.905191,
"N" : 1368001
},
"clat_ns" : {
"min" : 6346799,
"max" : 148255434,
"mean" : 31595500.619174,
"stddev" : 16135662.412771,
"N" : 1367969,
"percentile" : {
"1.000000" : 8978432,
"5.000000" : 10289152,
"10.000000" : 13828096,
"20.000000" : 17956864,
"30.000000" : 21102592,
"40.000000" : 25559040,
"50.000000" : 28442624,
"60.000000" : 32636928,
"70.000000" : 37486592,
"80.000000" : 43253760,
"90.000000" : 53215232,
"95.000000" : 62652416,
"99.000000" : 81264640,
"99.500000" : 88604672,
"99.900000" : 105381888,
"99.950000" : 112721920,
"99.990000" : 128450560
},
"bins" : {
"6324224" : 1,
"6520832" : 2,
"6586368" : 8,
"6651904" : 5,
"6717440" : 11,
"6782976" : 8,
"6848512" : 6,
"6914048" : 14,
"6979584" : 24,
"7045120" : 39,
"7110656" : 46,
"7176192" : 39,
"7241728" : 50,
"7307264" : 57,
"7372800" : 75,
"7438336" : 103,
"7503872" : 104,
"7569408" : 112,
"7634944" : 143,
"7700480" : 164,
"7766016" : 184,
"7831552" : 210,
"7897088" : 248,
"7962624" : 295,
"8028160" : 360,
"8093696" : 345,
"8159232" : 419,
"8224768" : 540,
"8290304" : 563,
"8355840" : 601,
"8454144" : 1487,
"8585216" : 1762,
"8716288" : 2143,
"8847360" : 2597,
"8978432" : 3019,
"9109504" : 3579,
"9240576" : 4221,
"9371648" : 4762,
"9502720" : 5397,
"9633792" : 5840,
"9764864" : 6224,
"9895936" : 6650,
"10027008" : 6740,
"10158080" : 6872,
"10289152" : 6521,
"10420224" : 6334,
"10551296" : 6009,
"10682368" : 5429,
"10813440" : 4694,
"10944512" : 4288,
"11075584" : 3751,
"11206656" : 3123,
"11337728" : 2648,
"11468800" : 2261,
"11599872" : 1754,
"11730944" : 1692,
"11862016" : 1539,
"11993088" : 1358,
"12124160" : 1261,
"12255232" : 1197,
"12386304" : 1238,
"12517376" : 1239,
"12648448" : 1148,
"12779520" : 1259,
"12910592" : 1306,
"13041664" : 1450,
"13172736" : 1596,
"13303808" : 1578,
"13434880" : 1778,
"13565952" : 1879,
"13697024" : 1921,
"13828096" : 2123,
"13959168" : 2238,
"14090240" : 2270,
"14221312" : 2378,
"14352384" : 2595,
"14483456" : 2845,
"14614528" : 2953,
"14745600" : 3073,
"14876672" : 3251,
"15007744" : 3454,
"15138816" : 3615,
"15269888" : 3854,
"15400960" : 3945,
"15532032" : 4087,
"15663104" : 4243,
"15794176" : 4395,
"15925248" : 4610,
"16056320" : 4935,
"16187392" : 4971,
"16318464" : 5194,
"16449536" : 5324,
"16580608" : 5575,
"16711680" : 5632,
"16908288" : 11736,
"17170432" : 11941,
"17432576" : 12271,
"17694720" : 12630,
"17956864" : 13126,
"18219008" : 12899,
"18481152" : 12949,
"18743296" : 12797,
"19005440" : 12231,
"19267584" : 11786,
"19529728" : 11407,
"19791872" : 10637,
"20054016" : 10064,
"20316160" : 9298,
"20578304" : 8668,
"20840448" : 8238,
"21102592" : 7710,
"21364736" : 7137,
"21626880" : 6912,
"21889024" : 6482,
"22151168" : 6670,
"22413312" : 6613,
"22675456" : 6700,
"22937600" : 6812,
"23199744" : 6947,
"23461888" : 7556,
"23724032" : 7971,
"23986176" : 8559,
"24248320" : 8907,
"24510464" : 9222,
"24772608" : 9749,
"25034752" : 10218,
"25296896" : 10582,
"25559040" : 10960,
"25821184" : 11426,
"26083328" : 11811,
"26345472" : 12128,
"26607616" : 12155,
"26869760" : 12333,
"27131904" : 12264,
"27394048" : 12184,
"27656192" : 12039,
"27918336" : 12136,
"28180480" : 11974,
"28442624" : 11685,
"28704768" : 11558,
"28966912" : 10893,
"29229056" : 10384,
"29491200" : 9958,
"29753344" : 9526,
"30015488" : 8989,
"30277632" : 8784,
"30539776" : 8505,
"30801920" : 8213,
"31064064" : 7866,
"31326208" : 7524,
"31588352" : 7359,
"31850496" : 7283,
"32112640" : 7158,
"32374784" : 7113,
"32636928" : 6887,
"32899072" : 6853,
"33161216" : 6915,
"33423360" : 7026,
"33816576" : 14744,
"34340864" : 15417,
"34865152" : 15939,
"35389440" : 16296,
"35913728" : 16767,
"36438016" : 16536,
"36962304" : 15988,
"37486592" : 15653,
"38010880" : 14777,
"38535168" : 14285,
"39059456" : 13370,
"39583744" : 12692,
"40108032" : 11735,
"40632320" : 10973,
"41156608" : 10430,
"41680896" : 9889,
"42205184" : 9494,
"42729472" : 9066,
"43253760" : 9130,
"43778048" : 9107,
"44302336" : 8740,
"44826624" : 8638,
"45350912" : 8719,
"45875200" : 8590,
"46399488" : 8446,
"46923776" : 8233,
"47448064" : 7998,
"47972352" : 7692,
"48496640" : 7753,
"49020928" : 7077,
"49545216" : 6685,
"50069504" : 6371,
"50593792" : 6158,
"51118080" : 5796,
"51642368" : 5313,
"52166656" : 5209,
"52690944" : 5049,
"53215232" : 4959,
"53739520" : 4765,
"54263808" : 4621,
"54788096" : 4586,
"55312384" : 4364,
"55836672" : 4169,
"56360960" : 4137,
"56885248" : 4067,
"57409536" : 3990,
"57933824" : 3860,
"58458112" : 3787,
"58982400" : 3541,
"59506688" : 3501,
"60030976" : 3410,
"60555264" : 3198,
"61079552" : 3180,
"61603840" : 2984,
"62128128" : 2875,
"62652416" : 2813,
"63176704" : 2541,
"63700992" : 2581,
"64225280" : 2474,
"64749568" : 2368,
"65273856" : 2249,
"65798144" : 2204,
"66322432" : 2132,
"66846720" : 2037,
"67633152" : 4061,
"68681728" : 3810,
"69730304" : 3483,
"70778880" : 3364,
"71827456" : 3009,
"72876032" : 2717,
"73924608" : 2510,
"74973184" : 2192,
"76021760" : 2035,
"77070336" : 1904,
"78118912" : 1741,
"79167488" : 1533,
"80216064" : 1501,
"81264640" : 1346,
"82313216" : 1256,
"83361792" : 1132,
"84410368" : 1061,
"85458944" : 1021,
"86507520" : 812,
"87556096" : 768,
"88604672" : 719,
"89653248" : 613,
"90701824" : 526,
"91750400" : 473,
"92798976" : 449,
"93847552" : 446,
"94896128" : 413,
"95944704" : 362,
"96993280" : 334,
"98041856" : 305,
"99090432" : 263,
"100139008" : 247,
"101187584" : 211,
"102236160" : 192,
"103284736" : 176,
"104333312" : 188,
"105381888" : 157,
"106430464" : 144,
"107479040" : 115,
"108527616" : 125,
"109576192" : 82,
"110624768" : 69,
"111673344" : 78,
"112721920" : 57,
"113770496" : 53,
"114819072" : 50,
"115867648" : 50,
"116916224" : 36,
"117964800" : 45,
"119013376" : 26,
"120061952" : 29,
"121110528" : 36,
"122159104" : 32,
"123207680" : 21,
"124256256" : 22,
"125304832" : 25,
"126353408" : 27,
"127401984" : 20,
"128450560" : 26,
"129499136" : 15,
"130547712" : 13,
"131596288" : 10,
"132644864" : 3,
"133693440" : 9,
"135266304" : 23,
"137363456" : 24,
"139460608" : 18,
"141557760" : 9,
"143654912" : 5,
"147849216" : 1
}
},
"lat_ns" : {
"min" : 6996102,
"max" : 150425069,
"mean" : 33691167.026398,
"stddev" : 16738396.348340,
"N" : 1367969
},
"bw_min" : 38701,
"bw_max" : 84014,
"bw_agg" : 100.000000,
"bw_mean" : 60806.435754,
"bw_dev" : 263.197450,
"bw_samples" : 5728,
"iops_min" : 9675,
"iops_max" : 21002,
"iops_mean" : 15199.977654,
"iops_stddev" : 65.801809,
"iops_samples" : 5728
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880377,
"usr_cpu" : 0.205459,
"sys_cpu" : 3.899941,
"ctx" : 2192885,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999927,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999927,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 3.977924,
"20" : 23.317251,
"50" : 60.162500,
"100" : 12.366520,
"250" : 0.173538,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095328,
"timestamp_ms" : 1773095328318,
"time" : "Mon Mar 9 19:28:48 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6247419904,
"io_kbytes" : 6100996,
"bw_bytes" : 62465453,
"bw" : 61001,
"iops" : 15251.264823,
"runtime" : 100014,
"total_ios" : 1525340,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 267088,
"max" : 58790954,
"mean" : 2087741.237156,
"stddev" : 3254923.410916,
"N" : 1525340
},
"clat_ns" : {
"min" : 6346799,
"max" : 150461825,
"mean" : 31483744.568544,
"stddev" : 16106558.178397,
"N" : 1525308,
"percentile" : {
"1.000000" : 8978432,
"5.000000" : 10289152,
"10.000000" : 13697024,
"20.000000" : 17694720,
"30.000000" : 21102592,
"40.000000" : 25559040,
"50.000000" : 28442624,
"60.000000" : 32636928,
"70.000000" : 36962304,
"80.000000" : 43253760,
"90.000000" : 53215232,
"95.000000" : 62652416,
"99.000000" : 81264640,
"99.500000" : 88604672,
"99.900000" : 105381888,
"99.950000" : 111673344,
"99.990000" : 128450560
},
"bins" : {
"6324224" : 1,
"6520832" : 2,
"6586368" : 8,
"6651904" : 5,
"6717440" : 11,
"6782976" : 8,
"6848512" : 7,
"6914048" : 16,
"6979584" : 26,
"7045120" : 40,
"7110656" : 49,
"7176192" : 43,
"7241728" : 59,
"7307264" : 63,
"7372800" : 84,
"7438336" : 120,
"7503872" : 114,
"7569408" : 133,
"7634944" : 158,
"7700480" : 188,
"7766016" : 214,
"7831552" : 227,
"7897088" : 287,
"7962624" : 339,
"8028160" : 410,
"8093696" : 403,
"8159232" : 477,
"8224768" : 590,
"8290304" : 617,
"8355840" : 666,
"8454144" : 1638,
"8585216" : 1967,
"8716288" : 2404,
"8847360" : 2901,
"8978432" : 3395,
"9109504" : 4057,
"9240576" : 4709,
"9371648" : 5298,
"9502720" : 6061,
"9633792" : 6606,
"9764864" : 7027,
"9895936" : 7483,
"10027008" : 7592,
"10158080" : 7688,
"10289152" : 7339,
"10420224" : 7091,
"10551296" : 6777,
"10682368" : 6111,
"10813440" : 5331,
"10944512" : 4920,
"11075584" : 4321,
"11206656" : 3622,
"11337728" : 3081,
"11468800" : 2669,
"11599872" : 2084,
"11730944" : 1969,
"11862016" : 1826,
"11993088" : 1591,
"12124160" : 1441,
"12255232" : 1403,
"12386304" : 1428,
"12517376" : 1420,
"12648448" : 1344,
"12779520" : 1448,
"12910592" : 1523,
"13041664" : 1681,
"13172736" : 1881,
"13303808" : 1841,
"13434880" : 2037,
"13565952" : 2127,
"13697024" : 2197,
"13828096" : 2417,
"13959168" : 2567,
"14090240" : 2614,
"14221312" : 2782,
"14352384" : 2975,
"14483456" : 3286,
"14614528" : 3353,
"14745600" : 3500,
"14876672" : 3716,
"15007744" : 3937,
"15138816" : 4101,
"15269888" : 4331,
"15400960" : 4433,
"15532032" : 4619,
"15663104" : 4800,
"15794176" : 4931,
"15925248" : 5162,
"16056320" : 5521,
"16187392" : 5595,
"16318464" : 5771,
"16449536" : 5920,
"16580608" : 6127,
"16711680" : 6304,
"16908288" : 13059,
"17170432" : 13325,
"17432576" : 13668,
"17694720" : 14187,
"17956864" : 14686,
"18219008" : 14438,
"18481152" : 14463,
"18743296" : 14309,
"19005440" : 13698,
"19267584" : 13180,
"19529728" : 12687,
"19791872" : 11944,
"20054016" : 11183,
"20316160" : 10389,
"20578304" : 9638,
"20840448" : 9230,
"21102592" : 8643,
"21364736" : 8089,
"21626880" : 7785,
"21889024" : 7355,
"22151168" : 7509,
"22413312" : 7445,
"22675456" : 7544,
"22937600" : 7690,
"23199744" : 7801,
"23461888" : 8491,
"23724032" : 8864,
"23986176" : 9473,
"24248320" : 9820,
"24510464" : 10231,
"24772608" : 10841,
"25034752" : 11353,
"25296896" : 11682,
"25559040" : 12182,
"25821184" : 12709,
"26083328" : 13102,
"26345472" : 13448,
"26607616" : 13501,
"26869760" : 13728,
"27131904" : 13560,
"27394048" : 13533,
"27656192" : 13408,
"27918336" : 13560,
"28180480" : 13336,
"28442624" : 12952,
"28704768" : 12818,
"28966912" : 12197,
"29229056" : 11648,
"29491200" : 11176,
"29753344" : 10723,
"30015488" : 10099,
"30277632" : 9889,
"30539776" : 9527,
"30801920" : 9257,
"31064064" : 8856,
"31326208" : 8394,
"31588352" : 8239,
"31850496" : 8059,
"32112640" : 7999,
"32374784" : 7862,
"32636928" : 7655,
"32899072" : 7613,
"33161216" : 7671,
"33423360" : 7791,
"33816576" : 16326,
"34340864" : 17040,
"34865152" : 17634,
"35389440" : 18002,
"35913728" : 18526,
"36438016" : 18246,
"36962304" : 17657,
"37486592" : 17290,
"38010880" : 16362,
"38535168" : 15871,
"39059456" : 14984,
"39583744" : 14219,
"40108032" : 13218,
"40632320" : 12273,
"41156608" : 11590,
"41680896" : 10970,
"42205184" : 10512,
"42729472" : 10069,
"43253760" : 10049,
"43778048" : 10067,
"44302336" : 9700,
"44826624" : 9507,
"45350912" : 9621,
"45875200" : 9488,
"46399488" : 9327,
"46923776" : 9059,
"47448064" : 8815,
"47972352" : 8496,
"48496640" : 8506,
"49020928" : 7831,
"49545216" : 7425,
"50069504" : 7146,
"50593792" : 6791,
"51118080" : 6435,
"51642368" : 5871,
"52166656" : 5743,
"52690944" : 5550,
"53215232" : 5448,
"53739520" : 5253,
"54263808" : 5043,
"54788096" : 5031,
"55312384" : 4800,
"55836672" : 4573,
"56360960" : 4532,
"56885248" : 4459,
"57409536" : 4424,
"57933824" : 4222,
"58458112" : 4167,
"58982400" : 3934,
"59506688" : 3857,
"60030976" : 3737,
"60555264" : 3577,
"61079552" : 3538,
"61603840" : 3323,
"62128128" : 3217,
"62652416" : 3111,
"63176704" : 2823,
"63700992" : 2889,
"64225280" : 2768,
"64749568" : 2620,
"65273856" : 2491,
"65798144" : 2476,
"66322432" : 2384,
"66846720" : 2271,
"67633152" : 4470,
"68681728" : 4155,
"69730304" : 3806,
"70778880" : 3699,
"71827456" : 3299,
"72876032" : 3011,
"73924608" : 2759,
"74973184" : 2413,
"76021760" : 2245,
"77070336" : 2106,
"78118912" : 1917,
"79167488" : 1723,
"80216064" : 1668,
"81264640" : 1491,
"82313216" : 1367,
"83361792" : 1251,
"84410368" : 1193,
"85458944" : 1131,
"86507520" : 895,
"87556096" : 847,
"88604672" : 791,
"89653248" : 682,
"90701824" : 592,
"91750400" : 537,
"92798976" : 500,
"93847552" : 487,
"94896128" : 441,
"95944704" : 386,
"96993280" : 359,
"98041856" : 327,
"99090432" : 283,
"100139008" : 267,
"101187584" : 244,
"102236160" : 212,
"103284736" : 184,
"104333312" : 196,
"105381888" : 166,
"106430464" : 149,
"107479040" : 126,
"108527616" : 131,
"109576192" : 84,
"110624768" : 76,
"111673344" : 82,
"112721920" : 60,
"113770496" : 56,
"114819072" : 51,
"115867648" : 54,
"116916224" : 41,
"117964800" : 47,
"119013376" : 26,
"120061952" : 31,
"121110528" : 37,
"122159104" : 33,
"123207680" : 21,
"124256256" : 24,
"125304832" : 26,
"126353408" : 29,
"127401984" : 22,
"128450560" : 27,
"129499136" : 15,
"130547712" : 14,
"131596288" : 11,
"132644864" : 4,
"133693440" : 9,
"135266304" : 25,
"137363456" : 24,
"139460608" : 20,
"141557760" : 10,
"143654912" : 6,
"145752064" : 2,
"147849216" : 2,
"149946368" : 1
}
},
"lat_ns" : {
"min" : 6996102,
"max" : 155903571,
"mean" : 33572048.205240,
"stddev" : 16708204.765527,
"N" : 1525308
},
"bw_min" : 38701,
"bw_max" : 84854,
"bw_agg" : 100.000000,
"bw_mean" : 61049.005025,
"bw_dev" : 263.603390,
"bw_samples" : 6368,
"iops_min" : 9675,
"iops_max" : 21212,
"iops_mean" : 15260.482412,
"iops_stddev" : 65.907178,
"iops_samples" : 6368
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3200351,
"usr_cpu" : 0.207540,
"sys_cpu" : 3.915196,
"ctx" : 2445955,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.007107,
"20" : 23.562419,
"50" : 60.016062,
"100" : 12.245663,
"250" : 0.166651,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095338,
"timestamp_ms" : 1773095338315,
"time" : "Mon Mar 9 19:28:58 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 69,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6881574912,
"io_kbytes" : 6720288,
"bw_bytes" : 62551810,
"bw" : 61085,
"iops" : 15272.665297,
"runtime" : 110014,
"total_ios" : 1680207,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 267088,
"max" : 58790954,
"mean" : 2084795.892890,
"stddev" : 3249062.455618,
"N" : 1680207
},
"clat_ns" : {
"min" : 6346799,
"max" : 150461825,
"mean" : 31437495.980171,
"stddev" : 16082429.925359,
"N" : 1680175,
"percentile" : {
"1.000000" : 8978432,
"5.000000" : 10289152,
"10.000000" : 13565952,
"20.000000" : 17694720,
"30.000000" : 20840448,
"40.000000" : 25559040,
"50.000000" : 28442624,
"60.000000" : 32374784,
"70.000000" : 36962304,
"80.000000" : 43253760,
"90.000000" : 53215232,
"95.000000" : 62652416,
"99.000000" : 81264640,
"99.500000" : 88604672,
"99.900000" : 104333312,
"99.950000" : 111673344,
"99.990000" : 128450560
},
"bins" : {
"6324224" : 1,
"6520832" : 2,
"6586368" : 8,
"6651904" : 6,
"6717440" : 12,
"6782976" : 9,
"6848512" : 7,
"6914048" : 19,
"6979584" : 31,
"7045120" : 45,
"7110656" : 54,
"7176192" : 50,
"7241728" : 74,
"7307264" : 85,
"7372800" : 98,
"7438336" : 131,
"7503872" : 123,
"7569408" : 147,
"7634944" : 177,
"7700480" : 221,
"7766016" : 242,
"7831552" : 243,
"7897088" : 307,
"7962624" : 373,
"8028160" : 443,
"8093696" : 439,
"8159232" : 521,
"8224768" : 656,
"8290304" : 673,
"8355840" : 719,
"8454144" : 1791,
"8585216" : 2145,
"8716288" : 2665,
"8847360" : 3212,
"8978432" : 3757,
"9109504" : 4497,
"9240576" : 5260,
"9371648" : 5910,
"9502720" : 6679,
"9633792" : 7333,
"9764864" : 7783,
"9895936" : 8303,
"10027008" : 8418,
"10158080" : 8489,
"10289152" : 8166,
"10420224" : 7816,
"10551296" : 7497,
"10682368" : 6720,
"10813440" : 5933,
"10944512" : 5406,
"11075584" : 4731,
"11206656" : 4011,
"11337728" : 3416,
"11468800" : 2928,
"11599872" : 2300,
"11730944" : 2152,
"11862016" : 1984,
"11993088" : 1686,
"12124160" : 1540,
"12255232" : 1485,
"12386304" : 1538,
"12517376" : 1541,
"12648448" : 1464,
"12779520" : 1569,
"12910592" : 1660,
"13041664" : 1815,
"13172736" : 2025,
"13303808" : 2022,
"13434880" : 2215,
"13565952" : 2340,
"13697024" : 2416,
"13828096" : 2661,
"13959168" : 2837,
"14090240" : 2874,
"14221312" : 3088,
"14352384" : 3271,
"14483456" : 3593,
"14614528" : 3703,
"14745600" : 3888,
"14876672" : 4104,
"15007744" : 4344,
"15138816" : 4565,
"15269888" : 4800,
"15400960" : 4880,
"15532032" : 5117,
"15663104" : 5291,
"15794176" : 5449,
"15925248" : 5660,
"16056320" : 6051,
"16187392" : 6182,
"16318464" : 6338,
"16449536" : 6568,
"16580608" : 6749,
"16711680" : 6949,
"16908288" : 14473,
"17170432" : 14651,
"17432576" : 15034,
"17694720" : 15572,
"17956864" : 16182,
"18219008" : 15819,
"18481152" : 15785,
"18743296" : 15718,
"19005440" : 15053,
"19267584" : 14473,
"19529728" : 14074,
"19791872" : 13233,
"20054016" : 12392,
"20316160" : 11499,
"20578304" : 10637,
"20840448" : 10178,
"21102592" : 9551,
"21364736" : 8919,
"21626880" : 8669,
"21889024" : 8241,
"22151168" : 8283,
"22413312" : 8287,
"22675456" : 8434,
"22937600" : 8618,
"23199744" : 8781,
"23461888" : 9530,
"23724032" : 9898,
"23986176" : 10564,
"24248320" : 11008,
"24510464" : 11379,
"24772608" : 12053,
"25034752" : 12593,
"25296896" : 12990,
"25559040" : 13463,
"25821184" : 14072,
"26083328" : 14434,
"26345472" : 14799,
"26607616" : 14780,
"26869760" : 15114,
"27131904" : 14994,
"27394048" : 14987,
"27656192" : 14845,
"27918336" : 14883,
"28180480" : 14654,
"28442624" : 14219,
"28704768" : 14068,
"28966912" : 13388,
"29229056" : 12783,
"29491200" : 12307,
"29753344" : 11843,
"30015488" : 11266,
"30277632" : 10965,
"30539776" : 10524,
"30801920" : 10236,
"31064064" : 9876,
"31326208" : 9306,
"31588352" : 9198,
"31850496" : 8988,
"32112640" : 8901,
"32374784" : 8789,
"32636928" : 8552,
"32899072" : 8478,
"33161216" : 8563,
"33423360" : 8667,
"33816576" : 18162,
"34340864" : 18848,
"34865152" : 19341,
"35389440" : 19591,
"35913728" : 20091,
"36438016" : 19907,
"36962304" : 19285,
"37486592" : 18906,
"38010880" : 17954,
"38535168" : 17461,
"39059456" : 16476,
"39583744" : 15648,
"40108032" : 14591,
"40632320" : 13568,
"41156608" : 12709,
"41680896" : 12016,
"42205184" : 11518,
"42729472" : 10938,
"43253760" : 10918,
"43778048" : 10927,
"44302336" : 10477,
"44826624" : 10305,
"45350912" : 10516,
"45875200" : 10375,
"46399488" : 10248,
"46923776" : 9895,
"47448064" : 9665,
"47972352" : 9316,
"48496640" : 9304,
"49020928" : 8656,
"49545216" : 8222,
"50069504" : 7868,
"50593792" : 7520,
"51118080" : 7080,
"51642368" : 6461,
"52166656" : 6222,
"52690944" : 6011,
"53215232" : 5912,
"53739520" : 5680,
"54263808" : 5480,
"54788096" : 5453,
"55312384" : 5249,
"55836672" : 5006,
"56360960" : 4964,
"56885248" : 4882,
"57409536" : 4852,
"57933824" : 4636,
"58458112" : 4575,
"58982400" : 4346,
"59506688" : 4237,
"60030976" : 4091,
"60555264" : 3919,
"61079552" : 3872,
"61603840" : 3640,
"62128128" : 3493,
"62652416" : 3370,
"63176704" : 3071,
"63700992" : 3169,
"64225280" : 3028,
"64749568" : 2896,
"65273856" : 2732,
"65798144" : 2713,
"66322432" : 2635,
"66846720" : 2488,
"67633152" : 4917,
"68681728" : 4579,
"69730304" : 4193,
"70778880" : 4049,
"71827456" : 3611,
"72876032" : 3306,
"73924608" : 3069,
"74973184" : 2667,
"76021760" : 2487,
"77070336" : 2321,
"78118912" : 2119,
"79167488" : 1895,
"80216064" : 1829,
"81264640" : 1635,
"82313216" : 1528,
"83361792" : 1375,
"84410368" : 1295,
"85458944" : 1258,
"86507520" : 1007,
"87556096" : 915,
"88604672" : 877,
"89653248" : 739,
"90701824" : 654,
"91750400" : 588,
"92798976" : 554,
"93847552" : 522,
"94896128" : 473,
"95944704" : 420,
"96993280" : 380,
"98041856" : 355,
"99090432" : 306,
"100139008" : 291,
"101187584" : 261,
"102236160" : 222,
"103284736" : 204,
"104333312" : 210,
"105381888" : 184,
"106430464" : 158,
"107479040" : 146,
"108527616" : 146,
"109576192" : 89,
"110624768" : 79,
"111673344" : 93,
"112721920" : 69,
"113770496" : 60,
"114819072" : 54,
"115867648" : 61,
"116916224" : 41,
"117964800" : 54,
"119013376" : 29,
"120061952" : 36,
"121110528" : 41,
"122159104" : 33,
"123207680" : 22,
"124256256" : 25,
"125304832" : 26,
"126353408" : 32,
"127401984" : 22,
"128450560" : 27,
"129499136" : 15,
"130547712" : 14,
"131596288" : 11,
"132644864" : 4,
"133693440" : 9,
"135266304" : 25,
"137363456" : 24,
"139460608" : 20,
"141557760" : 10,
"143654912" : 6,
"145752064" : 2,
"147849216" : 2,
"149946368" : 1
}
},
"lat_ns" : {
"min" : 6996102,
"max" : 155903571,
"mean" : 33522455.859718,
"stddev" : 16682786.350229,
"N" : 1680175
},
"bw_min" : 38701,
"bw_max" : 84966,
"bw_agg" : 100.000000,
"bw_mean" : 61165.849315,
"bw_dev" : 261.301752,
"bw_samples" : 7008,
"iops_min" : 9675,
"iops_max" : 21240,
"iops_mean" : 15289.584475,
"iops_stddev" : 65.336020,
"iops_samples" : 7008
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3520352,
"usr_cpu" : 0.209468,
"sys_cpu" : 3.919636,
"ctx" : 2696351,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.029861,
"20" : 23.549955,
"50" : 60.074384,
"100" : 12.180761,
"250" : 0.163135,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095348,
"timestamp_ms" : 1773095348316,
"time" : "Mon Mar 9 19:29:08 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 59,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7518691328,
"io_kbytes" : 7342472,
"bw_bytes" : 62648452,
"bw" : 61180,
"iops" : 15296.248771,
"runtime" : 120014,
"total_ios" : 1835764,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 267088,
"max" : 58790954,
"mean" : 2081527.773847,
"stddev" : 3243386.559051,
"N" : 1835764
},
"clat_ns" : {
"min" : 6346799,
"max" : 150461825,
"mean" : 31390621.467393,
"stddev" : 16017111.681143,
"N" : 1835732,
"percentile" : {
"1.000000" : 8978432,
"5.000000" : 10289152,
"10.000000" : 13565952,
"20.000000" : 17694720,
"30.000000" : 20840448,
"40.000000" : 25296896,
"50.000000" : 28442624,
"60.000000" : 32374784,
"70.000000" : 36962304,
"80.000000" : 43253760,
"90.000000" : 52690944,
"95.000000" : 62128128,
"99.000000" : 81264640,
"99.500000" : 87556096,
"99.900000" : 104333312,
"99.950000" : 110624768,
"99.990000" : 127401984
},
"bins" : {
"6324224" : 1,
"6520832" : 2,
"6586368" : 9,
"6651904" : 6,
"6717440" : 12,
"6782976" : 9,
"6848512" : 10,
"6914048" : 21,
"6979584" : 32,
"7045120" : 48,
"7110656" : 54,
"7176192" : 53,
"7241728" : 78,
"7307264" : 90,
"7372800" : 105,
"7438336" : 135,
"7503872" : 130,
"7569408" : 161,
"7634944" : 190,
"7700480" : 234,
"7766016" : 259,
"7831552" : 266,
"7897088" : 333,
"7962624" : 400,
"8028160" : 474,
"8093696" : 476,
"8159232" : 565,
"8224768" : 710,
"8290304" : 729,
"8355840" : 794,
"8454144" : 1951,
"8585216" : 2340,
"8716288" : 2922,
"8847360" : 3524,
"8978432" : 4111,
"9109504" : 4960,
"9240576" : 5782,
"9371648" : 6521,
"9502720" : 7330,
"9633792" : 8055,
"9764864" : 8595,
"9895936" : 9112,
"10027008" : 9287,
"10158080" : 9364,
"10289152" : 8961,
"10420224" : 8565,
"10551296" : 8149,
"10682368" : 7355,
"10813440" : 6500,
"10944512" : 5826,
"11075584" : 5133,
"11206656" : 4394,
"11337728" : 3699,
"11468800" : 3172,
"11599872" : 2491,
"11730944" : 2315,
"11862016" : 2127,
"11993088" : 1810,
"12124160" : 1671,
"12255232" : 1608,
"12386304" : 1701,
"12517376" : 1675,
"12648448" : 1612,
"12779520" : 1717,
"12910592" : 1817,
"13041664" : 1996,
"13172736" : 2214,
"13303808" : 2219,
"13434880" : 2423,
"13565952" : 2595,
"13697024" : 2669,
"13828096" : 2923,
"13959168" : 3129,
"14090240" : 3222,
"14221312" : 3403,
"14352384" : 3610,
"14483456" : 3984,
"14614528" : 4073,
"14745600" : 4304,
"14876672" : 4515,
"15007744" : 4804,
"15138816" : 5049,
"15269888" : 5249,
"15400960" : 5322,
"15532032" : 5641,
"15663104" : 5843,
"15794176" : 6018,
"15925248" : 6209,
"16056320" : 6673,
"16187392" : 6750,
"16318464" : 6934,
"16449536" : 7224,
"16580608" : 7323,
"16711680" : 7545,
"16908288" : 15727,
"17170432" : 16076,
"17432576" : 16363,
"17694720" : 16909,
"17956864" : 17543,
"18219008" : 17222,
"18481152" : 17317,
"18743296" : 17203,
"19005440" : 16455,
"19267584" : 15838,
"19529728" : 15400,
"19791872" : 14534,
"20054016" : 13607,
"20316160" : 12655,
"20578304" : 11697,
"20840448" : 11161,
"21102592" : 10510,
"21364736" : 9741,
"21626880" : 9455,
"21889024" : 8983,
"22151168" : 9022,
"22413312" : 9001,
"22675456" : 9202,
"22937600" : 9497,
"23199744" : 9664,
"23461888" : 10444,
"23724032" : 10841,
"23986176" : 11520,
"24248320" : 11994,
"24510464" : 12373,
"24772608" : 13145,
"25034752" : 13750,
"25296896" : 14192,
"25559040" : 14583,
"25821184" : 15372,
"26083328" : 15714,
"26345472" : 16114,
"26607616" : 16108,
"26869760" : 16447,
"27131904" : 16339,
"27394048" : 16322,
"27656192" : 16201,
"27918336" : 16217,
"28180480" : 15986,
"28442624" : 15523,
"28704768" : 15424,
"28966912" : 14635,
"29229056" : 13969,
"29491200" : 13410,
"29753344" : 12966,
"30015488" : 12425,
"30277632" : 12031,
"30539776" : 11530,
"30801920" : 11229,
"31064064" : 10828,
"31326208" : 10218,
"31588352" : 10056,
"31850496" : 9848,
"32112640" : 9744,
"32374784" : 9664,
"32636928" : 9370,
"32899072" : 9277,
"33161216" : 9403,
"33423360" : 9485,
"33816576" : 19905,
"34340864" : 20590,
"34865152" : 21049,
"35389440" : 21216,
"35913728" : 21823,
"36438016" : 21620,
"36962304" : 20999,
"37486592" : 20614,
"38010880" : 19620,
"38535168" : 19121,
"39059456" : 18106,
"39583744" : 17179,
"40108032" : 16007,
"40632320" : 15016,
"41156608" : 14001,
"41680896" : 13223,
"42205184" : 12512,
"42729472" : 11900,
"43253760" : 11861,
"43778048" : 11862,
"44302336" : 11384,
"44826624" : 11187,
"45350912" : 11460,
"45875200" : 11337,
"46399488" : 11247,
"46923776" : 10900,
"47448064" : 10573,
"47972352" : 10234,
"48496640" : 10230,
"49020928" : 9567,
"49545216" : 8960,
"50069504" : 8673,
"50593792" : 8313,
"51118080" : 7715,
"51642368" : 7154,
"52166656" : 6815,
"52690944" : 6500,
"53215232" : 6417,
"53739520" : 6135,
"54263808" : 5962,
"54788096" : 5937,
"55312384" : 5756,
"55836672" : 5550,
"56360960" : 5493,
"56885248" : 5386,
"57409536" : 5311,
"57933824" : 5119,
"58458112" : 5025,
"58982400" : 4748,
"59506688" : 4635,
"60030976" : 4477,
"60555264" : 4300,
"61079552" : 4187,
"61603840" : 3959,
"62128128" : 3812,
"62652416" : 3641,
"63176704" : 3329,
"63700992" : 3449,
"64225280" : 3260,
"64749568" : 3151,
"65273856" : 2961,
"65798144" : 2937,
"66322432" : 2811,
"66846720" : 2715,
"67633152" : 5338,
"68681728" : 4962,
"69730304" : 4579,
"70778880" : 4348,
"71827456" : 3902,
"72876032" : 3561,
"73924608" : 3304,
"74973184" : 2862,
"76021760" : 2673,
"77070336" : 2490,
"78118912" : 2274,
"79167488" : 2027,
"80216064" : 1971,
"81264640" : 1727,
"82313216" : 1614,
"83361792" : 1479,
"84410368" : 1385,
"85458944" : 1323,
"86507520" : 1072,
"87556096" : 963,
"88604672" : 928,
"89653248" : 778,
"90701824" : 681,
"91750400" : 616,
"92798976" : 576,
"93847552" : 547,
"94896128" : 495,
"95944704" : 448,
"96993280" : 397,
"98041856" : 366,
"99090432" : 321,
"100139008" : 295,
"101187584" : 264,
"102236160" : 228,
"103284736" : 213,
"104333312" : 218,
"105381888" : 188,
"106430464" : 160,
"107479040" : 148,
"108527616" : 148,
"109576192" : 92,
"110624768" : 82,
"111673344" : 93,
"112721920" : 70,
"113770496" : 62,
"114819072" : 54,
"115867648" : 62,
"116916224" : 41,
"117964800" : 55,
"119013376" : 29,
"120061952" : 36,
"121110528" : 41,
"122159104" : 33,
"123207680" : 22,
"124256256" : 25,
"125304832" : 26,
"126353408" : 32,
"127401984" : 23,
"128450560" : 27,
"129499136" : 15,
"130547712" : 14,
"131596288" : 11,
"132644864" : 4,
"133693440" : 9,
"135266304" : 25,
"137363456" : 24,
"139460608" : 20,
"141557760" : 10,
"143654912" : 6,
"145752064" : 2,
"147849216" : 2,
"149946368" : 1
}
},
"lat_ns" : {
"min" : 6996102,
"max" : 155903571,
"mean" : 33472541.295078,
"stddev" : 16613504.658664,
"N" : 1835732
},
"bw_min" : 38701,
"bw_max" : 84998,
"bw_agg" : 100.000000,
"bw_mean" : 61211.644351,
"bw_dev" : 258.781754,
"bw_samples" : 7648,
"iops_min" : 9675,
"iops_max" : 21248,
"iops_mean" : 15301.029289,
"iops_stddev" : 64.705459,
"iops_samples" : 7648
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3840345,
"usr_cpu" : 0.210476,
"sys_cpu" : 3.925090,
"ctx" : 2945120,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999946,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999946,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.047906,
"20" : 23.580264,
"50" : 60.095906,
"100" : 12.122146,
"250" : 0.152035,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095358,
"timestamp_ms" : 1773095358318,
"time" : "Mon Mar 9 19:29:18 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 49,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8131612672,
"io_kbytes" : 7941028,
"bw_bytes" : 62544131,
"bw" : 61078,
"iops" : 15270.586245,
"runtime" : 130014,
"total_ios" : 1985390,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 267088,
"max" : 58790954,
"mean" : 2085060.542964,
"stddev" : 3247852.931650,
"N" : 1985390
},
"clat_ns" : {
"min" : 6346799,
"max" : 150461825,
"mean" : 31441797.093966,
"stddev" : 16013509.104024,
"N" : 1985358,
"percentile" : {
"1.000000" : 8978432,
"5.000000" : 10289152,
"10.000000" : 13697024,
"20.000000" : 17694720,
"30.000000" : 21102592,
"40.000000" : 25559040,
"50.000000" : 28442624,
"60.000000" : 32636928,
"70.000000" : 36962304,
"80.000000" : 43253760,
"90.000000" : 53215232,
"95.000000" : 62128128,
"99.000000" : 81264640,
"99.500000" : 87556096,
"99.900000" : 104333312,
"99.950000" : 110624768,
"99.990000" : 126353408
},
"bins" : {
"6324224" : 1,
"6520832" : 2,
"6586368" : 9,
"6651904" : 6,
"6717440" : 12,
"6782976" : 9,
"6848512" : 10,
"6914048" : 22,
"6979584" : 34,
"7045120" : 50,
"7110656" : 58,
"7176192" : 54,
"7241728" : 88,
"7307264" : 95,
"7372800" : 110,
"7438336" : 145,
"7503872" : 141,
"7569408" : 168,
"7634944" : 197,
"7700480" : 248,
"7766016" : 274,
"7831552" : 296,
"7897088" : 360,
"7962624" : 434,
"8028160" : 517,
"8093696" : 524,
"8159232" : 600,
"8224768" : 767,
"8290304" : 788,
"8355840" : 860,
"8454144" : 2096,
"8585216" : 2534,
"8716288" : 3149,
"8847360" : 3824,
"8978432" : 4428,
"9109504" : 5367,
"9240576" : 6203,
"9371648" : 7025,
"9502720" : 7917,
"9633792" : 8670,
"9764864" : 9252,
"9895936" : 9835,
"10027008" : 10062,
"10158080" : 10123,
"10289152" : 9666,
"10420224" : 9244,
"10551296" : 8729,
"10682368" : 7918,
"10813440" : 6942,
"10944512" : 6217,
"11075584" : 5472,
"11206656" : 4648,
"11337728" : 3910,
"11468800" : 3367,
"11599872" : 2650,
"11730944" : 2463,
"11862016" : 2263,
"11993088" : 1938,
"12124160" : 1783,
"12255232" : 1717,
"12386304" : 1848,
"12517376" : 1786,
"12648448" : 1753,
"12779520" : 1841,
"12910592" : 1929,
"13041664" : 2128,
"13172736" : 2384,
"13303808" : 2391,
"13434880" : 2648,
"13565952" : 2791,
"13697024" : 2850,
"13828096" : 3142,
"13959168" : 3338,
"14090240" : 3487,
"14221312" : 3646,
"14352384" : 3917,
"14483456" : 4283,
"14614528" : 4362,
"14745600" : 4592,
"14876672" : 4836,
"15007744" : 5118,
"15138816" : 5413,
"15269888" : 5561,
"15400960" : 5694,
"15532032" : 6009,
"15663104" : 6256,
"15794176" : 6515,
"15925248" : 6659,
"16056320" : 7166,
"16187392" : 7212,
"16318464" : 7460,
"16449536" : 7788,
"16580608" : 7847,
"16711680" : 8074,
"16908288" : 16917,
"17170432" : 17344,
"17432576" : 17611,
"17694720" : 18168,
"17956864" : 18874,
"18219008" : 18541,
"18481152" : 18699,
"18743296" : 18662,
"19005440" : 17719,
"19267584" : 17110,
"19529728" : 16659,
"19791872" : 15705,
"20054016" : 14703,
"20316160" : 13662,
"20578304" : 12652,
"20840448" : 12045,
"21102592" : 11296,
"21364736" : 10491,
"21626880" : 10147,
"21889024" : 9662,
"22151168" : 9687,
"22413312" : 9643,
"22675456" : 9872,
"22937600" : 10216,
"23199744" : 10376,
"23461888" : 11184,
"23724032" : 11639,
"23986176" : 12355,
"24248320" : 12901,
"24510464" : 13399,
"24772608" : 14177,
"25034752" : 14843,
"25296896" : 15350,
"25559040" : 15783,
"25821184" : 16737,
"26083328" : 16998,
"26345472" : 17431,
"26607616" : 17446,
"26869760" : 17786,
"27131904" : 17768,
"27394048" : 17730,
"27656192" : 17664,
"27918336" : 17578,
"28180480" : 17333,
"28442624" : 16824,
"28704768" : 16716,
"28966912" : 15916,
"29229056" : 15076,
"29491200" : 14484,
"29753344" : 13957,
"30015488" : 13474,
"30277632" : 12963,
"30539776" : 12413,
"30801920" : 12101,
"31064064" : 11721,
"31326208" : 11085,
"31588352" : 10865,
"31850496" : 10648,
"32112640" : 10555,
"32374784" : 10506,
"32636928" : 10161,
"32899072" : 10060,
"33161216" : 10180,
"33423360" : 10345,
"33816576" : 21674,
"34340864" : 22367,
"34865152" : 22967,
"35389440" : 23044,
"35913728" : 23670,
"36438016" : 23511,
"36962304" : 22853,
"37486592" : 22441,
"38010880" : 21376,
"38535168" : 20890,
"39059456" : 19613,
"39583744" : 18715,
"40108032" : 17436,
"40632320" : 16332,
"41156608" : 15173,
"41680896" : 14299,
"42205184" : 13613,
"42729472" : 12931,
"43253760" : 12861,
"43778048" : 12822,
"44302336" : 12335,
"44826624" : 12082,
"45350912" : 12477,
"45875200" : 12296,
"46399488" : 12245,
"46923776" : 11862,
"47448064" : 11523,
"47972352" : 11030,
"48496640" : 11018,
"49020928" : 10434,
"49545216" : 9769,
"50069504" : 9439,
"50593792" : 9061,
"51118080" : 8457,
"51642368" : 7777,
"52166656" : 7398,
"52690944" : 7088,
"53215232" : 6903,
"53739520" : 6575,
"54263808" : 6431,
"54788096" : 6409,
"55312384" : 6217,
"55836672" : 6019,
"56360960" : 5974,
"56885248" : 5916,
"57409536" : 5773,
"57933824" : 5583,
"58458112" : 5383,
"58982400" : 5124,
"59506688" : 5030,
"60030976" : 4809,
"60555264" : 4663,
"61079552" : 4523,
"61603840" : 4330,
"62128128" : 4146,
"62652416" : 4003,
"63176704" : 3632,
"63700992" : 3735,
"64225280" : 3521,
"64749568" : 3403,
"65273856" : 3219,
"65798144" : 3235,
"66322432" : 3062,
"66846720" : 2976,
"67633152" : 5819,
"68681728" : 5441,
"69730304" : 4967,
"70778880" : 4744,
"71827456" : 4235,
"72876032" : 3884,
"73924608" : 3590,
"74973184" : 3151,
"76021760" : 2918,
"77070336" : 2721,
"78118912" : 2463,
"79167488" : 2202,
"80216064" : 2094,
"81264640" : 1851,
"82313216" : 1765,
"83361792" : 1590,
"84410368" : 1489,
"85458944" : 1399,
"86507520" : 1167,
"87556096" : 1050,
"88604672" : 981,
"89653248" : 831,
"90701824" : 727,
"91750400" : 660,
"92798976" : 610,
"93847552" : 581,
"94896128" : 535,
"95944704" : 484,
"96993280" : 441,
"98041856" : 397,
"99090432" : 343,
"100139008" : 315,
"101187584" : 273,
"102236160" : 240,
"103284736" : 220,
"104333312" : 230,
"105381888" : 206,
"106430464" : 182,
"107479040" : 165,
"108527616" : 166,
"109576192" : 108,
"110624768" : 96,
"111673344" : 96,
"112721920" : 74,
"113770496" : 63,
"114819072" : 56,
"115867648" : 65,
"116916224" : 46,
"117964800" : 64,
"119013376" : 35,
"120061952" : 39,
"121110528" : 42,
"122159104" : 33,
"123207680" : 26,
"124256256" : 29,
"125304832" : 26,
"126353408" : 34,
"127401984" : 25,
"128450560" : 28,
"129499136" : 17,
"130547712" : 14,
"131596288" : 11,
"132644864" : 4,
"133693440" : 9,
"135266304" : 25,
"137363456" : 24,
"139460608" : 20,
"141557760" : 10,
"143654912" : 6,
"145752064" : 2,
"147849216" : 2,
"149946368" : 1
}
},
"lat_ns" : {
"min" : 6996102,
"max" : 155903571,
"mean" : 33526956.742323,
"stddev" : 16607850.895181,
"N" : 1985358
},
"bw_min" : 38701,
"bw_max" : 85377,
"bw_agg" : 100.000000,
"bw_mean" : 61164.548263,
"bw_dev" : 257.321054,
"bw_samples" : 8288,
"iops_min" : 9675,
"iops_max" : 21343,
"iops_mean" : 15288.837838,
"iops_stddev" : 64.345408,
"iops_samples" : 8288
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4160359,
"usr_cpu" : 0.209958,
"sys_cpu" : 3.918628,
"ctx" : 3187184,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.035932,
"20" : 23.442900,
"50" : 60.202429,
"100" : 12.166124,
"250" : 0.151003,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095368,
"timestamp_ms" : 1773095368318,
"time" : "Mon Mar 9 19:29:28 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8789663744,
"io_kbytes" : 8583656,
"bw_bytes" : 62777034,
"bw" : 61305,
"iops" : 15327.138715,
"runtime" : 140014,
"total_ios" : 2146014,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 267088,
"max" : 58790954,
"mean" : 2077397.891047,
"stddev" : 3235554.420095,
"N" : 2146015
},
"clat_ns" : {
"min" : 6346799,
"max" : 150461825,
"mean" : 31326158.135233,
"stddev" : 15939260.935439,
"N" : 2145983,
"percentile" : {
"1.000000" : 8978432,
"5.000000" : 10289152,
"10.000000" : 13565952,
"20.000000" : 17694720,
"30.000000" : 20840448,
"40.000000" : 25296896,
"50.000000" : 28442624,
"60.000000" : 32374784,
"70.000000" : 36962304,
"80.000000" : 42729472,
"90.000000" : 52690944,
"95.000000" : 62128128,
"99.000000" : 80216064,
"99.500000" : 87556096,
"99.900000" : 103284736,
"99.950000" : 109576192,
"99.990000" : 126353408
},
"bins" : {
"6324224" : 1,
"6520832" : 2,
"6586368" : 9,
"6651904" : 6,
"6717440" : 14,
"6782976" : 9,
"6848512" : 10,
"6914048" : 23,
"6979584" : 34,
"7045120" : 50,
"7110656" : 61,
"7176192" : 57,
"7241728" : 90,
"7307264" : 101,
"7372800" : 116,
"7438336" : 155,
"7503872" : 154,
"7569408" : 175,
"7634944" : 215,
"7700480" : 264,
"7766016" : 300,
"7831552" : 326,
"7897088" : 399,
"7962624" : 469,
"8028160" : 573,
"8093696" : 566,
"8159232" : 680,
"8224768" : 833,
"8290304" : 877,
"8355840" : 941,
"8454144" : 2318,
"8585216" : 2804,
"8716288" : 3445,
"8847360" : 4205,
"8978432" : 4828,
"9109504" : 5851,
"9240576" : 6745,
"9371648" : 7645,
"9502720" : 8607,
"9633792" : 9401,
"9764864" : 10051,
"9895936" : 10686,
"10027008" : 10971,
"10158080" : 11028,
"10289152" : 10561,
"10420224" : 10076,
"10551296" : 9519,
"10682368" : 8598,
"10813440" : 7590,
"10944512" : 6801,
"11075584" : 5945,
"11206656" : 5092,
"11337728" : 4280,
"11468800" : 3646,
"11599872" : 2904,
"11730944" : 2681,
"11862016" : 2445,
"11993088" : 2114,
"12124160" : 1973,
"12255232" : 1865,
"12386304" : 2014,
"12517376" : 1926,
"12648448" : 1907,
"12779520" : 1981,
"12910592" : 2096,
"13041664" : 2308,
"13172736" : 2600,
"13303808" : 2608,
"13434880" : 2916,
"13565952" : 3062,
"13697024" : 3073,
"13828096" : 3472,
"13959168" : 3631,
"14090240" : 3800,
"14221312" : 3965,
"14352384" : 4278,
"14483456" : 4617,
"14614528" : 4730,
"14745600" : 5006,
"14876672" : 5215,
"15007744" : 5556,
"15138816" : 5892,
"15269888" : 6051,
"15400960" : 6202,
"15532032" : 6493,
"15663104" : 6815,
"15794176" : 7099,
"15925248" : 7273,
"16056320" : 7741,
"16187392" : 7884,
"16318464" : 8085,
"16449536" : 8511,
"16580608" : 8508,
"16711680" : 8756,
"16908288" : 18310,
"17170432" : 18843,
"17432576" : 19169,
"17694720" : 19814,
"17956864" : 20531,
"18219008" : 20229,
"18481152" : 20304,
"18743296" : 20231,
"19005440" : 19258,
"19267584" : 18689,
"19529728" : 18102,
"19791872" : 17012,
"20054016" : 15979,
"20316160" : 14886,
"20578304" : 13789,
"20840448" : 13106,
"21102592" : 12275,
"21364736" : 11405,
"21626880" : 11091,
"21889024" : 10623,
"22151168" : 10738,
"22413312" : 10545,
"22675456" : 10778,
"22937600" : 11137,
"23199744" : 11362,
"23461888" : 12158,
"23724032" : 12652,
"23986176" : 13468,
"24248320" : 14011,
"24510464" : 14584,
"24772608" : 15350,
"25034752" : 16044,
"25296896" : 16625,
"25559040" : 17175,
"25821184" : 18109,
"26083328" : 18319,
"26345472" : 18837,
"26607616" : 18840,
"26869760" : 19215,
"27131904" : 19234,
"27394048" : 19134,
"27656192" : 19135,
"27918336" : 19023,
"28180480" : 18747,
"28442624" : 18137,
"28704768" : 17982,
"28966912" : 17131,
"29229056" : 16273,
"29491200" : 15604,
"29753344" : 15028,
"30015488" : 14594,
"30277632" : 14025,
"30539776" : 13438,
"30801920" : 13053,
"31064064" : 12695,
"31326208" : 12033,
"31588352" : 11760,
"31850496" : 11577,
"32112640" : 11387,
"32374784" : 11353,
"32636928" : 10997,
"32899072" : 10905,
"33161216" : 10984,
"33423360" : 11136,
"33816576" : 23401,
"34340864" : 24068,
"34865152" : 24764,
"35389440" : 24988,
"35913728" : 25471,
"36438016" : 25324,
"36962304" : 24560,
"37486592" : 23997,
"38010880" : 23048,
"38535168" : 22519,
"39059456" : 21146,
"39583744" : 20093,
"40108032" : 18776,
"40632320" : 17643,
"41156608" : 16303,
"41680896" : 15387,
"42205184" : 14708,
"42729472" : 13997,
"43253760" : 13824,
"43778048" : 13773,
"44302336" : 13334,
"44826624" : 13022,
"45350912" : 13363,
"45875200" : 13172,
"46399488" : 13101,
"46923776" : 12710,
"47448064" : 12372,
"47972352" : 11847,
"48496640" : 11814,
"49020928" : 11135,
"49545216" : 10445,
"50069504" : 10097,
"50593792" : 9616,
"51118080" : 9007,
"51642368" : 8314,
"52166656" : 7959,
"52690944" : 7603,
"53215232" : 7429,
"53739520" : 7126,
"54263808" : 6908,
"54788096" : 6868,
"55312384" : 6626,
"55836672" : 6444,
"56360960" : 6386,
"56885248" : 6339,
"57409536" : 6188,
"57933824" : 5953,
"58458112" : 5712,
"58982400" : 5467,
"59506688" : 5396,
"60030976" : 5190,
"60555264" : 5007,
"61079552" : 4835,
"61603840" : 4701,
"62128128" : 4473,
"62652416" : 4323,
"63176704" : 3921,
"63700992" : 4001,
"64225280" : 3796,
"64749568" : 3620,
"65273856" : 3459,
"65798144" : 3446,
"66322432" : 3308,
"66846720" : 3170,
"67633152" : 6220,
"68681728" : 5827,
"69730304" : 5317,
"70778880" : 5076,
"71827456" : 4522,
"72876032" : 4117,
"73924608" : 3801,
"74973184" : 3312,
"76021760" : 3083,
"77070336" : 2830,
"78118912" : 2570,
"79167488" : 2307,
"80216064" : 2184,
"81264640" : 1925,
"82313216" : 1826,
"83361792" : 1671,
"84410368" : 1563,
"85458944" : 1474,
"86507520" : 1217,
"87556096" : 1089,
"88604672" : 1013,
"89653248" : 872,
"90701824" : 756,
"91750400" : 701,
"92798976" : 646,
"93847552" : 603,
"94896128" : 554,
"95944704" : 496,
"96993280" : 451,
"98041856" : 401,
"99090432" : 348,
"100139008" : 321,
"101187584" : 285,
"102236160" : 251,
"103284736" : 233,
"104333312" : 239,
"105381888" : 206,
"106430464" : 182,
"107479040" : 167,
"108527616" : 174,
"109576192" : 112,
"110624768" : 107,
"111673344" : 97,
"112721920" : 74,
"113770496" : 63,
"114819072" : 56,
"115867648" : 65,
"116916224" : 46,
"117964800" : 64,
"119013376" : 35,
"120061952" : 39,
"121110528" : 42,
"122159104" : 33,
"123207680" : 26,
"124256256" : 29,
"125304832" : 26,
"126353408" : 34,
"127401984" : 25,
"128450560" : 28,
"129499136" : 17,
"130547712" : 14,
"131596288" : 11,
"132644864" : 4,
"133693440" : 9,
"135266304" : 25,
"137363456" : 24,
"139460608" : 20,
"141557760" : 10,
"143654912" : 6,
"145752064" : 2,
"147849216" : 2,
"149946368" : 1
}
},
"lat_ns" : {
"min" : 6996102,
"max" : 155903571,
"mean" : 33403877.292062,
"stddev" : 16528615.448439,
"N" : 2145983
},
"bw_min" : 38693,
"bw_max" : 86905,
"bw_agg" : 100.000000,
"bw_mean" : 61306.286738,
"bw_dev" : 261.534713,
"bw_samples" : 8928,
"iops_min" : 9673,
"iops_max" : 21725,
"iops_mean" : 15324.172043,
"iops_stddev" : 65.398381,
"iops_samples" : 8928
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4480358,
"usr_cpu" : 0.210006,
"sys_cpu" : 3.936672,
"ctx" : 3449603,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999953,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.068566,
"20" : 23.594907,
"50" : 60.178778,
"100" : 12.013016,
"250" : 0.143289,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095378,
"timestamp_ms" : 1773095378313,
"time" : "Mon Mar 9 19:29:38 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 29,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9483444224,
"io_kbytes" : 9261176,
"bw_bytes" : 63217061,
"bw" : 61735,
"iops" : 15435.219380,
"runtime" : 150014,
"total_ios" : 2315499,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 267088,
"max" : 58790954,
"mean" : 2062866.319223,
"stddev" : 3216245.849236,
"N" : 2315499
},
"clat_ns" : {
"min" : 6346799,
"max" : 150461825,
"mean" : 31107735.643320,
"stddev" : 15839466.080240,
"N" : 2315467,
"percentile" : {
"1.000000" : 8978432,
"5.000000" : 10289152,
"10.000000" : 13434880,
"20.000000" : 17694720,
"30.000000" : 20840448,
"40.000000" : 25296896,
"50.000000" : 28180480,
"60.000000" : 32112640,
"70.000000" : 36962304,
"80.000000" : 42729472,
"90.000000" : 52166656,
"95.000000" : 61603840,
"99.000000" : 80216064,
"99.500000" : 86507520,
"99.900000" : 103284736,
"99.950000" : 108527616,
"99.990000" : 126353408
},
"bins" : {
"6324224" : 1,
"6520832" : 2,
"6586368" : 9,
"6651904" : 6,
"6717440" : 14,
"6782976" : 11,
"6848512" : 10,
"6914048" : 25,
"6979584" : 36,
"7045120" : 52,
"7110656" : 64,
"7176192" : 61,
"7241728" : 95,
"7307264" : 105,
"7372800" : 123,
"7438336" : 168,
"7503872" : 166,
"7569408" : 190,
"7634944" : 225,
"7700480" : 278,
"7766016" : 316,
"7831552" : 348,
"7897088" : 439,
"7962624" : 495,
"8028160" : 606,
"8093696" : 602,
"8159232" : 719,
"8224768" : 882,
"8290304" : 937,
"8355840" : 997,
"8454144" : 2408,
"8585216" : 2929,
"8716288" : 3656,
"8847360" : 4489,
"8978432" : 5173,
"9109504" : 6285,
"9240576" : 7301,
"9371648" : 8318,
"9502720" : 9391,
"9633792" : 10229,
"9764864" : 10959,
"9895936" : 11661,
"10027008" : 12051,
"10158080" : 12091,
"10289152" : 11509,
"10420224" : 11054,
"10551296" : 10420,
"10682368" : 9420,
"10813440" : 8329,
"10944512" : 7429,
"11075584" : 6567,
"11206656" : 5684,
"11337728" : 4730,
"11468800" : 4047,
"11599872" : 3225,
"11730944" : 2958,
"11862016" : 2691,
"11993088" : 2328,
"12124160" : 2155,
"12255232" : 2043,
"12386304" : 2210,
"12517376" : 2125,
"12648448" : 2115,
"12779520" : 2204,
"12910592" : 2339,
"13041664" : 2571,
"13172736" : 2843,
"13303808" : 2896,
"13434880" : 3229,
"13565952" : 3400,
"13697024" : 3407,
"13828096" : 3862,
"13959168" : 4010,
"14090240" : 4212,
"14221312" : 4391,
"14352384" : 4768,
"14483456" : 5096,
"14614528" : 5241,
"14745600" : 5540,
"14876672" : 5744,
"15007744" : 6117,
"15138816" : 6460,
"15269888" : 6669,
"15400960" : 6850,
"15532032" : 7185,
"15663104" : 7490,
"15794176" : 7777,
"15925248" : 8001,
"16056320" : 8481,
"16187392" : 8606,
"16318464" : 8864,
"16449536" : 9273,
"16580608" : 9296,
"16711680" : 9522,
"16908288" : 19955,
"17170432" : 20515,
"17432576" : 20917,
"17694720" : 21533,
"17956864" : 22286,
"18219008" : 22073,
"18481152" : 22067,
"18743296" : 21962,
"19005440" : 21078,
"19267584" : 20371,
"19529728" : 19730,
"19791872" : 18640,
"20054016" : 17574,
"20316160" : 16377,
"20578304" : 15175,
"20840448" : 14462,
"21102592" : 13572,
"21364736" : 12731,
"21626880" : 12363,
"21889024" : 11867,
"22151168" : 11897,
"22413312" : 11719,
"22675456" : 12007,
"22937600" : 12349,
"23199744" : 12655,
"23461888" : 13430,
"23724032" : 13987,
"23986176" : 14890,
"24248320" : 15378,
"24510464" : 15957,
"24772608" : 16694,
"25034752" : 17433,
"25296896" : 18168,
"25559040" : 18727,
"25821184" : 19676,
"26083328" : 19782,
"26345472" : 20315,
"26607616" : 20325,
"26869760" : 20714,
"27131904" : 20686,
"27394048" : 20611,
"27656192" : 20685,
"27918336" : 20609,
"28180480" : 20294,
"28442624" : 19623,
"28704768" : 19399,
"28966912" : 18485,
"29229056" : 17553,
"29491200" : 16857,
"29753344" : 16306,
"30015488" : 15747,
"30277632" : 15216,
"30539776" : 14472,
"30801920" : 14090,
"31064064" : 13657,
"31326208" : 13012,
"31588352" : 12686,
"31850496" : 12450,
"32112640" : 12251,
"32374784" : 12174,
"32636928" : 11874,
"32899072" : 11738,
"33161216" : 11815,
"33423360" : 11946,
"33816576" : 24923,
"34340864" : 25692,
"34865152" : 26278,
"35389440" : 26588,
"35913728" : 27142,
"36438016" : 27085,
"36962304" : 26311,
"37486592" : 25681,
"38010880" : 24607,
"38535168" : 24037,
"39059456" : 22641,
"39583744" : 21433,
"40108032" : 20004,
"40632320" : 18642,
"41156608" : 17295,
"41680896" : 16322,
"42205184" : 15552,
"42729472" : 14831,
"43253760" : 14628,
"43778048" : 14517,
"44302336" : 14127,
"44826624" : 13833,
"45350912" : 14126,
"45875200" : 13976,
"46399488" : 13843,
"46923776" : 13626,
"47448064" : 13218,
"47972352" : 12574,
"48496640" : 12527,
"49020928" : 11742,
"49545216" : 10978,
"50069504" : 10591,
"50593792" : 10136,
"51118080" : 9488,
"51642368" : 8763,
"52166656" : 8366,
"52690944" : 8027,
"53215232" : 7765,
"53739520" : 7498,
"54263808" : 7296,
"54788096" : 7295,
"55312384" : 7028,
"55836672" : 6817,
"56360960" : 6850,
"56885248" : 6750,
"57409536" : 6551,
"57933824" : 6291,
"58458112" : 6073,
"58982400" : 5781,
"59506688" : 5689,
"60030976" : 5464,
"60555264" : 5280,
"61079552" : 5120,
"61603840" : 4964,
"62128128" : 4744,
"62652416" : 4550,
"63176704" : 4127,
"63700992" : 4229,
"64225280" : 4005,
"64749568" : 3801,
"65273856" : 3676,
"65798144" : 3654,
"66322432" : 3484,
"66846720" : 3357,
"67633152" : 6548,
"68681728" : 6163,
"69730304" : 5613,
"70778880" : 5357,
"71827456" : 4763,
"72876032" : 4305,
"73924608" : 3949,
"74973184" : 3477,
"76021760" : 3213,
"77070336" : 2968,
"78118912" : 2705,
"79167488" : 2419,
"80216064" : 2291,
"81264640" : 2002,
"82313216" : 1884,
"83361792" : 1740,
"84410368" : 1606,
"85458944" : 1539,
"86507520" : 1267,
"87556096" : 1129,
"88604672" : 1051,
"89653248" : 911,
"90701824" : 779,
"91750400" : 728,
"92798976" : 671,
"93847552" : 632,
"94896128" : 567,
"95944704" : 515,
"96993280" : 463,
"98041856" : 415,
"99090432" : 355,
"100139008" : 334,
"101187584" : 294,
"102236160" : 256,
"103284736" : 240,
"104333312" : 241,
"105381888" : 212,
"106430464" : 186,
"107479040" : 169,
"108527616" : 175,
"109576192" : 112,
"110624768" : 108,
"111673344" : 98,
"112721920" : 75,
"113770496" : 63,
"114819072" : 57,
"115867648" : 66,
"116916224" : 46,
"117964800" : 64,
"119013376" : 35,
"120061952" : 40,
"121110528" : 42,
"122159104" : 33,
"123207680" : 26,
"124256256" : 30,
"125304832" : 26,
"126353408" : 34,
"127401984" : 25,
"128450560" : 28,
"129499136" : 17,
"130547712" : 14,
"131596288" : 11,
"132644864" : 4,
"133693440" : 9,
"135266304" : 25,
"137363456" : 24,
"139460608" : 20,
"141557760" : 10,
"143654912" : 6,
"145752064" : 2,
"147849216" : 2,
"149946368" : 1
}
},
"lat_ns" : {
"min" : 6996102,
"max" : 155903571,
"mean" : 33170957.153080,
"stddev" : 16423776.725729,
"N" : 2315467
},
"bw_min" : 38693,
"bw_max" : 87525,
"bw_agg" : 100.000000,
"bw_mean" : 61742.127090,
"bw_dev" : 267.527063,
"bw_samples" : 9568,
"iops_min" : 9673,
"iops_max" : 21881,
"iops_mean" : 15433.190635,
"iops_stddev" : 66.899843,
"iops_samples" : 9568
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4800351,
"usr_cpu" : 0.211214,
"sys_cpu" : 3.968064,
"ctx" : 3723976,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999957,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.072599,
"20" : 23.948704,
"50" : 60.107951,
"100" : 11.734274,
"250" : 0.135090,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095388,
"timestamp_ms" : 1773095388316,
"time" : "Mon Mar 9 19:29:48 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 19,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10151174144,
"io_kbytes" : 9913256,
"bw_bytes" : 63439287,
"bw" : 61952,
"iops" : 15489.050958,
"runtime" : 160014,
"total_ios" : 2478465,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 267088,
"max" : 58790954,
"mean" : 2055670.317148,
"stddev" : 3204546.690513,
"N" : 2478465
},
"clat_ns" : {
"min" : 6346799,
"max" : 150461825,
"mean" : 30998319.183111,
"stddev" : 15791152.500498,
"N" : 2478433,
"percentile" : {
"1.000000" : 8978432,
"5.000000" : 10289152,
"10.000000" : 13434880,
"20.000000" : 17694720,
"30.000000" : 20578304,
"40.000000" : 25034752,
"50.000000" : 28180480,
"60.000000" : 31850496,
"70.000000" : 36438016,
"80.000000" : 42205184,
"90.000000" : 52166656,
"95.000000" : 61603840,
"99.000000" : 80216064,
"99.500000" : 86507520,
"99.900000" : 102236160,
"99.950000" : 108527616,
"99.990000" : 125304832
},
"bins" : {
"6324224" : 1,
"6520832" : 2,
"6586368" : 9,
"6651904" : 6,
"6717440" : 14,
"6782976" : 12,
"6848512" : 10,
"6914048" : 27,
"6979584" : 37,
"7045120" : 53,
"7110656" : 67,
"7176192" : 64,
"7241728" : 102,
"7307264" : 109,
"7372800" : 128,
"7438336" : 174,
"7503872" : 177,
"7569408" : 202,
"7634944" : 233,
"7700480" : 295,
"7766016" : 341,
"7831552" : 385,
"7897088" : 471,
"7962624" : 522,
"8028160" : 648,
"8093696" : 655,
"8159232" : 764,
"8224768" : 944,
"8290304" : 987,
"8355840" : 1079,
"8454144" : 2598,
"8585216" : 3147,
"8716288" : 3922,
"8847360" : 4815,
"8978432" : 5579,
"9109504" : 6748,
"9240576" : 7847,
"9371648" : 8912,
"9502720" : 10003,
"9633792" : 10918,
"9764864" : 11746,
"9895936" : 12501,
"10027008" : 12923,
"10158080" : 13019,
"10289152" : 12414,
"10420224" : 11916,
"10551296" : 11303,
"10682368" : 10281,
"10813440" : 9109,
"10944512" : 8119,
"11075584" : 7201,
"11206656" : 6238,
"11337728" : 5220,
"11468800" : 4450,
"11599872" : 3547,
"11730944" : 3202,
"11862016" : 2891,
"11993088" : 2528,
"12124160" : 2330,
"12255232" : 2214,
"12386304" : 2386,
"12517376" : 2287,
"12648448" : 2285,
"12779520" : 2385,
"12910592" : 2497,
"13041664" : 2765,
"13172736" : 3058,
"13303808" : 3118,
"13434880" : 3484,
"13565952" : 3615,
"13697024" : 3666,
"13828096" : 4160,
"13959168" : 4282,
"14090240" : 4507,
"14221312" : 4763,
"14352384" : 5166,
"14483456" : 5478,
"14614528" : 5667,
"14745600" : 6021,
"14876672" : 6181,
"15007744" : 6603,
"15138816" : 6919,
"15269888" : 7208,
"15400960" : 7387,
"15532032" : 7730,
"15663104" : 8065,
"15794176" : 8357,
"15925248" : 8604,
"16056320" : 9122,
"16187392" : 9303,
"16318464" : 9505,
"16449536" : 9966,
"16580608" : 10027,
"16711680" : 10242,
"16908288" : 21489,
"17170432" : 22134,
"17432576" : 22554,
"17694720" : 23287,
"17956864" : 23939,
"18219008" : 23725,
"18481152" : 23676,
"18743296" : 23622,
"19005440" : 22563,
"19267584" : 21931,
"19529728" : 21236,
"19791872" : 20092,
"20054016" : 18912,
"20316160" : 17637,
"20578304" : 16303,
"20840448" : 15589,
"21102592" : 14727,
"21364736" : 13797,
"21626880" : 13379,
"21889024" : 12804,
"22151168" : 12846,
"22413312" : 12706,
"22675456" : 13028,
"22937600" : 13360,
"23199744" : 13730,
"23461888" : 14490,
"23724032" : 15144,
"23986176" : 16086,
"24248320" : 16611,
"24510464" : 17208,
"24772608" : 18033,
"25034752" : 18879,
"25296896" : 19674,
"25559040" : 20223,
"25821184" : 21115,
"26083328" : 21246,
"26345472" : 21843,
"26607616" : 21958,
"26869760" : 22240,
"27131904" : 22214,
"27394048" : 22110,
"27656192" : 22119,
"27918336" : 21950,
"28180480" : 21555,
"28442624" : 20926,
"28704768" : 20687,
"28966912" : 19694,
"29229056" : 18711,
"29491200" : 18025,
"29753344" : 17473,
"30015488" : 16911,
"30277632" : 16288,
"30539776" : 15461,
"30801920" : 15116,
"31064064" : 14646,
"31326208" : 13965,
"31588352" : 13648,
"31850496" : 13358,
"32112640" : 13170,
"32374784" : 13101,
"32636928" : 12809,
"32899072" : 12581,
"33161216" : 12724,
"33423360" : 12791,
"33816576" : 26664,
"34340864" : 27485,
"34865152" : 27984,
"35389440" : 28353,
"35913728" : 28861,
"36438016" : 28811,
"36962304" : 27938,
"37486592" : 27256,
"38010880" : 26039,
"38535168" : 25425,
"39059456" : 24032,
"39583744" : 22748,
"40108032" : 21250,
"40632320" : 19828,
"41156608" : 18391,
"41680896" : 17321,
"42205184" : 16557,
"42729472" : 15819,
"43253760" : 15473,
"43778048" : 15390,
"44302336" : 15030,
"44826624" : 14646,
"45350912" : 15000,
"45875200" : 14821,
"46399488" : 14655,
"46923776" : 14388,
"47448064" : 13962,
"47972352" : 13355,
"48496640" : 13286,
"49020928" : 12488,
"49545216" : 11642,
"50069504" : 11201,
"50593792" : 10693,
"51118080" : 10042,
"51642368" : 9302,
"52166656" : 8887,
"52690944" : 8526,
"53215232" : 8182,
"53739520" : 7891,
"54263808" : 7703,
"54788096" : 7712,
"55312384" : 7440,
"55836672" : 7186,
"56360960" : 7233,
"56885248" : 7156,
"57409536" : 6882,
"57933824" : 6637,
"58458112" : 6435,
"58982400" : 6109,
"59506688" : 6009,
"60030976" : 5764,
"60555264" : 5533,
"61079552" : 5399,
"61603840" : 5267,
"62128128" : 5014,
"62652416" : 4802,
"63176704" : 4380,
"63700992" : 4484,
"64225280" : 4222,
"64749568" : 4021,
"65273856" : 3894,
"65798144" : 3862,
"66322432" : 3711,
"66846720" : 3564,
"67633152" : 6873,
"68681728" : 6555,
"69730304" : 5969,
"70778880" : 5661,
"71827456" : 5038,
"72876032" : 4616,
"73924608" : 4188,
"74973184" : 3655,
"76021760" : 3405,
"77070336" : 3134,
"78118912" : 2887,
"79167488" : 2585,
"80216064" : 2407,
"81264640" : 2129,
"82313216" : 2013,
"83361792" : 1849,
"84410368" : 1703,
"85458944" : 1615,
"86507520" : 1338,
"87556096" : 1189,
"88604672" : 1109,
"89653248" : 956,
"90701824" : 809,
"91750400" : 760,
"92798976" : 694,
"93847552" : 659,
"94896128" : 590,
"95944704" : 549,
"96993280" : 481,
"98041856" : 433,
"99090432" : 373,
"100139008" : 346,
"101187584" : 306,
"102236160" : 263,
"103284736" : 243,
"104333312" : 248,
"105381888" : 222,
"106430464" : 192,
"107479040" : 172,
"108527616" : 180,
"109576192" : 119,
"110624768" : 112,
"111673344" : 100,
"112721920" : 78,
"113770496" : 66,
"114819072" : 57,
"115867648" : 69,
"116916224" : 48,
"117964800" : 68,
"119013376" : 35,
"120061952" : 40,
"121110528" : 42,
"122159104" : 33,
"123207680" : 26,
"124256256" : 30,
"125304832" : 26,
"126353408" : 34,
"127401984" : 25,
"128450560" : 28,
"129499136" : 17,
"130547712" : 14,
"131596288" : 11,
"132644864" : 4,
"133693440" : 9,
"135266304" : 25,
"137363456" : 24,
"139460608" : 20,
"141557760" : 10,
"143654912" : 6,
"145752064" : 2,
"147849216" : 2,
"149946368" : 1
}
},
"lat_ns" : {
"min" : 6996102,
"max" : 155903571,
"mean" : 33054227.586617,
"stddev" : 16373549.850578,
"N" : 2478433
},
"bw_min" : 38693,
"bw_max" : 88815,
"bw_agg" : 100.000000,
"bw_mean" : 61998.617555,
"bw_dev" : 271.518391,
"bw_samples" : 10208,
"iops_min" : 9673,
"iops_max" : 22200,
"iops_mean" : 15497.326019,
"iops_stddev" : 67.898537,
"iops_samples" : 10208
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5120342,
"usr_cpu" : 0.211822,
"sys_cpu" : 3.984499,
"ctx" : 3990359,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.076394,
"20" : 24.126950,
"50" : 60.072989,
"100" : 11.592659,
"250" : 0.129717,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095398,
"timestamp_ms" : 1773095398318,
"time" : "Mon Mar 9 19:29:58 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 9,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10806951936,
"io_kbytes" : 10553664,
"bw_bytes" : 63565070,
"bw" : 62075,
"iops" : 15519.686614,
"runtime" : 170014,
"total_ios" : 2638564,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 267088,
"max" : 58790954,
"mean" : 2051569.367621,
"stddev" : 3204476.841855,
"N" : 2638564
},
"clat_ns" : {
"min" : 6346799,
"max" : 150461825,
"mean" : 30937997.749022,
"stddev" : 15812606.953345,
"N" : 2638532,
"percentile" : {
"1.000000" : 8978432,
"5.000000" : 10158080,
"10.000000" : 13303808,
"20.000000" : 17694720,
"30.000000" : 20578304,
"40.000000" : 25034752,
"50.000000" : 27918336,
"60.000000" : 31850496,
"70.000000" : 36438016,
"80.000000" : 42205184,
"90.000000" : 52166656,
"95.000000" : 61603840,
"99.000000" : 80216064,
"99.500000" : 86507520,
"99.900000" : 103284736,
"99.950000" : 109576192,
"99.990000" : 125304832
},
"bins" : {
"6324224" : 1,
"6520832" : 2,
"6586368" : 9,
"6651904" : 6,
"6717440" : 14,
"6782976" : 16,
"6848512" : 11,
"6914048" : 35,
"6979584" : 42,
"7045120" : 64,
"7110656" : 75,
"7176192" : 79,
"7241728" : 122,
"7307264" : 135,
"7372800" : 152,
"7438336" : 208,
"7503872" : 196,
"7569408" : 239,
"7634944" : 273,
"7700480" : 331,
"7766016" : 379,
"7831552" : 428,
"7897088" : 521,
"7962624" : 592,
"8028160" : 735,
"8093696" : 726,
"8159232" : 847,
"8224768" : 1040,
"8290304" : 1088,
"8355840" : 1195,
"8454144" : 2835,
"8585216" : 3421,
"8716288" : 4238,
"8847360" : 5207,
"8978432" : 6023,
"9109504" : 7252,
"9240576" : 8403,
"9371648" : 9555,
"9502720" : 10739,
"9633792" : 11636,
"9764864" : 12538,
"9895936" : 13346,
"10027008" : 13865,
"10158080" : 13882,
"10289152" : 13292,
"10420224" : 12710,
"10551296" : 12102,
"10682368" : 11035,
"10813440" : 9815,
"10944512" : 8760,
"11075584" : 7758,
"11206656" : 6796,
"11337728" : 5683,
"11468800" : 4835,
"11599872" : 3899,
"11730944" : 3535,
"11862016" : 3180,
"11993088" : 2813,
"12124160" : 2604,
"12255232" : 2486,
"12386304" : 2659,
"12517376" : 2584,
"12648448" : 2558,
"12779520" : 2682,
"12910592" : 2771,
"13041664" : 3042,
"13172736" : 3392,
"13303808" : 3426,
"13434880" : 3836,
"13565952" : 3952,
"13697024" : 4022,
"13828096" : 4538,
"13959168" : 4718,
"14090240" : 4951,
"14221312" : 5188,
"14352384" : 5612,
"14483456" : 5990,
"14614528" : 6182,
"14745600" : 6553,
"14876672" : 6731,
"15007744" : 7153,
"15138816" : 7484,
"15269888" : 7727,
"15400960" : 7927,
"15532032" : 8318,
"15663104" : 8641,
"15794176" : 8919,
"15925248" : 9284,
"16056320" : 9790,
"16187392" : 10006,
"16318464" : 10239,
"16449536" : 10651,
"16580608" : 10684,
"16711680" : 10952,
"16908288" : 22874,
"17170432" : 23660,
"17432576" : 24099,
"17694720" : 24934,
"17956864" : 25588,
"18219008" : 25410,
"18481152" : 25317,
"18743296" : 25071,
"19005440" : 23966,
"19267584" : 23263,
"19529728" : 22618,
"19791872" : 21392,
"20054016" : 20179,
"20316160" : 18765,
"20578304" : 17336,
"20840448" : 16571,
"21102592" : 15649,
"21364736" : 14733,
"21626880" : 14253,
"21889024" : 13645,
"22151168" : 13647,
"22413312" : 13513,
"22675456" : 13799,
"22937600" : 14228,
"23199744" : 14557,
"23461888" : 15287,
"23724032" : 16063,
"23986176" : 16966,
"24248320" : 17612,
"24510464" : 18198,
"24772608" : 19007,
"25034752" : 19933,
"25296896" : 20763,
"25559040" : 21376,
"25821184" : 22280,
"26083328" : 22410,
"26345472" : 23075,
"26607616" : 23347,
"26869760" : 23541,
"27131904" : 23488,
"27394048" : 23471,
"27656192" : 23355,
"27918336" : 23273,
"28180480" : 22815,
"28442624" : 22182,
"28704768" : 21953,
"28966912" : 20936,
"29229056" : 19897,
"29491200" : 19238,
"29753344" : 18599,
"30015488" : 17945,
"30277632" : 17236,
"30539776" : 16378,
"30801920" : 16000,
"31064064" : 15440,
"31326208" : 14799,
"31588352" : 14434,
"31850496" : 14143,
"32112640" : 13945,
"32374784" : 13766,
"32636928" : 13533,
"32899072" : 13282,
"33161216" : 13419,
"33423360" : 13536,
"33816576" : 28076,
"34340864" : 29050,
"34865152" : 29670,
"35389440" : 30090,
"35913728" : 30755,
"36438016" : 30649,
"36962304" : 29680,
"37486592" : 28993,
"38010880" : 27684,
"38535168" : 26981,
"39059456" : 25569,
"39583744" : 24028,
"40108032" : 22460,
"40632320" : 21092,
"41156608" : 19552,
"41680896" : 18380,
"42205184" : 17494,
"42729472" : 16788,
"43253760" : 16414,
"43778048" : 16405,
"44302336" : 16023,
"44826624" : 15659,
"45350912" : 16005,
"45875200" : 15779,
"46399488" : 15567,
"46923776" : 15282,
"47448064" : 14857,
"47972352" : 14203,
"48496640" : 14113,
"49020928" : 13239,
"49545216" : 12410,
"50069504" : 11877,
"50593792" : 11343,
"51118080" : 10627,
"51642368" : 9842,
"52166656" : 9492,
"52690944" : 9097,
"53215232" : 8686,
"53739520" : 8415,
"54263808" : 8220,
"54788096" : 8200,
"55312384" : 7958,
"55836672" : 7708,
"56360960" : 7718,
"56885248" : 7588,
"57409536" : 7309,
"57933824" : 7045,
"58458112" : 6834,
"58982400" : 6435,
"59506688" : 6377,
"60030976" : 6087,
"60555264" : 5853,
"61079552" : 5687,
"61603840" : 5549,
"62128128" : 5342,
"62652416" : 5104,
"63176704" : 4659,
"63700992" : 4741,
"64225280" : 4450,
"64749568" : 4253,
"65273856" : 4132,
"65798144" : 4084,
"66322432" : 3916,
"66846720" : 3744,
"67633152" : 7201,
"68681728" : 6953,
"69730304" : 6296,
"70778880" : 5978,
"71827456" : 5281,
"72876032" : 4868,
"73924608" : 4383,
"74973184" : 3849,
"76021760" : 3564,
"77070336" : 3310,
"78118912" : 3058,
"79167488" : 2720,
"80216064" : 2538,
"81264640" : 2275,
"82313216" : 2162,
"83361792" : 1955,
"84410368" : 1802,
"85458944" : 1701,
"86507520" : 1428,
"87556096" : 1261,
"88604672" : 1164,
"89653248" : 1032,
"90701824" : 869,
"91750400" : 812,
"92798976" : 746,
"93847552" : 702,
"94896128" : 636,
"95944704" : 594,
"96993280" : 525,
"98041856" : 475,
"99090432" : 395,
"100139008" : 370,
"101187584" : 337,
"102236160" : 290,
"103284736" : 257,
"104333312" : 268,
"105381888" : 236,
"106430464" : 207,
"107479040" : 188,
"108527616" : 190,
"109576192" : 133,
"110624768" : 121,
"111673344" : 117,
"112721920" : 95,
"113770496" : 89,
"114819072" : 77,
"115867648" : 78,
"116916224" : 57,
"117964800" : 79,
"119013376" : 49,
"120061952" : 48,
"121110528" : 44,
"122159104" : 41,
"123207680" : 29,
"124256256" : 35,
"125304832" : 29,
"126353408" : 40,
"127401984" : 26,
"128450560" : 31,
"129499136" : 21,
"130547712" : 16,
"131596288" : 14,
"132644864" : 5,
"133693440" : 9,
"135266304" : 27,
"137363456" : 29,
"139460608" : 20,
"141557760" : 11,
"143654912" : 7,
"145752064" : 3,
"147849216" : 2,
"149946368" : 1
}
},
"lat_ns" : {
"min" : 6996102,
"max" : 155903571,
"mean" : 32989907.691699,
"stddev" : 16396649.680262,
"N" : 2638532
},
"bw_min" : 38693,
"bw_max" : 88972,
"bw_agg" : 100.000000,
"bw_mean" : 62085.330383,
"bw_dev" : 270.088747,
"bw_samples" : 10848,
"iops_min" : 9673,
"iops_max" : 22239,
"iops_mean" : 15519.002950,
"iops_stddev" : 67.542677,
"iops_samples" : 10848
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5440347,
"usr_cpu" : 0.212045,
"sys_cpu" : 3.992999,
"ctx" : 4237474,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999962,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999962,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 4.124440,
"20" : 24.350556,
"50" : 59.843688,
"100" : 11.544575,
"250" : 0.135528,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095408,
"timestamp_ms" : 1773095408320,
"time" : "Mon Mar 9 19:30:08 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 3239,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11423023104,
"io_kbytes" : 11155296,
"bw_bytes" : 63456303,
"bw" : 61969,
"iops" : 15489.600809,
"runtime" : 180014,
"total_ios" : 2788345,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 267088,
"max" : 67180314,
"mean" : 2055367.013991,
"stddev" : 3212424.712146,
"N" : 2788377
},
"clat_ns" : {
"min" : 3325,
"max" : 150461825,
"mean" : 30991699.603652,
"stddev" : 15850040.960109,
"N" : 2788825,
"percentile" : {
"1.000000" : 8978432,
"5.000000" : 10158080,
"10.000000" : 13303808,
"20.000000" : 17694720,
"30.000000" : 20578304,
"40.000000" : 25034752,
"50.000000" : 28180480,
"60.000000" : 31850496,
"70.000000" : 36438016,
"80.000000" : 42729472,
"90.000000" : 52166656,
"95.000000" : 61603840,
"99.000000" : 80216064,
"99.500000" : 86507520,
"99.900000" : 103284736,
"99.950000" : 109576192,
"99.990000" : 125304832
},
"bins" : {
"3312" : 1,
"3760" : 1,
"3856" : 1,
"3952" : 1,
"4016" : 1,
"4384" : 1,
"4448" : 1,
"4640" : 1,
"4704" : 1,
"5024" : 1,
"5088" : 1,
"5216" : 1,
"5472" : 2,
"5600" : 1,
"5728" : 1,
"5856" : 3,
"5920" : 2,
"5984" : 1,
"6112" : 1,
"6304" : 2,
"6560" : 2,
"6688" : 1,
"6880" : 1,
"7136" : 1,
"7584" : 1,
"7776" : 1,
"415744" : 1,
"432128" : 1,
"448512" : 1,
"477184" : 1,
"552960" : 1,
"765952" : 1,
"905216" : 1,
"937984" : 1,
"962560" : 1,
"978944" : 1,
"1003520" : 1,
"1171456" : 1,
"1286144" : 1,
"1417216" : 1,
"1433600" : 2,
"1728512" : 1,
"1744896" : 1,
"1875968" : 1,
"1974272" : 2,
"2146304" : 1,
"2211840" : 1,
"2342912" : 1,
"2539520" : 2,
"2605056" : 2,
"2899968" : 1,
"2932736" : 1,
"2998272" : 2,
"3063808" : 1,
"3391488" : 1,
"3424256" : 1,
"3555328" : 1,
"3784704" : 1,
"3981312" : 2,
"4358144" : 1,
"4423680" : 1,
"6193152" : 1,
"6324224" : 1,
"6520832" : 2,
"6586368" : 11,
"6651904" : 8,
"6717440" : 14,
"6782976" : 16,
"6848512" : 11,
"6914048" : 36,
"6979584" : 46,
"7045120" : 69,
"7110656" : 78,
"7176192" : 81,
"7241728" : 127,
"7307264" : 141,
"7372800" : 165,
"7438336" : 219,
"7503872" : 207,
"7569408" : 249,
"7634944" : 282,
"7700480" : 357,
"7766016" : 408,
"7831552" : 455,
"7897088" : 559,
"7962624" : 633,
"8028160" : 777,
"8093696" : 775,
"8159232" : 898,
"8224768" : 1111,
"8290304" : 1153,
"8355840" : 1266,
"8454144" : 2996,
"8585216" : 3639,
"8716288" : 4455,
"8847360" : 5518,
"8978432" : 6371,
"9109504" : 7646,
"9240576" : 8892,
"9371648" : 10056,
"9502720" : 11330,
"9633792" : 12262,
"9764864" : 13263,
"9895936" : 13980,
"10027008" : 14609,
"10158080" : 14623,
"10289152" : 14052,
"10420224" : 13378,
"10551296" : 12720,
"10682368" : 11607,
"10813440" : 10336,
"10944512" : 9244,
"11075584" : 8155,
"11206656" : 7108,
"11337728" : 5937,
"11468800" : 5080,
"11599872" : 4091,
"11730944" : 3709,
"11862016" : 3343,
"11993088" : 2975,
"12124160" : 2763,
"12255232" : 2647,
"12386304" : 2796,
"12517376" : 2720,
"12648448" : 2737,
"12779520" : 2845,
"12910592" : 2950,
"13041664" : 3233,
"13172736" : 3592,
"13303808" : 3628,
"13434880" : 4074,
"13565952" : 4193,
"13697024" : 4266,
"13828096" : 4790,
"13959168" : 5029,
"14090240" : 5265,
"14221312" : 5489,
"14352384" : 5918,
"14483456" : 6324,
"14614528" : 6571,
"14745600" : 6961,
"14876672" : 7162,
"15007744" : 7580,
"15138816" : 7919,
"15269888" : 8180,
"15400960" : 8446,
"15532032" : 8835,
"15663104" : 9170,
"15794176" : 9509,
"15925248" : 9840,
"16056320" : 10337,
"16187392" : 10576,
"16318464" : 10809,
"16449536" : 11244,
"16580608" : 11301,
"16711680" : 11582,
"16908288" : 24090,
"17170432" : 24899,
"17432576" : 25415,
"17694720" : 26262,
"17956864" : 26918,
"18219008" : 26750,
"18481152" : 26669,
"18743296" : 26402,
"19005440" : 25283,
"19267584" : 24433,
"19529728" : 23649,
"19791872" : 22482,
"20054016" : 21191,
"20316160" : 19819,
"20578304" : 18240,
"20840448" : 17365,
"21102592" : 16452,
"21364736" : 15428,
"21626880" : 14922,
"21889024" : 14300,
"22151168" : 14348,
"22413312" : 14076,
"22675456" : 14469,
"22937600" : 14942,
"23199744" : 15288,
"23461888" : 16050,
"23724032" : 16891,
"23986176" : 17860,
"24248320" : 18496,
"24510464" : 19137,
"24772608" : 20016,
"25034752" : 21042,
"25296896" : 21901,
"25559040" : 22572,
"25821184" : 23487,
"26083328" : 23687,
"26345472" : 24354,
"26607616" : 24649,
"26869760" : 24873,
"27131904" : 24775,
"27394048" : 24683,
"27656192" : 24496,
"27918336" : 24451,
"28180480" : 24073,
"28442624" : 23365,
"28704768" : 23154,
"28966912" : 22060,
"29229056" : 20970,
"29491200" : 20341,
"29753344" : 19526,
"30015488" : 18917,
"30277632" : 18204,
"30539776" : 17299,
"30801920" : 16820,
"31064064" : 16287,
"31326208" : 15556,
"31588352" : 15210,
"31850496" : 14936,
"32112640" : 14761,
"32374784" : 14592,
"32636928" : 14406,
"32899072" : 14105,
"33161216" : 14246,
"33423360" : 14371,
"33816576" : 29949,
"34340864" : 30868,
"34865152" : 31610,
"35389440" : 31936,
"35913728" : 32526,
"36438016" : 32331,
"36962304" : 31452,
"37486592" : 30649,
"38010880" : 29314,
"38535168" : 28483,
"39059456" : 26967,
"39583744" : 25306,
"40108032" : 23759,
"40632320" : 22296,
"41156608" : 20702,
"41680896" : 19575,
"42205184" : 18749,
"42729472" : 17970,
"43253760" : 17588,
"43778048" : 17512,
"44302336" : 17135,
"44826624" : 16701,
"45350912" : 16991,
"45875200" : 16686,
"46399488" : 16433,
"46923776" : 16164,
"47448064" : 15605,
"47972352" : 14947,
"48496640" : 14930,
"49020928" : 14041,
"49545216" : 13181,
"50069504" : 12561,
"50593792" : 12075,
"51118080" : 11282,
"51642368" : 10450,
"52166656" : 10076,
"52690944" : 9695,
"53215232" : 9267,
"53739520" : 8952,
"54263808" : 8780,
"54788096" : 8756,
"55312384" : 8502,
"55836672" : 8184,
"56360960" : 8159,
"56885248" : 8029,
"57409536" : 7789,
"57933824" : 7544,
"58458112" : 7227,
"58982400" : 6845,
"59506688" : 6755,
"60030976" : 6472,
"60555264" : 6249,
"61079552" : 6049,
"61603840" : 5877,
"62128128" : 5643,
"62652416" : 5420,
"63176704" : 4907,
"63700992" : 5030,
"64225280" : 4707,
"64749568" : 4494,
"65273856" : 4389,
"65798144" : 4380,
"66322432" : 4208,
"66846720" : 4030,
"67633152" : 7656,
"68681728" : 7440,
"69730304" : 6713,
"70778880" : 6352,
"71827456" : 5596,
"72876032" : 5201,
"73924608" : 4676,
"74973184" : 4125,
"76021760" : 3850,
"77070336" : 3569,
"78118912" : 3267,
"79167488" : 2924,
"80216064" : 2702,
"81264640" : 2449,
"82313216" : 2291,
"83361792" : 2111,
"84410368" : 1925,
"85458944" : 1804,
"86507520" : 1555,
"87556096" : 1364,
"88604672" : 1260,
"89653248" : 1103,
"90701824" : 931,
"91750400" : 864,
"92798976" : 805,
"93847552" : 748,
"94896128" : 686,
"95944704" : 640,
"96993280" : 558,
"98041856" : 503,
"99090432" : 419,
"100139008" : 402,
"101187584" : 362,
"102236160" : 311,
"103284736" : 271,
"104333312" : 292,
"105381888" : 259,
"106430464" : 221,
"107479040" : 207,
"108527616" : 194,
"109576192" : 142,
"110624768" : 130,
"111673344" : 127,
"112721920" : 104,
"113770496" : 92,
"114819072" : 85,
"115867648" : 92,
"116916224" : 64,
"117964800" : 82,
"119013376" : 54,
"120061952" : 52,
"121110528" : 46,
"122159104" : 44,
"123207680" : 32,
"124256256" : 35,
"125304832" : 32,
"126353408" : 41,
"127401984" : 26,
"128450560" : 32,
"129499136" : 22,
"130547712" : 18,
"131596288" : 14,
"132644864" : 5,
"133693440" : 9,
"135266304" : 30,
"137363456" : 30,
"139460608" : 20,
"141557760" : 11,
"143654912" : 7,
"145752064" : 3,
"147849216" : 2,
"149946368" : 1
}
},
"lat_ns" : {
"min" : 414244,
"max" : 155903571,
"mean" : 33047299.249153,
"stddev" : 16434658.201983,
"N" : 2788825
},
"bw_min" : 38642,
"bw_max" : 88972,
"bw_agg" : 100.000000,
"bw_mean" : 62004.986072,
"bw_dev" : 270.208771,
"bw_samples" : 11488,
"iops_min" : 9660,
"iops_max" : 22239,
"iops_mean" : 15498.986072,
"iops_stddev" : 67.573273,
"iops_samples" : 11488
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5760292,
"usr_cpu" : 0.211239,
"sys_cpu" : 3.985510,
"ctx" : 4474919,
"majf" : 0,
"minf" : 1303,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.998852,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 4.119576,
"20" : 24.304094,
"50" : 59.821758,
"100" : 11.631703,
"250" : 0.137537,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095408,
"timestamp_ms" : 1773095408354,
"time" : "Mon Mar 9 19:30:08 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11423158272,
"io_kbytes" : 11155428,
"bw_bytes" : 63456349,
"bw" : 61969,
"iops" : 15489.428717,
"runtime" : 180016,
"total_ios" : 2788345,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 267088,
"max" : 67180314,
"mean" : 2055367.013991,
"stddev" : 3212424.712146,
"N" : 2788377
},
"clat_ns" : {
"min" : 3325,
"max" : 150461825,
"mean" : 30991699.603652,
"stddev" : 15850040.960109,
"N" : 2788825,
"percentile" : {
"1.000000" : 8978432,
"5.000000" : 10158080,
"10.000000" : 13303808,
"20.000000" : 17694720,
"30.000000" : 20578304,
"40.000000" : 25034752,
"50.000000" : 28180480,
"60.000000" : 31850496,
"70.000000" : 36438016,
"80.000000" : 42729472,
"90.000000" : 52166656,
"95.000000" : 61603840,
"99.000000" : 80216064,
"99.500000" : 86507520,
"99.900000" : 103284736,
"99.950000" : 109576192,
"99.990000" : 125304832
},
"bins" : {
"3312" : 1,
"3760" : 1,
"3856" : 1,
"3952" : 1,
"4016" : 1,
"4384" : 1,
"4448" : 1,
"4640" : 1,
"4704" : 1,
"5024" : 1,
"5088" : 1,
"5216" : 1,
"5472" : 2,
"5600" : 1,
"5728" : 1,
"5856" : 3,
"5920" : 2,
"5984" : 1,
"6112" : 1,
"6304" : 2,
"6560" : 2,
"6688" : 1,
"6880" : 1,
"7136" : 1,
"7584" : 1,
"7776" : 1,
"415744" : 1,
"432128" : 1,
"448512" : 1,
"477184" : 1,
"552960" : 1,
"765952" : 1,
"905216" : 1,
"937984" : 1,
"962560" : 1,
"978944" : 1,
"1003520" : 1,
"1171456" : 1,
"1286144" : 1,
"1417216" : 1,
"1433600" : 2,
"1728512" : 1,
"1744896" : 1,
"1875968" : 1,
"1974272" : 2,
"2146304" : 1,
"2211840" : 1,
"2342912" : 1,
"2539520" : 2,
"2605056" : 2,
"2899968" : 1,
"2932736" : 1,
"2998272" : 2,
"3063808" : 1,
"3391488" : 1,
"3424256" : 1,
"3555328" : 1,
"3784704" : 1,
"3981312" : 2,
"4358144" : 1,
"4423680" : 1,
"6193152" : 1,
"6324224" : 1,
"6520832" : 2,
"6586368" : 11,
"6651904" : 8,
"6717440" : 14,
"6782976" : 16,
"6848512" : 11,
"6914048" : 36,
"6979584" : 46,
"7045120" : 69,
"7110656" : 78,
"7176192" : 81,
"7241728" : 127,
"7307264" : 141,
"7372800" : 165,
"7438336" : 219,
"7503872" : 207,
"7569408" : 249,
"7634944" : 282,
"7700480" : 357,
"7766016" : 408,
"7831552" : 455,
"7897088" : 559,
"7962624" : 633,
"8028160" : 777,
"8093696" : 775,
"8159232" : 898,
"8224768" : 1111,
"8290304" : 1153,
"8355840" : 1266,
"8454144" : 2996,
"8585216" : 3639,
"8716288" : 4455,
"8847360" : 5518,
"8978432" : 6371,
"9109504" : 7646,
"9240576" : 8892,
"9371648" : 10056,
"9502720" : 11330,
"9633792" : 12262,
"9764864" : 13263,
"9895936" : 13980,
"10027008" : 14609,
"10158080" : 14623,
"10289152" : 14052,
"10420224" : 13378,
"10551296" : 12720,
"10682368" : 11607,
"10813440" : 10336,
"10944512" : 9244,
"11075584" : 8155,
"11206656" : 7108,
"11337728" : 5937,
"11468800" : 5080,
"11599872" : 4091,
"11730944" : 3709,
"11862016" : 3343,
"11993088" : 2975,
"12124160" : 2763,
"12255232" : 2647,
"12386304" : 2796,
"12517376" : 2720,
"12648448" : 2737,
"12779520" : 2845,
"12910592" : 2950,
"13041664" : 3233,
"13172736" : 3592,
"13303808" : 3628,
"13434880" : 4074,
"13565952" : 4193,
"13697024" : 4266,
"13828096" : 4790,
"13959168" : 5029,
"14090240" : 5265,
"14221312" : 5489,
"14352384" : 5918,
"14483456" : 6324,
"14614528" : 6571,
"14745600" : 6961,
"14876672" : 7162,
"15007744" : 7580,
"15138816" : 7919,
"15269888" : 8180,
"15400960" : 8446,
"15532032" : 8835,
"15663104" : 9170,
"15794176" : 9509,
"15925248" : 9840,
"16056320" : 10337,
"16187392" : 10576,
"16318464" : 10809,
"16449536" : 11244,
"16580608" : 11301,
"16711680" : 11582,
"16908288" : 24090,
"17170432" : 24899,
"17432576" : 25415,
"17694720" : 26262,
"17956864" : 26918,
"18219008" : 26750,
"18481152" : 26669,
"18743296" : 26402,
"19005440" : 25283,
"19267584" : 24433,
"19529728" : 23649,
"19791872" : 22482,
"20054016" : 21191,
"20316160" : 19819,
"20578304" : 18240,
"20840448" : 17365,
"21102592" : 16452,
"21364736" : 15428,
"21626880" : 14922,
"21889024" : 14300,
"22151168" : 14348,
"22413312" : 14076,
"22675456" : 14469,
"22937600" : 14942,
"23199744" : 15288,
"23461888" : 16050,
"23724032" : 16891,
"23986176" : 17860,
"24248320" : 18496,
"24510464" : 19137,
"24772608" : 20016,
"25034752" : 21042,
"25296896" : 21901,
"25559040" : 22572,
"25821184" : 23487,
"26083328" : 23687,
"26345472" : 24354,
"26607616" : 24649,
"26869760" : 24873,
"27131904" : 24775,
"27394048" : 24683,
"27656192" : 24496,
"27918336" : 24451,
"28180480" : 24073,
"28442624" : 23365,
"28704768" : 23154,
"28966912" : 22060,
"29229056" : 20970,
"29491200" : 20341,
"29753344" : 19526,
"30015488" : 18917,
"30277632" : 18204,
"30539776" : 17299,
"30801920" : 16820,
"31064064" : 16287,
"31326208" : 15556,
"31588352" : 15210,
"31850496" : 14936,
"32112640" : 14761,
"32374784" : 14592,
"32636928" : 14406,
"32899072" : 14105,
"33161216" : 14246,
"33423360" : 14371,
"33816576" : 29949,
"34340864" : 30868,
"34865152" : 31610,
"35389440" : 31936,
"35913728" : 32526,
"36438016" : 32331,
"36962304" : 31452,
"37486592" : 30649,
"38010880" : 29314,
"38535168" : 28483,
"39059456" : 26967,
"39583744" : 25306,
"40108032" : 23759,
"40632320" : 22296,
"41156608" : 20702,
"41680896" : 19575,
"42205184" : 18749,
"42729472" : 17970,
"43253760" : 17588,
"43778048" : 17512,
"44302336" : 17135,
"44826624" : 16701,
"45350912" : 16991,
"45875200" : 16686,
"46399488" : 16433,
"46923776" : 16164,
"47448064" : 15605,
"47972352" : 14947,
"48496640" : 14930,
"49020928" : 14041,
"49545216" : 13181,
"50069504" : 12561,
"50593792" : 12075,
"51118080" : 11282,
"51642368" : 10450,
"52166656" : 10076,
"52690944" : 9695,
"53215232" : 9267,
"53739520" : 8952,
"54263808" : 8780,
"54788096" : 8756,
"55312384" : 8502,
"55836672" : 8184,
"56360960" : 8159,
"56885248" : 8029,
"57409536" : 7789,
"57933824" : 7544,
"58458112" : 7227,
"58982400" : 6845,
"59506688" : 6755,
"60030976" : 6472,
"60555264" : 6249,
"61079552" : 6049,
"61603840" : 5877,
"62128128" : 5643,
"62652416" : 5420,
"63176704" : 4907,
"63700992" : 5030,
"64225280" : 4707,
"64749568" : 4494,
"65273856" : 4389,
"65798144" : 4380,
"66322432" : 4208,
"66846720" : 4030,
"67633152" : 7656,
"68681728" : 7440,
"69730304" : 6713,
"70778880" : 6352,
"71827456" : 5596,
"72876032" : 5201,
"73924608" : 4676,
"74973184" : 4125,
"76021760" : 3850,
"77070336" : 3569,
"78118912" : 3267,
"79167488" : 2924,
"80216064" : 2702,
"81264640" : 2449,
"82313216" : 2291,
"83361792" : 2111,
"84410368" : 1925,
"85458944" : 1804,
"86507520" : 1555,
"87556096" : 1364,
"88604672" : 1260,
"89653248" : 1103,
"90701824" : 931,
"91750400" : 864,
"92798976" : 805,
"93847552" : 748,
"94896128" : 686,
"95944704" : 640,
"96993280" : 558,
"98041856" : 503,
"99090432" : 419,
"100139008" : 402,
"101187584" : 362,
"102236160" : 311,
"103284736" : 271,
"104333312" : 292,
"105381888" : 259,
"106430464" : 221,
"107479040" : 207,
"108527616" : 194,
"109576192" : 142,
"110624768" : 130,
"111673344" : 127,
"112721920" : 104,
"113770496" : 92,
"114819072" : 85,
"115867648" : 92,
"116916224" : 64,
"117964800" : 82,
"119013376" : 54,
"120061952" : 52,
"121110528" : 46,
"122159104" : 44,
"123207680" : 32,
"124256256" : 35,
"125304832" : 32,
"126353408" : 41,
"127401984" : 26,
"128450560" : 32,
"129499136" : 22,
"130547712" : 18,
"131596288" : 14,
"132644864" : 5,
"133693440" : 9,
"135266304" : 30,
"137363456" : 30,
"139460608" : 20,
"141557760" : 11,
"143654912" : 7,
"145752064" : 3,
"147849216" : 2,
"149946368" : 1
}
},
"lat_ns" : {
"min" : 414244,
"max" : 155903571,
"mean" : 33047299.249153,
"stddev" : 16434658.201983,
"N" : 2788825
},
"bw_min" : 38642,
"bw_max" : 88972,
"bw_agg" : 100.000000,
"bw_mean" : 62004.986072,
"bw_dev" : 270.208771,
"bw_samples" : 11488,
"iops_min" : 9660,
"iops_max" : 22239,
"iops_mean" : 15498.986072,
"iops_stddev" : 67.573273,
"iops_samples" : 11488
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5760322,
"usr_cpu" : 0.211238,
"sys_cpu" : 3.985489,
"ctx" : 4474947,
"majf" : 0,
"minf" : 1305,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.998852,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 4.119576,
"20" : 24.304094,
"50" : 59.821758,
"100" : 11.631703,
"250" : 0.137537,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}