raidz2/benchmarks/rand/rand-write-qd32-nj32_run1.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773097745,
"timestamp_ms" : 1773097745486,
"time" : "Mon Mar 9 20:09:05 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 11,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 719396864,
"io_kbytes" : 702536,
"bw_bytes" : 73799432,
"bw" : 72069,
"iops" : 18135.617563,
"runtime" : 9748,
"total_ios" : 176786,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 311936,
"usr_cpu" : 0.241075,
"sys_cpu" : 4.883053,
"ctx" : 285262,
"majf" : 0,
"minf" : 211,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.144808,
"16" : 0.289616,
"32" : 99.438870,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097755,
"timestamp_ms" : 1773097755750,
"time" : "Mon Mar 9 20:09:15 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 169,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 582418432,
"io_kbytes" : 568768,
"bw_bytes" : 58195286,
"bw" : 56831,
"iops" : 14217.326139,
"runtime" : 10008,
"total_ios" : 142287,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 333559,
"max" : 34492738,
"mean" : 2242187.960376,
"stddev" : 3463164.144749,
"N" : 142287
},
"clat_ns" : {
"min" : 16804088,
"max" : 239073087,
"mean" : 69829049.543285,
"stddev" : 26515407.896181,
"N" : 142255,
"percentile" : {
"1.000000" : 23461888,
"5.000000" : 32636928,
"10.000000" : 38535168,
"20.000000" : 46923776,
"30.000000" : 53739520,
"40.000000" : 60030976,
"50.000000" : 66322432,
"60.000000" : 72876032,
"70.000000" : 80216064,
"80.000000" : 90701824,
"90.000000" : 106430464,
"95.000000" : 119013376,
"99.000000" : 145752064,
"99.500000" : 154140672,
"99.900000" : 173015040,
"99.950000" : 179306496,
"99.990000" : 206569472
},
"bins" : {
"16908288" : 2,
"17170432" : 4,
"17432576" : 1,
"17694720" : 6,
"17956864" : 15,
"18219008" : 9,
"18481152" : 14,
"18743296" : 25,
"19005440" : 29,
"19267584" : 31,
"19529728" : 33,
"19791872" : 43,
"20054016" : 84,
"20316160" : 102,
"20578304" : 107,
"20840448" : 123,
"21102592" : 149,
"21364736" : 143,
"21626880" : 116,
"21889024" : 110,
"22151168" : 99,
"22413312" : 55,
"22675456" : 42,
"22937600" : 37,
"23199744" : 32,
"23461888" : 54,
"23724032" : 29,
"23986176" : 33,
"24248320" : 41,
"24510464" : 40,
"24772608" : 51,
"25034752" : 66,
"25296896" : 89,
"25559040" : 87,
"25821184" : 90,
"26083328" : 96,
"26345472" : 108,
"26607616" : 119,
"26869760" : 118,
"27131904" : 159,
"27394048" : 154,
"27656192" : 161,
"27918336" : 162,
"28180480" : 187,
"28442624" : 172,
"28704768" : 216,
"28966912" : 214,
"29229056" : 224,
"29491200" : 255,
"29753344" : 224,
"30015488" : 258,
"30277632" : 262,
"30539776" : 265,
"30801920" : 248,
"31064064" : 248,
"31326208" : 218,
"31588352" : 274,
"31850496" : 238,
"32112640" : 224,
"32374784" : 203,
"32636928" : 224,
"32899072" : 211,
"33161216" : 226,
"33423360" : 214,
"33816576" : 425,
"34340864" : 463,
"34865152" : 478,
"35389440" : 545,
"35913728" : 663,
"36438016" : 702,
"36962304" : 706,
"37486592" : 741,
"38010880" : 827,
"38535168" : 816,
"39059456" : 870,
"39583744" : 833,
"40108032" : 960,
"40632320" : 973,
"41156608" : 841,
"41680896" : 788,
"42205184" : 893,
"42729472" : 947,
"43253760" : 921,
"43778048" : 872,
"44302336" : 872,
"44826624" : 819,
"45350912" : 877,
"45875200" : 942,
"46399488" : 887,
"46923776" : 941,
"47448064" : 1048,
"47972352" : 1116,
"48496640" : 1075,
"49020928" : 991,
"49545216" : 1152,
"50069504" : 1190,
"50593792" : 1278,
"51118080" : 1257,
"51642368" : 1161,
"52166656" : 1189,
"52690944" : 1057,
"53215232" : 1023,
"53739520" : 1078,
"54263808" : 1112,
"54788096" : 1217,
"55312384" : 1088,
"55836672" : 1126,
"56360960" : 1150,
"56885248" : 1237,
"57409536" : 1192,
"57933824" : 1227,
"58458112" : 1282,
"58982400" : 1354,
"59506688" : 1344,
"60030976" : 1213,
"60555264" : 1242,
"61079552" : 1279,
"61603840" : 1319,
"62128128" : 1244,
"62652416" : 1249,
"63176704" : 1265,
"63700992" : 1155,
"64225280" : 1179,
"64749568" : 1212,
"65273856" : 1202,
"65798144" : 1110,
"66322432" : 1203,
"66846720" : 1071,
"67633152" : 2024,
"68681728" : 2388,
"69730304" : 2339,
"70778880" : 2249,
"71827456" : 2258,
"72876032" : 2067,
"73924608" : 1934,
"74973184" : 1901,
"76021760" : 1942,
"77070336" : 1893,
"78118912" : 1835,
"79167488" : 1837,
"80216064" : 1731,
"81264640" : 1762,
"82313216" : 1495,
"83361792" : 1573,
"84410368" : 1401,
"85458944" : 1393,
"86507520" : 1476,
"87556096" : 1347,
"88604672" : 1310,
"89653248" : 1293,
"90701824" : 1150,
"91750400" : 1251,
"92798976" : 1215,
"93847552" : 1079,
"94896128" : 1030,
"95944704" : 1122,
"96993280" : 1042,
"98041856" : 969,
"99090432" : 1034,
"100139008" : 937,
"101187584" : 882,
"102236160" : 832,
"103284736" : 879,
"104333312" : 780,
"105381888" : 749,
"106430464" : 775,
"107479040" : 787,
"108527616" : 783,
"109576192" : 673,
"110624768" : 636,
"111673344" : 564,
"112721920" : 536,
"113770496" : 533,
"114819072" : 593,
"115867648" : 557,
"116916224" : 470,
"117964800" : 440,
"119013376" : 355,
"120061952" : 377,
"121110528" : 379,
"122159104" : 328,
"123207680" : 307,
"124256256" : 344,
"125304832" : 273,
"126353408" : 277,
"127401984" : 234,
"128450560" : 254,
"129499136" : 243,
"130547712" : 200,
"131596288" : 195,
"132644864" : 227,
"133693440" : 210,
"135266304" : 368,
"137363456" : 306,
"139460608" : 253,
"141557760" : 253,
"143654912" : 256,
"145752064" : 218,
"147849216" : 197,
"149946368" : 143,
"152043520" : 129,
"154140672" : 135,
"156237824" : 108,
"158334976" : 75,
"160432128" : 87,
"162529280" : 91,
"164626432" : 62,
"166723584" : 34,
"168820736" : 43,
"170917888" : 22,
"173015040" : 24,
"175112192" : 32,
"177209344" : 28,
"179306496" : 13,
"181403648" : 5,
"183500800" : 5,
"185597952" : 6,
"187695104" : 11,
"189792256" : 3,
"191889408" : 3,
"193986560" : 5,
"196083712" : 3,
"198180864" : 2,
"200278016" : 2,
"202375168" : 4,
"204472320" : 3,
"206569472" : 2,
"210763776" : 1,
"212860928" : 1,
"217055232" : 1,
"219152384" : 2,
"223346688" : 1,
"225443840" : 1,
"227540992" : 1,
"231735296" : 1,
"235929600" : 2,
"238026752" : 2
}
},
"lat_ns" : {
"min" : 17547815,
"max" : 241100235,
"mean" : 72072414.141556,
"stddev" : 26989708.281164,
"N" : 142255
},
"bw_min" : 40572,
"bw_max" : 72908,
"bw_agg" : 99.937827,
"bw_mean" : 56796.852632,
"bw_dev" : 276.305709,
"bw_samples" : 620,
"iops_min" : 10142,
"iops_max" : 18227,
"iops_mean" : 14198.705263,
"iops_stddev" : 69.088630,
"iops_samples" : 620
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 320125,
"usr_cpu" : 0.196798,
"sys_cpu" : 3.677314,
"ctx" : 233974,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.160240,
"50" : 23.945266,
"100" : 62.381665,
"250" : 13.490340,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097765,
"timestamp_ms" : 1773097765747,
"time" : "Mon Mar 9 20:09:25 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 159,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1179275264,
"io_kbytes" : 1151636,
"bw_bytes" : 58937241,
"bw" : 57555,
"iops" : 14399.070418,
"runtime" : 20009,
"total_ios" : 288111,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 333559,
"max" : 45113988,
"mean" : 2212847.478392,
"stddev" : 3425925.581544,
"N" : 288111
},
"clat_ns" : {
"min" : 15430109,
"max" : 239073087,
"mean" : 68908105.846973,
"stddev" : 26161015.993949,
"N" : 288079,
"percentile" : {
"1.000000" : 24248320,
"5.000000" : 32636928,
"10.000000" : 38535168,
"20.000000" : 46399488,
"30.000000" : 53215232,
"40.000000" : 58982400,
"50.000000" : 65273856,
"60.000000" : 71827456,
"70.000000" : 79167488,
"80.000000" : 89653248,
"90.000000" : 104333312,
"95.000000" : 117964800,
"99.000000" : 143654912,
"99.500000" : 154140672,
"99.900000" : 168820736,
"99.950000" : 177209344,
"99.990000" : 196083712
},
"bins" : {
"15400960" : 1,
"16908288" : 2,
"17170432" : 4,
"17432576" : 4,
"17694720" : 8,
"17956864" : 22,
"18219008" : 14,
"18481152" : 26,
"18743296" : 42,
"19005440" : 42,
"19267584" : 66,
"19529728" : 74,
"19791872" : 112,
"20054016" : 171,
"20316160" : 184,
"20578304" : 192,
"20840448" : 200,
"21102592" : 230,
"21364736" : 233,
"21626880" : 206,
"21889024" : 206,
"22151168" : 163,
"22413312" : 132,
"22675456" : 107,
"22937600" : 92,
"23199744" : 85,
"23461888" : 87,
"23724032" : 70,
"23986176" : 87,
"24248320" : 92,
"24510464" : 96,
"24772608" : 115,
"25034752" : 112,
"25296896" : 167,
"25559040" : 205,
"25821184" : 190,
"26083328" : 223,
"26345472" : 290,
"26607616" : 296,
"26869760" : 312,
"27131904" : 339,
"27394048" : 310,
"27656192" : 324,
"27918336" : 333,
"28180480" : 377,
"28442624" : 401,
"28704768" : 426,
"28966912" : 441,
"29229056" : 454,
"29491200" : 537,
"29753344" : 481,
"30015488" : 495,
"30277632" : 542,
"30539776" : 517,
"30801920" : 519,
"31064064" : 503,
"31326208" : 450,
"31588352" : 491,
"31850496" : 426,
"32112640" : 399,
"32374784" : 396,
"32636928" : 415,
"32899072" : 399,
"33161216" : 481,
"33423360" : 462,
"33816576" : 993,
"34340864" : 1070,
"34865152" : 1062,
"35389440" : 1159,
"35913728" : 1431,
"36438016" : 1539,
"36962304" : 1715,
"37486592" : 1780,
"38010880" : 1753,
"38535168" : 1728,
"39059456" : 1804,
"39583744" : 1836,
"40108032" : 1946,
"40632320" : 1908,
"41156608" : 1768,
"41680896" : 1727,
"42205184" : 1673,
"42729472" : 1830,
"43253760" : 1877,
"43778048" : 1816,
"44302336" : 1962,
"44826624" : 1837,
"45350912" : 2034,
"45875200" : 2234,
"46399488" : 2189,
"46923776" : 2157,
"47448064" : 2271,
"47972352" : 2438,
"48496640" : 2322,
"49020928" : 2118,
"49545216" : 2269,
"50069504" : 2276,
"50593792" : 2391,
"51118080" : 2324,
"51642368" : 2346,
"52166656" : 2419,
"52690944" : 2242,
"53215232" : 2221,
"53739520" : 2299,
"54263808" : 2415,
"54788096" : 2496,
"55312384" : 2278,
"55836672" : 2415,
"56360960" : 2403,
"56885248" : 2575,
"57409536" : 2447,
"57933824" : 2615,
"58458112" : 2590,
"58982400" : 2700,
"59506688" : 2606,
"60030976" : 2462,
"60555264" : 2561,
"61079552" : 2437,
"61603840" : 2538,
"62128128" : 2528,
"62652416" : 2602,
"63176704" : 2543,
"63700992" : 2439,
"64225280" : 2455,
"64749568" : 2449,
"65273856" : 2417,
"65798144" : 2327,
"66322432" : 2429,
"66846720" : 2262,
"67633152" : 4485,
"68681728" : 4781,
"69730304" : 4802,
"70778880" : 4692,
"71827456" : 4533,
"72876032" : 4224,
"73924608" : 4209,
"74973184" : 4005,
"76021760" : 3937,
"77070336" : 3660,
"78118912" : 3573,
"79167488" : 3612,
"80216064" : 3341,
"81264640" : 3324,
"82313216" : 3081,
"83361792" : 3076,
"84410368" : 2800,
"85458944" : 2775,
"86507520" : 2745,
"87556096" : 2658,
"88604672" : 2548,
"89653248" : 2457,
"90701824" : 2235,
"91750400" : 2360,
"92798976" : 2285,
"93847552" : 2062,
"94896128" : 2068,
"95944704" : 2122,
"96993280" : 2136,
"98041856" : 1988,
"99090432" : 2004,
"100139008" : 1750,
"101187584" : 1702,
"102236160" : 1565,
"103284736" : 1640,
"104333312" : 1450,
"105381888" : 1422,
"106430464" : 1507,
"107479040" : 1461,
"108527616" : 1376,
"109576192" : 1245,
"110624768" : 1139,
"111673344" : 1072,
"112721920" : 957,
"113770496" : 1015,
"114819072" : 1035,
"115867648" : 988,
"116916224" : 867,
"117964800" : 813,
"119013376" : 707,
"120061952" : 706,
"121110528" : 683,
"122159104" : 665,
"123207680" : 622,
"124256256" : 635,
"125304832" : 538,
"126353408" : 536,
"127401984" : 487,
"128450560" : 473,
"129499136" : 472,
"130547712" : 418,
"131596288" : 393,
"132644864" : 441,
"133693440" : 415,
"135266304" : 729,
"137363456" : 631,
"139460608" : 527,
"141557760" : 529,
"143654912" : 467,
"145752064" : 406,
"147849216" : 399,
"149946368" : 269,
"152043520" : 260,
"154140672" : 247,
"156237824" : 223,
"158334976" : 180,
"160432128" : 141,
"162529280" : 130,
"164626432" : 110,
"166723584" : 80,
"168820736" : 71,
"170917888" : 44,
"173015040" : 40,
"175112192" : 41,
"177209344" : 36,
"179306496" : 30,
"181403648" : 10,
"183500800" : 10,
"185597952" : 9,
"187695104" : 13,
"189792256" : 5,
"191889408" : 4,
"193986560" : 5,
"196083712" : 3,
"198180864" : 2,
"200278016" : 2,
"202375168" : 4,
"204472320" : 3,
"206569472" : 2,
"210763776" : 1,
"212860928" : 1,
"217055232" : 1,
"219152384" : 2,
"223346688" : 1,
"225443840" : 1,
"227540992" : 1,
"231735296" : 1,
"235929600" : 2,
"238026752" : 2
}
},
"lat_ns" : {
"min" : 17547815,
"max" : 241100235,
"mean" : 71119349.991669,
"stddev" : 26624867.032049,
"N" : 288079
},
"bw_min" : 40090,
"bw_max" : 76577,
"bw_agg" : 100.000000,
"bw_mean" : 57598.076923,
"bw_dev" : 282.980293,
"bw_samples" : 1248,
"iops_min" : 10022,
"iops_max" : 19144,
"iops_mean" : 14398.897436,
"iops_stddev" : 70.750290,
"iops_samples" : 1248
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 640157,
"usr_cpu" : 0.199639,
"sys_cpu" : 3.711902,
"ctx" : 463634,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.156537,
"50" : 25.165648,
"100" : 62.103842,
"250" : 12.562866,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097775,
"timestamp_ms" : 1773097775749,
"time" : "Mon Mar 9 20:09:35 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 149,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1803948032,
"io_kbytes" : 1761668,
"bw_bytes" : 60113566,
"bw" : 58704,
"iops" : 14682.495251,
"runtime" : 30009,
"total_ios" : 440607,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 333559,
"max" : 45113988,
"mean" : 2169724.547642,
"stddev" : 3365690.107697,
"N" : 440607
},
"clat_ns" : {
"min" : 15430109,
"max" : 239073087,
"mean" : 67569702.129774,
"stddev" : 25247887.834956,
"N" : 440575,
"percentile" : {
"1.000000" : 23461888,
"5.000000" : 31850496,
"10.000000" : 38010880,
"20.000000" : 45875200,
"30.000000" : 52166656,
"40.000000" : 58458112,
"50.000000" : 64225280,
"60.000000" : 70778880,
"70.000000" : 78118912,
"80.000000" : 87556096,
"90.000000" : 102236160,
"95.000000" : 114819072,
"99.000000" : 139460608,
"99.500000" : 149946368,
"99.900000" : 166723584,
"99.950000" : 173015040,
"99.990000" : 187695104
},
"bins" : {
"15400960" : 1,
"15925248" : 3,
"16187392" : 7,
"16318464" : 7,
"16449536" : 7,
"16580608" : 6,
"16711680" : 6,
"16908288" : 26,
"17170432" : 24,
"17432576" : 29,
"17694720" : 22,
"17956864" : 39,
"18219008" : 29,
"18481152" : 47,
"18743296" : 67,
"19005440" : 75,
"19267584" : 105,
"19529728" : 163,
"19791872" : 175,
"20054016" : 241,
"20316160" : 270,
"20578304" : 310,
"20840448" : 343,
"21102592" : 344,
"21364736" : 327,
"21626880" : 318,
"21889024" : 315,
"22151168" : 298,
"22413312" : 231,
"22675456" : 186,
"22937600" : 184,
"23199744" : 190,
"23461888" : 193,
"23724032" : 163,
"23986176" : 175,
"24248320" : 195,
"24510464" : 207,
"24772608" : 244,
"25034752" : 258,
"25296896" : 335,
"25559040" : 395,
"25821184" : 361,
"26083328" : 420,
"26345472" : 460,
"26607616" : 482,
"26869760" : 471,
"27131904" : 519,
"27394048" : 531,
"27656192" : 543,
"27918336" : 574,
"28180480" : 626,
"28442624" : 659,
"28704768" : 672,
"28966912" : 684,
"29229056" : 699,
"29491200" : 807,
"29753344" : 743,
"30015488" : 787,
"30277632" : 854,
"30539776" : 870,
"30801920" : 844,
"31064064" : 750,
"31326208" : 731,
"31588352" : 768,
"31850496" : 694,
"32112640" : 645,
"32374784" : 653,
"32636928" : 664,
"32899072" : 643,
"33161216" : 761,
"33423360" : 764,
"33816576" : 1616,
"34340864" : 1704,
"34865152" : 1716,
"35389440" : 1873,
"35913728" : 2186,
"36438016" : 2318,
"36962304" : 2435,
"37486592" : 2624,
"38010880" : 2711,
"38535168" : 2700,
"39059456" : 2762,
"39583744" : 2795,
"40108032" : 2970,
"40632320" : 2892,
"41156608" : 2766,
"41680896" : 2738,
"42205184" : 2679,
"42729472" : 2839,
"43253760" : 2887,
"43778048" : 2881,
"44302336" : 3020,
"44826624" : 2833,
"45350912" : 3149,
"45875200" : 3465,
"46399488" : 3413,
"46923776" : 3443,
"47448064" : 3607,
"47972352" : 3811,
"48496640" : 3742,
"49020928" : 3622,
"49545216" : 3764,
"50069504" : 3676,
"50593792" : 3823,
"51118080" : 3662,
"51642368" : 3637,
"52166656" : 3701,
"52690944" : 3576,
"53215232" : 3758,
"53739520" : 3677,
"54263808" : 3847,
"54788096" : 3858,
"55312384" : 3796,
"55836672" : 3833,
"56360960" : 3844,
"56885248" : 4126,
"57409536" : 3854,
"57933824" : 4121,
"58458112" : 4027,
"58982400" : 4198,
"59506688" : 4043,
"60030976" : 3884,
"60555264" : 3939,
"61079552" : 3916,
"61603840" : 3952,
"62128128" : 3952,
"62652416" : 3984,
"63176704" : 3978,
"63700992" : 3953,
"64225280" : 3819,
"64749568" : 3771,
"65273856" : 3734,
"65798144" : 3606,
"66322432" : 3814,
"66846720" : 3504,
"67633152" : 7138,
"68681728" : 7298,
"69730304" : 7358,
"70778880" : 7149,
"71827456" : 6966,
"72876032" : 6544,
"73924608" : 6407,
"74973184" : 6021,
"76021760" : 5925,
"77070336" : 5588,
"78118912" : 5479,
"79167488" : 5550,
"80216064" : 5272,
"81264640" : 5062,
"82313216" : 4802,
"83361792" : 4654,
"84410368" : 4210,
"85458944" : 4232,
"86507520" : 4151,
"87556096" : 3943,
"88604672" : 3975,
"89653248" : 3781,
"90701824" : 3482,
"91750400" : 3589,
"92798976" : 3424,
"93847552" : 3192,
"94896128" : 2988,
"95944704" : 3056,
"96993280" : 3067,
"98041856" : 2891,
"99090432" : 2857,
"100139008" : 2523,
"101187584" : 2392,
"102236160" : 2239,
"103284736" : 2328,
"104333312" : 2056,
"105381888" : 1990,
"106430464" : 2034,
"107479040" : 1993,
"108527616" : 1947,
"109576192" : 1747,
"110624768" : 1616,
"111673344" : 1510,
"112721920" : 1335,
"113770496" : 1412,
"114819072" : 1358,
"115867648" : 1347,
"116916224" : 1178,
"117964800" : 1095,
"119013376" : 982,
"120061952" : 929,
"121110528" : 950,
"122159104" : 907,
"123207680" : 848,
"124256256" : 806,
"125304832" : 724,
"126353408" : 713,
"127401984" : 632,
"128450560" : 610,
"129499136" : 579,
"130547712" : 533,
"131596288" : 480,
"132644864" : 562,
"133693440" : 523,
"135266304" : 858,
"137363456" : 753,
"139460608" : 636,
"141557760" : 649,
"143654912" : 543,
"145752064" : 469,
"147849216" : 447,
"149946368" : 313,
"152043520" : 302,
"154140672" : 270,
"156237824" : 243,
"158334976" : 204,
"160432128" : 156,
"162529280" : 147,
"164626432" : 119,
"166723584" : 95,
"168820736" : 79,
"170917888" : 54,
"173015040" : 46,
"175112192" : 41,
"177209344" : 36,
"179306496" : 31,
"181403648" : 13,
"183500800" : 11,
"185597952" : 11,
"187695104" : 14,
"189792256" : 5,
"191889408" : 4,
"193986560" : 5,
"196083712" : 3,
"198180864" : 2,
"200278016" : 2,
"202375168" : 4,
"204472320" : 3,
"206569472" : 2,
"210763776" : 1,
"212860928" : 1,
"217055232" : 1,
"219152384" : 2,
"223346688" : 1,
"225443840" : 1,
"227540992" : 1,
"231735296" : 1,
"235929600" : 2,
"238026752" : 2
}
},
"lat_ns" : {
"min" : 16556640,
"max" : 241100235,
"mean" : 69738560.294985,
"stddev" : 25692612.918865,
"N" : 440575
},
"bw_min" : 40090,
"bw_max" : 77949,
"bw_agg" : 99.901789,
"bw_mean" : 58647.491525,
"bw_dev" : 260.177009,
"bw_samples" : 1888,
"iops_min" : 10022,
"iops_max" : 19487,
"iops_mean" : 14660.491525,
"iops_stddev" : 65.048377,
"iops_samples" : 1888
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 960152,
"usr_cpu" : 0.205801,
"sys_cpu" : 3.791691,
"ctx" : 707831,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.202675,
"50" : 26.024552,
"100" : 62.767954,
"250" : 10.997556,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097785,
"timestamp_ms" : 1773097785763,
"time" : "Mon Mar 9 20:09:45 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 139,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2400997376,
"io_kbytes" : 2344724,
"bw_bytes" : 60011431,
"bw" : 58604,
"iops" : 14655.102602,
"runtime" : 40009,
"total_ios" : 586336,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 333559,
"max" : 48172784,
"mean" : 2174270.218129,
"stddev" : 3379925.373752,
"N" : 586336
},
"clat_ns" : {
"min" : 14915021,
"max" : 239073087,
"mean" : 67641643.768722,
"stddev" : 25123353.004767,
"N" : 586304,
"percentile" : {
"1.000000" : 23461888,
"5.000000" : 31850496,
"10.000000" : 38010880,
"20.000000" : 45875200,
"30.000000" : 52690944,
"40.000000" : 58458112,
"50.000000" : 64225280,
"60.000000" : 70778880,
"70.000000" : 78118912,
"80.000000" : 87556096,
"90.000000" : 102236160,
"95.000000" : 113770496,
"99.000000" : 139460608,
"99.500000" : 147849216,
"99.900000" : 164626432,
"99.950000" : 170917888,
"99.990000" : 187695104
},
"bins" : {
"14876672" : 2,
"15269888" : 2,
"15400960" : 4,
"15532032" : 2,
"15663104" : 11,
"15794176" : 10,
"15925248" : 11,
"16056320" : 4,
"16187392" : 15,
"16318464" : 17,
"16449536" : 9,
"16580608" : 13,
"16711680" : 7,
"16908288" : 37,
"17170432" : 42,
"17432576" : 52,
"17694720" : 37,
"17956864" : 46,
"18219008" : 39,
"18481152" : 68,
"18743296" : 83,
"19005440" : 97,
"19267584" : 128,
"19529728" : 207,
"19791872" : 222,
"20054016" : 283,
"20316160" : 308,
"20578304" : 379,
"20840448" : 427,
"21102592" : 424,
"21364736" : 392,
"21626880" : 410,
"21889024" : 403,
"22151168" : 403,
"22413312" : 322,
"22675456" : 288,
"22937600" : 268,
"23199744" : 286,
"23461888" : 278,
"23724032" : 262,
"23986176" : 257,
"24248320" : 311,
"24510464" : 361,
"24772608" : 358,
"25034752" : 392,
"25296896" : 473,
"25559040" : 525,
"25821184" : 513,
"26083328" : 573,
"26345472" : 611,
"26607616" : 645,
"26869760" : 623,
"27131904" : 687,
"27394048" : 720,
"27656192" : 766,
"27918336" : 818,
"28180480" : 868,
"28442624" : 878,
"28704768" : 894,
"28966912" : 880,
"29229056" : 889,
"29491200" : 1052,
"29753344" : 969,
"30015488" : 1069,
"30277632" : 1091,
"30539776" : 1112,
"30801920" : 1116,
"31064064" : 1017,
"31326208" : 1027,
"31588352" : 1004,
"31850496" : 942,
"32112640" : 919,
"32374784" : 924,
"32636928" : 891,
"32899072" : 884,
"33161216" : 1011,
"33423360" : 1014,
"33816576" : 2176,
"34340864" : 2233,
"34865152" : 2248,
"35389440" : 2510,
"35913728" : 2832,
"36438016" : 3093,
"36962304" : 3275,
"37486592" : 3582,
"38010880" : 3619,
"38535168" : 3580,
"39059456" : 3580,
"39583744" : 3580,
"40108032" : 3730,
"40632320" : 3709,
"41156608" : 3598,
"41680896" : 3499,
"42205184" : 3495,
"42729472" : 3708,
"43253760" : 3807,
"43778048" : 3835,
"44302336" : 4032,
"44826624" : 3853,
"45350912" : 4258,
"45875200" : 4526,
"46399488" : 4467,
"46923776" : 4515,
"47448064" : 4701,
"47972352" : 4963,
"48496640" : 4836,
"49020928" : 4664,
"49545216" : 4868,
"50069504" : 4672,
"50593792" : 4881,
"51118080" : 4774,
"51642368" : 4702,
"52166656" : 4744,
"52690944" : 4704,
"53215232" : 4994,
"53739520" : 4913,
"54263808" : 5058,
"54788096" : 5105,
"55312384" : 5021,
"55836672" : 5222,
"56360960" : 5232,
"56885248" : 5484,
"57409536" : 5148,
"57933824" : 5305,
"58458112" : 5301,
"58982400" : 5509,
"59506688" : 5298,
"60030976" : 5082,
"60555264" : 4954,
"61079552" : 5061,
"61603840" : 5270,
"62128128" : 5178,
"62652416" : 5273,
"63176704" : 5269,
"63700992" : 5227,
"64225280" : 5132,
"64749568" : 5111,
"65273856" : 5004,
"65798144" : 4989,
"66322432" : 5129,
"66846720" : 4760,
"67633152" : 9712,
"68681728" : 9810,
"69730304" : 9642,
"70778880" : 9361,
"71827456" : 9224,
"72876032" : 8896,
"73924608" : 8627,
"74973184" : 8322,
"76021760" : 8092,
"77070336" : 7707,
"78118912" : 7500,
"79167488" : 7485,
"80216064" : 6941,
"81264640" : 6718,
"82313216" : 6449,
"83361792" : 6340,
"84410368" : 5941,
"85458944" : 5880,
"86507520" : 5656,
"87556096" : 5297,
"88604672" : 5305,
"89653248" : 5128,
"90701824" : 4689,
"91750400" : 4889,
"92798976" : 4731,
"93847552" : 4327,
"94896128" : 4206,
"95944704" : 4122,
"96993280" : 4068,
"98041856" : 3749,
"99090432" : 3769,
"100139008" : 3406,
"101187584" : 3265,
"102236160" : 3063,
"103284736" : 3157,
"104333312" : 2751,
"105381888" : 2625,
"106430464" : 2698,
"107479040" : 2687,
"108527616" : 2528,
"109576192" : 2302,
"110624768" : 2179,
"111673344" : 2060,
"112721920" : 1815,
"113770496" : 1911,
"114819072" : 1781,
"115867648" : 1704,
"116916224" : 1540,
"117964800" : 1480,
"119013376" : 1346,
"120061952" : 1215,
"121110528" : 1265,
"122159104" : 1209,
"123207680" : 1162,
"124256256" : 1042,
"125304832" : 973,
"126353408" : 920,
"127401984" : 831,
"128450560" : 851,
"129499136" : 769,
"130547712" : 707,
"131596288" : 645,
"132644864" : 707,
"133693440" : 668,
"135266304" : 1110,
"137363456" : 958,
"139460608" : 819,
"141557760" : 779,
"143654912" : 689,
"145752064" : 556,
"147849216" : 546,
"149946368" : 389,
"152043520" : 376,
"154140672" : 324,
"156237824" : 326,
"158334976" : 238,
"160432128" : 192,
"162529280" : 182,
"164626432" : 150,
"166723584" : 122,
"168820736" : 108,
"170917888" : 68,
"173015040" : 50,
"175112192" : 47,
"177209344" : 40,
"179306496" : 31,
"181403648" : 14,
"183500800" : 11,
"185597952" : 13,
"187695104" : 16,
"189792256" : 8,
"191889408" : 4,
"193986560" : 5,
"196083712" : 3,
"198180864" : 2,
"200278016" : 2,
"202375168" : 4,
"204472320" : 3,
"206569472" : 2,
"210763776" : 1,
"212860928" : 1,
"217055232" : 1,
"219152384" : 2,
"223346688" : 1,
"225443840" : 1,
"227540992" : 1,
"231735296" : 1,
"235929600" : 2,
"238026752" : 2
}
},
"lat_ns" : {
"min" : 15310956,
"max" : 241100235,
"mean" : 69811003.311876,
"stddev" : 25559521.812710,
"N" : 586304
},
"bw_min" : 39144,
"bw_max" : 79427,
"bw_agg" : 100.000000,
"bw_mean" : 58659.531646,
"bw_dev" : 265.767113,
"bw_samples" : 2528,
"iops_min" : 9786,
"iops_max" : 19856,
"iops_mean" : 14663.253165,
"iops_stddev" : 66.448939,
"iops_samples" : 2528
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1280177,
"usr_cpu" : 0.207706,
"sys_cpu" : 3.777368,
"ctx" : 938505,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999829,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999829,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.210289,
"50" : 25.796813,
"100" : 63.056336,
"250" : 10.931104,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097795,
"timestamp_ms" : 1773097795759,
"time" : "Mon Mar 9 20:09:55 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3028320256,
"io_kbytes" : 2957344,
"bw_bytes" : 60551872,
"bw" : 59132,
"iops" : 14785.291530,
"runtime" : 50012,
"total_ios" : 739442,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 285236,
"max" : 48172784,
"mean" : 2154478.366196,
"stddev" : 3362045.209119,
"N" : 739445
},
"clat_ns" : {
"min" : 14886790,
"max" : 239073087,
"mean" : 67065861.921597,
"stddev" : 25406866.155681,
"N" : 739411,
"percentile" : {
"1.000000" : 23199744,
"5.000000" : 31064064,
"10.000000" : 36962304,
"20.000000" : 45350912,
"30.000000" : 51642368,
"40.000000" : 57933824,
"50.000000" : 63700992,
"60.000000" : 69730304,
"70.000000" : 77070336,
"80.000000" : 86507520,
"90.000000" : 101187584,
"95.000000" : 113770496,
"99.000000" : 139460608,
"99.500000" : 149946368,
"99.900000" : 166723584,
"99.950000" : 170917888,
"99.990000" : 185597952
},
"bins" : {
"14876672" : 3,
"15269888" : 2,
"15400960" : 4,
"15532032" : 2,
"15663104" : 11,
"15794176" : 10,
"15925248" : 11,
"16056320" : 4,
"16187392" : 17,
"16318464" : 21,
"16449536" : 15,
"16580608" : 21,
"16711680" : 14,
"16908288" : 53,
"17170432" : 54,
"17432576" : 68,
"17694720" : 55,
"17956864" : 52,
"18219008" : 57,
"18481152" : 95,
"18743296" : 116,
"19005440" : 146,
"19267584" : 172,
"19529728" : 246,
"19791872" : 271,
"20054016" : 347,
"20316160" : 389,
"20578304" : 466,
"20840448" : 517,
"21102592" : 557,
"21364736" : 508,
"21626880" : 524,
"21889024" : 550,
"22151168" : 518,
"22413312" : 480,
"22675456" : 436,
"22937600" : 437,
"23199744" : 483,
"23461888" : 482,
"23724032" : 414,
"23986176" : 411,
"24248320" : 480,
"24510464" : 571,
"24772608" : 559,
"25034752" : 575,
"25296896" : 657,
"25559040" : 753,
"25821184" : 769,
"26083328" : 824,
"26345472" : 878,
"26607616" : 938,
"26869760" : 900,
"27131904" : 1004,
"27394048" : 1027,
"27656192" : 1125,
"27918336" : 1142,
"28180480" : 1282,
"28442624" : 1255,
"28704768" : 1244,
"28966912" : 1247,
"29229056" : 1256,
"29491200" : 1436,
"29753344" : 1326,
"30015488" : 1429,
"30277632" : 1417,
"30539776" : 1456,
"30801920" : 1518,
"31064064" : 1397,
"31326208" : 1418,
"31588352" : 1375,
"31850496" : 1313,
"32112640" : 1290,
"32374784" : 1347,
"32636928" : 1269,
"32899072" : 1257,
"33161216" : 1375,
"33423360" : 1440,
"33816576" : 2971,
"34340864" : 3101,
"34865152" : 3234,
"35389440" : 3469,
"35913728" : 3782,
"36438016" : 4154,
"36962304" : 4284,
"37486592" : 4621,
"38010880" : 4680,
"38535168" : 4609,
"39059456" : 4608,
"39583744" : 4608,
"40108032" : 4693,
"40632320" : 4686,
"41156608" : 4690,
"41680896" : 4560,
"42205184" : 4597,
"42729472" : 4927,
"43253760" : 4904,
"43778048" : 5003,
"44302336" : 5142,
"44826624" : 5084,
"45350912" : 5422,
"45875200" : 5753,
"46399488" : 5687,
"46923776" : 5819,
"47448064" : 5886,
"47972352" : 6209,
"48496640" : 6165,
"49020928" : 5953,
"49545216" : 6072,
"50069504" : 6009,
"50593792" : 6091,
"51118080" : 6029,
"51642368" : 5995,
"52166656" : 5946,
"52690944" : 6014,
"53215232" : 6373,
"53739520" : 6211,
"54263808" : 6419,
"54788096" : 6501,
"55312384" : 6421,
"55836672" : 6629,
"56360960" : 6586,
"56885248" : 6779,
"57409536" : 6631,
"57933824" : 6651,
"58458112" : 6683,
"58982400" : 6847,
"59506688" : 6621,
"60030976" : 6424,
"60555264" : 6375,
"61079552" : 6382,
"61603840" : 6594,
"62128128" : 6318,
"62652416" : 6450,
"63176704" : 6478,
"63700992" : 6476,
"64225280" : 6465,
"64749568" : 6395,
"65273856" : 6172,
"65798144" : 6180,
"66322432" : 6335,
"66846720" : 6001,
"67633152" : 12097,
"68681728" : 12018,
"69730304" : 11803,
"70778880" : 11410,
"71827456" : 11185,
"72876032" : 11039,
"73924608" : 10661,
"74973184" : 10069,
"76021760" : 9893,
"77070336" : 9563,
"78118912" : 9266,
"79167488" : 9043,
"80216064" : 8523,
"81264640" : 8309,
"82313216" : 8008,
"83361792" : 7844,
"84410368" : 7414,
"85458944" : 7288,
"86507520" : 6990,
"87556096" : 6603,
"88604672" : 6518,
"89653248" : 6314,
"90701824" : 5737,
"91750400" : 5961,
"92798976" : 5809,
"93847552" : 5330,
"94896128" : 5143,
"95944704" : 5046,
"96993280" : 4872,
"98041856" : 4560,
"99090432" : 4591,
"100139008" : 4177,
"101187584" : 4044,
"102236160" : 3690,
"103284736" : 3742,
"104333312" : 3407,
"105381888" : 3219,
"106430464" : 3269,
"107479040" : 3178,
"108527616" : 2998,
"109576192" : 2750,
"110624768" : 2673,
"111673344" : 2511,
"112721920" : 2235,
"113770496" : 2332,
"114819072" : 2161,
"115867648" : 2062,
"116916224" : 1861,
"117964800" : 1824,
"119013376" : 1674,
"120061952" : 1495,
"121110528" : 1566,
"122159104" : 1461,
"123207680" : 1417,
"124256256" : 1302,
"125304832" : 1198,
"126353408" : 1154,
"127401984" : 1051,
"128450560" : 1058,
"129499136" : 958,
"130547712" : 894,
"131596288" : 820,
"132644864" : 895,
"133693440" : 841,
"135266304" : 1446,
"137363456" : 1232,
"139460608" : 1096,
"141557760" : 1020,
"143654912" : 947,
"145752064" : 760,
"147849216" : 714,
"149946368" : 577,
"152043520" : 530,
"154140672" : 491,
"156237824" : 438,
"158334976" : 341,
"160432128" : 303,
"162529280" : 269,
"164626432" : 207,
"166723584" : 159,
"168820736" : 153,
"170917888" : 106,
"173015040" : 75,
"175112192" : 74,
"177209344" : 53,
"179306496" : 38,
"181403648" : 22,
"183500800" : 17,
"185597952" : 13,
"187695104" : 16,
"189792256" : 9,
"191889408" : 5,
"193986560" : 5,
"196083712" : 3,
"198180864" : 2,
"200278016" : 2,
"202375168" : 4,
"204472320" : 3,
"206569472" : 2,
"210763776" : 1,
"212860928" : 1,
"217055232" : 1,
"219152384" : 2,
"223346688" : 1,
"225443840" : 1,
"227540992" : 1,
"231735296" : 1,
"235929600" : 2,
"238026752" : 2
}
},
"lat_ns" : {
"min" : 15310956,
"max" : 241100235,
"mean" : 69217320.284293,
"stddev" : 25851452.072929,
"N" : 739411
},
"bw_min" : 38384,
"bw_max" : 83130,
"bw_agg" : 99.997146,
"bw_mean" : 59131.585859,
"bw_dev" : 277.747987,
"bw_samples" : 3168,
"iops_min" : 9596,
"iops_max" : 20780,
"iops_mean" : 14781.242424,
"iops_stddev" : 69.435216,
"iops_samples" : 3168
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1600253,
"usr_cpu" : 0.206905,
"sys_cpu" : 3.817021,
"ctx" : 1175067,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.217326,
"50" : 26.987918,
"100" : 62.050844,
"250" : 10.739720,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097805,
"timestamp_ms" : 1773097805753,
"time" : "Mon Mar 9 20:10:05 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 119,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3620392960,
"io_kbytes" : 3535540,
"bw_bytes" : 60327817,
"bw" : 58913,
"iops" : 14731.686996,
"runtime" : 60012,
"total_ios" : 884078,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 285236,
"max" : 48172784,
"mean" : 2161953.133851,
"stddev" : 3371251.837563,
"N" : 884078
},
"clat_ns" : {
"min" : 14886790,
"max" : 239073087,
"mean" : 67341122.020777,
"stddev" : 25686262.654140,
"N" : 884046,
"percentile" : {
"1.000000" : 23461888,
"5.000000" : 31326208,
"10.000000" : 37486592,
"20.000000" : 45350912,
"30.000000" : 52166656,
"40.000000" : 57933824,
"50.000000" : 63700992,
"60.000000" : 69730304,
"70.000000" : 77070336,
"80.000000" : 87556096,
"90.000000" : 102236160,
"95.000000" : 115867648,
"99.000000" : 143654912,
"99.500000" : 152043520,
"99.900000" : 168820736,
"99.950000" : 177209344,
"99.990000" : 191889408
},
"bins" : {
"14876672" : 3,
"15269888" : 2,
"15400960" : 4,
"15532032" : 2,
"15663104" : 11,
"15794176" : 10,
"15925248" : 15,
"16056320" : 4,
"16187392" : 17,
"16318464" : 21,
"16449536" : 15,
"16580608" : 21,
"16711680" : 14,
"16908288" : 54,
"17170432" : 55,
"17432576" : 70,
"17694720" : 56,
"17956864" : 54,
"18219008" : 60,
"18481152" : 95,
"18743296" : 126,
"19005440" : 165,
"19267584" : 199,
"19529728" : 290,
"19791872" : 320,
"20054016" : 387,
"20316160" : 434,
"20578304" : 525,
"20840448" : 583,
"21102592" : 628,
"21364736" : 606,
"21626880" : 619,
"21889024" : 618,
"22151168" : 572,
"22413312" : 520,
"22675456" : 477,
"22937600" : 473,
"23199744" : 513,
"23461888" : 517,
"23724032" : 447,
"23986176" : 444,
"24248320" : 523,
"24510464" : 613,
"24772608" : 626,
"25034752" : 627,
"25296896" : 728,
"25559040" : 830,
"25821184" : 847,
"26083328" : 935,
"26345472" : 1029,
"26607616" : 1061,
"26869760" : 1067,
"27131904" : 1199,
"27394048" : 1183,
"27656192" : 1304,
"27918336" : 1338,
"28180480" : 1490,
"28442624" : 1473,
"28704768" : 1415,
"28966912" : 1451,
"29229056" : 1474,
"29491200" : 1651,
"29753344" : 1552,
"30015488" : 1646,
"30277632" : 1666,
"30539776" : 1681,
"30801920" : 1765,
"31064064" : 1633,
"31326208" : 1648,
"31588352" : 1596,
"31850496" : 1519,
"32112640" : 1519,
"32374784" : 1560,
"32636928" : 1508,
"32899072" : 1476,
"33161216" : 1595,
"33423360" : 1671,
"33816576" : 3402,
"34340864" : 3666,
"34865152" : 3880,
"35389440" : 4172,
"35913728" : 4525,
"36438016" : 4845,
"36962304" : 5059,
"37486592" : 5596,
"38010880" : 5613,
"38535168" : 5482,
"39059456" : 5465,
"39583744" : 5458,
"40108032" : 5602,
"40632320" : 5537,
"41156608" : 5587,
"41680896" : 5478,
"42205184" : 5590,
"42729472" : 5929,
"43253760" : 5839,
"43778048" : 6007,
"44302336" : 6164,
"44826624" : 6063,
"45350912" : 6634,
"45875200" : 6975,
"46399488" : 6921,
"46923776" : 7012,
"47448064" : 7224,
"47972352" : 7432,
"48496640" : 7296,
"49020928" : 7025,
"49545216" : 7190,
"50069504" : 7158,
"50593792" : 7195,
"51118080" : 7173,
"51642368" : 7198,
"52166656" : 7163,
"52690944" : 7249,
"53215232" : 7646,
"53739520" : 7588,
"54263808" : 7807,
"54788096" : 7887,
"55312384" : 7823,
"55836672" : 7992,
"56360960" : 8037,
"56885248" : 8096,
"57409536" : 7902,
"57933824" : 7903,
"58458112" : 7990,
"58982400" : 8132,
"59506688" : 7941,
"60030976" : 7640,
"60555264" : 7766,
"61079552" : 7769,
"61603840" : 7869,
"62128128" : 7600,
"62652416" : 7818,
"63176704" : 7880,
"63700992" : 7763,
"64225280" : 7853,
"64749568" : 7713,
"65273856" : 7549,
"65798144" : 7573,
"66322432" : 7627,
"66846720" : 7303,
"67633152" : 14645,
"68681728" : 14316,
"69730304" : 13994,
"70778880" : 13556,
"71827456" : 13312,
"72876032" : 13200,
"73924608" : 12861,
"74973184" : 12136,
"76021760" : 11892,
"77070336" : 11394,
"78118912" : 11048,
"79167488" : 10711,
"80216064" : 9984,
"81264640" : 9798,
"82313216" : 9520,
"83361792" : 9322,
"84410368" : 8910,
"85458944" : 8713,
"86507520" : 8270,
"87556096" : 7856,
"88604672" : 7687,
"89653248" : 7338,
"90701824" : 6850,
"91750400" : 6973,
"92798976" : 6733,
"93847552" : 6215,
"94896128" : 6129,
"95944704" : 5898,
"96993280" : 5684,
"98041856" : 5372,
"99090432" : 5317,
"100139008" : 4854,
"101187584" : 4793,
"102236160" : 4364,
"103284736" : 4340,
"104333312" : 3981,
"105381888" : 3802,
"106430464" : 3786,
"107479040" : 3740,
"108527616" : 3541,
"109576192" : 3304,
"110624768" : 3144,
"111673344" : 2970,
"112721920" : 2658,
"113770496" : 2786,
"114819072" : 2625,
"115867648" : 2467,
"116916224" : 2255,
"117964800" : 2198,
"119013376" : 2049,
"120061952" : 1894,
"121110528" : 1910,
"122159104" : 1812,
"123207680" : 1754,
"124256256" : 1591,
"125304832" : 1471,
"126353408" : 1459,
"127401984" : 1353,
"128450560" : 1374,
"129499136" : 1221,
"130547712" : 1150,
"131596288" : 1069,
"132644864" : 1134,
"133693440" : 1052,
"135266304" : 1897,
"137363456" : 1605,
"139460608" : 1484,
"141557760" : 1389,
"143654912" : 1268,
"145752064" : 1037,
"147849216" : 962,
"149946368" : 757,
"152043520" : 744,
"154140672" : 651,
"156237824" : 592,
"158334976" : 461,
"160432128" : 408,
"162529280" : 383,
"164626432" : 318,
"166723584" : 241,
"168820736" : 222,
"170917888" : 168,
"173015040" : 136,
"175112192" : 126,
"177209344" : 98,
"179306496" : 64,
"181403648" : 58,
"183500800" : 40,
"185597952" : 35,
"187695104" : 37,
"189792256" : 24,
"191889408" : 17,
"193986560" : 17,
"196083712" : 7,
"198180864" : 5,
"200278016" : 10,
"202375168" : 6,
"204472320" : 4,
"206569472" : 3,
"208666624" : 1,
"210763776" : 3,
"212860928" : 1,
"214958080" : 3,
"217055232" : 2,
"219152384" : 3,
"223346688" : 1,
"225443840" : 1,
"227540992" : 1,
"231735296" : 1,
"235929600" : 2,
"238026752" : 2
}
},
"lat_ns" : {
"min" : 15310956,
"max" : 241100235,
"mean" : 69502063.238057,
"stddev" : 26135465.491099,
"N" : 884046
},
"bw_min" : 38048,
"bw_max" : 83213,
"bw_agg" : 100.000000,
"bw_mean" : 58996.840336,
"bw_dev" : 279.276725,
"bw_samples" : 3808,
"iops_min" : 9512,
"iops_max" : 20800,
"iops_mean" : 14747.537815,
"iops_stddev" : 69.813783,
"iops_samples" : 3808
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1920253,
"usr_cpu" : 0.206483,
"sys_cpu" : 3.799708,
"ctx" : 1403903,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.201227,
"50" : 26.746169,
"100" : 62.040680,
"250" : 11.008305,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097815,
"timestamp_ms" : 1773097815750,
"time" : "Mon Mar 9 20:10:15 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4240257024,
"io_kbytes" : 4140876,
"bw_bytes" : 60565582,
"bw" : 59146,
"iops" : 14789.147420,
"runtime" : 70011,
"total_ios" : 1035403,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 285236,
"max" : 48172784,
"mean" : 2153306.286956,
"stddev" : 3357657.028470,
"N" : 1035403
},
"clat_ns" : {
"min" : 14886790,
"max" : 239073087,
"mean" : 67080793.628893,
"stddev" : 25724974.643240,
"N" : 1035371,
"percentile" : {
"1.000000" : 23461888,
"5.000000" : 31326208,
"10.000000" : 37486592,
"20.000000" : 45350912,
"30.000000" : 51642368,
"40.000000" : 57409536,
"50.000000" : 63700992,
"60.000000" : 69730304,
"70.000000" : 77070336,
"80.000000" : 86507520,
"90.000000" : 102236160,
"95.000000" : 115867648,
"99.000000" : 143654912,
"99.500000" : 152043520,
"99.900000" : 170917888,
"99.950000" : 177209344,
"99.990000" : 191889408
},
"bins" : {
"14876672" : 3,
"15269888" : 2,
"15400960" : 4,
"15532032" : 2,
"15663104" : 11,
"15794176" : 10,
"15925248" : 15,
"16056320" : 4,
"16187392" : 17,
"16318464" : 22,
"16449536" : 16,
"16580608" : 21,
"16711680" : 14,
"16908288" : 56,
"17170432" : 60,
"17432576" : 78,
"17694720" : 61,
"17956864" : 58,
"18219008" : 65,
"18481152" : 107,
"18743296" : 152,
"19005440" : 208,
"19267584" : 241,
"19529728" : 346,
"19791872" : 396,
"20054016" : 474,
"20316160" : 520,
"20578304" : 651,
"20840448" : 688,
"21102592" : 754,
"21364736" : 722,
"21626880" : 735,
"21889024" : 716,
"22151168" : 655,
"22413312" : 599,
"22675456" : 534,
"22937600" : 528,
"23199744" : 566,
"23461888" : 576,
"23724032" : 498,
"23986176" : 519,
"24248320" : 591,
"24510464" : 713,
"24772608" : 720,
"25034752" : 732,
"25296896" : 856,
"25559040" : 965,
"25821184" : 1008,
"26083328" : 1116,
"26345472" : 1221,
"26607616" : 1251,
"26869760" : 1303,
"27131904" : 1392,
"27394048" : 1417,
"27656192" : 1541,
"27918336" : 1570,
"28180480" : 1754,
"28442624" : 1740,
"28704768" : 1718,
"28966912" : 1750,
"29229056" : 1794,
"29491200" : 1967,
"29753344" : 1893,
"30015488" : 1951,
"30277632" : 1971,
"30539776" : 1965,
"30801920" : 2080,
"31064064" : 1897,
"31326208" : 1936,
"31588352" : 1863,
"31850496" : 1811,
"32112640" : 1769,
"32374784" : 1828,
"32636928" : 1755,
"32899072" : 1750,
"33161216" : 1883,
"33423360" : 1960,
"33816576" : 4067,
"34340864" : 4431,
"34865152" : 4743,
"35389440" : 5169,
"35913728" : 5492,
"36438016" : 5887,
"36962304" : 6097,
"37486592" : 6594,
"38010880" : 6660,
"38535168" : 6431,
"39059456" : 6404,
"39583744" : 6367,
"40108032" : 6566,
"40632320" : 6558,
"41156608" : 6595,
"41680896" : 6462,
"42205184" : 6577,
"42729472" : 7078,
"43253760" : 7007,
"43778048" : 7247,
"44302336" : 7436,
"44826624" : 7283,
"45350912" : 7903,
"45875200" : 8303,
"46399488" : 8156,
"46923776" : 8264,
"47448064" : 8671,
"47972352" : 8807,
"48496640" : 8591,
"49020928" : 8268,
"49545216" : 8499,
"50069504" : 8618,
"50593792" : 8707,
"51118080" : 8494,
"51642368" : 8500,
"52166656" : 8529,
"52690944" : 8614,
"53215232" : 9108,
"53739520" : 9003,
"54263808" : 9347,
"54788096" : 9332,
"55312384" : 9193,
"55836672" : 9422,
"56360960" : 9497,
"56885248" : 9518,
"57409536" : 9415,
"57933824" : 9348,
"58458112" : 9454,
"58982400" : 9553,
"59506688" : 9322,
"60030976" : 9063,
"60555264" : 9132,
"61079552" : 9122,
"61603840" : 9259,
"62128128" : 8992,
"62652416" : 9256,
"63176704" : 9267,
"63700992" : 9084,
"64225280" : 9210,
"64749568" : 9172,
"65273856" : 8837,
"65798144" : 8818,
"66322432" : 8816,
"66846720" : 8592,
"67633152" : 17299,
"68681728" : 16692,
"69730304" : 16311,
"70778880" : 15876,
"71827456" : 15546,
"72876032" : 15350,
"73924608" : 14965,
"74973184" : 14095,
"76021760" : 13894,
"77070336" : 13171,
"78118912" : 12866,
"79167488" : 12469,
"80216064" : 11633,
"81264640" : 11371,
"82313216" : 10998,
"83361792" : 10611,
"84410368" : 10073,
"85458944" : 9957,
"86507520" : 9601,
"87556096" : 8911,
"88604672" : 8782,
"89653248" : 8298,
"90701824" : 7722,
"91750400" : 7798,
"92798976" : 7603,
"93847552" : 6984,
"94896128" : 6898,
"95944704" : 6581,
"96993280" : 6480,
"98041856" : 6088,
"99090432" : 6028,
"100139008" : 5489,
"101187584" : 5406,
"102236160" : 5012,
"103284736" : 5004,
"104333312" : 4577,
"105381888" : 4397,
"106430464" : 4329,
"107479040" : 4244,
"108527616" : 4110,
"109576192" : 3823,
"110624768" : 3630,
"111673344" : 3414,
"112721920" : 3078,
"113770496" : 3188,
"114819072" : 3053,
"115867648" : 2851,
"116916224" : 2663,
"117964800" : 2532,
"119013376" : 2377,
"120061952" : 2245,
"121110528" : 2223,
"122159104" : 2074,
"123207680" : 2077,
"124256256" : 1868,
"125304832" : 1740,
"126353408" : 1672,
"127401984" : 1583,
"128450560" : 1561,
"129499136" : 1409,
"130547712" : 1326,
"131596288" : 1260,
"132644864" : 1340,
"133693440" : 1215,
"135266304" : 2234,
"137363456" : 1907,
"139460608" : 1764,
"141557760" : 1634,
"143654912" : 1493,
"145752064" : 1226,
"147849216" : 1119,
"149946368" : 884,
"152043520" : 893,
"154140672" : 760,
"156237824" : 694,
"158334976" : 568,
"160432128" : 485,
"162529280" : 441,
"164626432" : 403,
"166723584" : 305,
"168820736" : 276,
"170917888" : 236,
"173015040" : 202,
"175112192" : 179,
"177209344" : 133,
"179306496" : 85,
"181403648" : 87,
"183500800" : 57,
"185597952" : 49,
"187695104" : 44,
"189792256" : 32,
"191889408" : 25,
"193986560" : 24,
"196083712" : 10,
"198180864" : 11,
"200278016" : 10,
"202375168" : 6,
"204472320" : 5,
"206569472" : 4,
"208666624" : 1,
"210763776" : 5,
"212860928" : 1,
"214958080" : 3,
"217055232" : 2,
"219152384" : 3,
"223346688" : 1,
"225443840" : 1,
"227540992" : 1,
"231735296" : 1,
"235929600" : 2,
"238026752" : 2
}
},
"lat_ns" : {
"min" : 15310956,
"max" : 241100235,
"mean" : 69233595.779926,
"stddev" : 26174908.065418,
"N" : 1035371
},
"bw_min" : 37970,
"bw_max" : 84405,
"bw_agg" : 100.000000,
"bw_mean" : 59158.000000,
"bw_dev" : 282.762460,
"bw_samples" : 4448,
"iops_min" : 9492,
"iops_max" : 21100,
"iops_mean" : 14787.381295,
"iops_stddev" : 70.692463,
"iops_samples" : 4448
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2240226,
"usr_cpu" : 0.210247,
"sys_cpu" : 3.812472,
"ctx" : 1647023,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999903,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999903,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.200985,
"50" : 27.121614,
"100" : 61.764356,
"250" : 10.909955,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097825,
"timestamp_ms" : 1773097825754,
"time" : "Mon Mar 9 20:10:25 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 99,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4868751360,
"io_kbytes" : 4754640,
"bw_bytes" : 60851024,
"bw" : 59424,
"iops" : 14857.094649,
"runtime" : 80011,
"total_ios" : 1188731,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 285236,
"max" : 48172784,
"mean" : 2143399.633607,
"stddev" : 3336902.377953,
"N" : 1188731
},
"clat_ns" : {
"min" : 14886790,
"max" : 239073087,
"mean" : 66741793.696266,
"stddev" : 25456458.079861,
"N" : 1188699,
"percentile" : {
"1.000000" : 23461888,
"5.000000" : 31326208,
"10.000000" : 37486592,
"20.000000" : 45350912,
"30.000000" : 51642368,
"40.000000" : 57409536,
"50.000000" : 63176704,
"60.000000" : 69730304,
"70.000000" : 76021760,
"80.000000" : 86507520,
"90.000000" : 101187584,
"95.000000" : 114819072,
"99.000000" : 141557760,
"99.500000" : 152043520,
"99.900000" : 170917888,
"99.950000" : 177209344,
"99.990000" : 191889408
},
"bins" : {
"14876672" : 3,
"15269888" : 2,
"15400960" : 4,
"15532032" : 2,
"15663104" : 11,
"15794176" : 10,
"15925248" : 15,
"16056320" : 4,
"16187392" : 17,
"16318464" : 22,
"16449536" : 16,
"16580608" : 21,
"16711680" : 14,
"16908288" : 58,
"17170432" : 60,
"17432576" : 81,
"17694720" : 62,
"17956864" : 61,
"18219008" : 70,
"18481152" : 118,
"18743296" : 175,
"19005440" : 227,
"19267584" : 262,
"19529728" : 371,
"19791872" : 445,
"20054016" : 527,
"20316160" : 590,
"20578304" : 738,
"20840448" : 791,
"21102592" : 824,
"21364736" : 826,
"21626880" : 826,
"21889024" : 806,
"22151168" : 741,
"22413312" : 672,
"22675456" : 596,
"22937600" : 587,
"23199744" : 625,
"23461888" : 647,
"23724032" : 579,
"23986176" : 607,
"24248320" : 652,
"24510464" : 817,
"24772608" : 846,
"25034752" : 853,
"25296896" : 974,
"25559040" : 1089,
"25821184" : 1143,
"26083328" : 1286,
"26345472" : 1369,
"26607616" : 1449,
"26869760" : 1473,
"27131904" : 1599,
"27394048" : 1630,
"27656192" : 1773,
"27918336" : 1805,
"28180480" : 1991,
"28442624" : 2002,
"28704768" : 1986,
"28966912" : 2008,
"29229056" : 2099,
"29491200" : 2278,
"29753344" : 2172,
"30015488" : 2239,
"30277632" : 2232,
"30539776" : 2227,
"30801920" : 2305,
"31064064" : 2152,
"31326208" : 2135,
"31588352" : 2056,
"31850496" : 2026,
"32112640" : 1986,
"32374784" : 2085,
"32636928" : 1990,
"32899072" : 2017,
"33161216" : 2158,
"33423360" : 2245,
"33816576" : 4668,
"34340864" : 5141,
"34865152" : 5501,
"35389440" : 6103,
"35913728" : 6497,
"36438016" : 6896,
"36962304" : 7129,
"37486592" : 7732,
"38010880" : 7739,
"38535168" : 7600,
"39059456" : 7530,
"39583744" : 7395,
"40108032" : 7541,
"40632320" : 7500,
"41156608" : 7574,
"41680896" : 7501,
"42205184" : 7663,
"42729472" : 8282,
"43253760" : 8189,
"43778048" : 8493,
"44302336" : 8627,
"44826624" : 8671,
"45350912" : 9309,
"45875200" : 9784,
"46399488" : 9666,
"46923776" : 9731,
"47448064" : 10178,
"47972352" : 10239,
"48496640" : 9951,
"49020928" : 9642,
"49545216" : 9902,
"50069504" : 9994,
"50593792" : 10138,
"51118080" : 9924,
"51642368" : 9905,
"52166656" : 9923,
"52690944" : 10072,
"53215232" : 10642,
"53739520" : 10641,
"54263808" : 10917,
"54788096" : 10884,
"55312384" : 10640,
"55836672" : 10968,
"56360960" : 11107,
"56885248" : 11022,
"57409536" : 10911,
"57933824" : 10859,
"58458112" : 10954,
"58982400" : 11033,
"59506688" : 10806,
"60030976" : 10519,
"60555264" : 10552,
"61079552" : 10484,
"61603840" : 10795,
"62128128" : 10449,
"62652416" : 10679,
"63176704" : 10716,
"63700992" : 10501,
"64225280" : 10620,
"64749568" : 10541,
"65273856" : 10356,
"65798144" : 10217,
"66322432" : 10040,
"66846720" : 9830,
"67633152" : 19777,
"68681728" : 19231,
"69730304" : 18701,
"70778880" : 18132,
"71827456" : 17654,
"72876032" : 17520,
"73924608" : 16995,
"74973184" : 16129,
"76021760" : 15831,
"77070336" : 14981,
"78118912" : 14543,
"79167488" : 14109,
"80216064" : 13324,
"81264640" : 12844,
"82313216" : 12522,
"83361792" : 12003,
"84410368" : 11294,
"85458944" : 11260,
"86507520" : 10846,
"87556096" : 10127,
"88604672" : 10006,
"89653248" : 9454,
"90701824" : 8813,
"91750400" : 8816,
"92798976" : 8599,
"93847552" : 7982,
"94896128" : 7865,
"95944704" : 7440,
"96993280" : 7388,
"98041856" : 6876,
"99090432" : 6778,
"100139008" : 6311,
"101187584" : 6144,
"102236160" : 5773,
"103284736" : 5760,
"104333312" : 5210,
"105381888" : 5073,
"106430464" : 4980,
"107479040" : 4782,
"108527616" : 4579,
"109576192" : 4305,
"110624768" : 4076,
"111673344" : 3834,
"112721920" : 3495,
"113770496" : 3610,
"114819072" : 3466,
"115867648" : 3233,
"116916224" : 2961,
"117964800" : 2813,
"119013376" : 2662,
"120061952" : 2510,
"121110528" : 2505,
"122159104" : 2335,
"123207680" : 2304,
"124256256" : 2078,
"125304832" : 1920,
"126353408" : 1854,
"127401984" : 1742,
"128450560" : 1714,
"129499136" : 1550,
"130547712" : 1454,
"131596288" : 1371,
"132644864" : 1434,
"133693440" : 1297,
"135266304" : 2394,
"137363456" : 2049,
"139460608" : 1891,
"141557760" : 1767,
"143654912" : 1576,
"145752064" : 1305,
"147849216" : 1186,
"149946368" : 950,
"152043520" : 931,
"154140672" : 795,
"156237824" : 736,
"158334976" : 597,
"160432128" : 513,
"162529280" : 468,
"164626432" : 422,
"166723584" : 318,
"168820736" : 282,
"170917888" : 241,
"173015040" : 211,
"175112192" : 184,
"177209344" : 137,
"179306496" : 92,
"181403648" : 95,
"183500800" : 64,
"185597952" : 50,
"187695104" : 45,
"189792256" : 33,
"191889408" : 26,
"193986560" : 24,
"196083712" : 10,
"198180864" : 11,
"200278016" : 10,
"202375168" : 6,
"204472320" : 5,
"206569472" : 4,
"208666624" : 1,
"210763776" : 5,
"212860928" : 1,
"214958080" : 3,
"217055232" : 2,
"219152384" : 3,
"223346688" : 1,
"225443840" : 1,
"227540992" : 1,
"231735296" : 1,
"235929600" : 2,
"238026752" : 2
}
},
"lat_ns" : {
"min" : 15310956,
"max" : 241100235,
"mean" : 68883358.983282,
"stddev" : 25900950.697374,
"N" : 1188699
},
"bw_min" : 37884,
"bw_max" : 86845,
"bw_agg" : 100.000000,
"bw_mean" : 59503.628931,
"bw_dev" : 287.801079,
"bw_samples" : 5088,
"iops_min" : 9470,
"iops_max" : 21708,
"iops_mean" : 14873.421384,
"iops_stddev" : 71.948054,
"iops_samples" : 5088
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2560246,
"usr_cpu" : 0.211191,
"sys_cpu" : 3.831936,
"ctx" : 1900345,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.189866,
"50" : 27.427736,
"100" : 61.769484,
"250" : 10.610222,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097835,
"timestamp_ms" : 1773097835753,
"time" : "Mon Mar 9 20:10:35 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 89,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5477400576,
"io_kbytes" : 5349024,
"bw_bytes" : 60852568,
"bw" : 59426,
"iops" : 14858.206219,
"runtime" : 90011,
"total_ios" : 1337402,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 285236,
"max" : 49166883,
"mean" : 2143284.615748,
"stddev" : 3344441.124890,
"N" : 1337402
},
"clat_ns" : {
"min" : 14886790,
"max" : 239073087,
"mean" : 66770450.622171,
"stddev" : 25720388.960153,
"N" : 1337370,
"percentile" : {
"1.000000" : 23724032,
"5.000000" : 31326208,
"10.000000" : 36962304,
"20.000000" : 44826624,
"30.000000" : 51118080,
"40.000000" : 57409536,
"50.000000" : 63176704,
"60.000000" : 69730304,
"70.000000" : 76021760,
"80.000000" : 86507520,
"90.000000" : 101187584,
"95.000000" : 114819072,
"99.000000" : 143654912,
"99.500000" : 154140672,
"99.900000" : 173015040,
"99.950000" : 179306496,
"99.990000" : 193986560
},
"bins" : {
"14876672" : 3,
"15269888" : 2,
"15400960" : 4,
"15532032" : 3,
"15663104" : 12,
"15794176" : 10,
"15925248" : 20,
"16056320" : 4,
"16187392" : 23,
"16318464" : 23,
"16449536" : 18,
"16580608" : 22,
"16711680" : 15,
"16908288" : 61,
"17170432" : 76,
"17432576" : 92,
"17694720" : 83,
"17956864" : 90,
"18219008" : 100,
"18481152" : 140,
"18743296" : 199,
"19005440" : 252,
"19267584" : 286,
"19529728" : 405,
"19791872" : 483,
"20054016" : 576,
"20316160" : 665,
"20578304" : 827,
"20840448" : 892,
"21102592" : 920,
"21364736" : 928,
"21626880" : 912,
"21889024" : 875,
"22151168" : 803,
"22413312" : 739,
"22675456" : 672,
"22937600" : 655,
"23199744" : 689,
"23461888" : 722,
"23724032" : 646,
"23986176" : 684,
"24248320" : 737,
"24510464" : 929,
"24772608" : 964,
"25034752" : 1003,
"25296896" : 1114,
"25559040" : 1246,
"25821184" : 1293,
"26083328" : 1480,
"26345472" : 1571,
"26607616" : 1647,
"26869760" : 1639,
"27131904" : 1804,
"27394048" : 1858,
"27656192" : 2022,
"27918336" : 2034,
"28180480" : 2233,
"28442624" : 2229,
"28704768" : 2263,
"28966912" : 2274,
"29229056" : 2357,
"29491200" : 2530,
"29753344" : 2449,
"30015488" : 2505,
"30277632" : 2516,
"30539776" : 2566,
"30801920" : 2596,
"31064064" : 2476,
"31326208" : 2419,
"31588352" : 2375,
"31850496" : 2350,
"32112640" : 2246,
"32374784" : 2400,
"32636928" : 2328,
"32899072" : 2326,
"33161216" : 2491,
"33423360" : 2535,
"33816576" : 5254,
"34340864" : 5865,
"34865152" : 6358,
"35389440" : 7020,
"35913728" : 7510,
"36438016" : 7795,
"36962304" : 8185,
"37486592" : 8659,
"38010880" : 8749,
"38535168" : 8523,
"39059456" : 8461,
"39583744" : 8321,
"40108032" : 8605,
"40632320" : 8473,
"41156608" : 8620,
"41680896" : 8512,
"42205184" : 8786,
"42729472" : 9407,
"43253760" : 9348,
"43778048" : 9748,
"44302336" : 9779,
"44826624" : 9990,
"45350912" : 10548,
"45875200" : 11063,
"46399488" : 10872,
"46923776" : 10904,
"47448064" : 11413,
"47972352" : 11540,
"48496640" : 11273,
"49020928" : 10861,
"49545216" : 11219,
"50069504" : 11266,
"50593792" : 11367,
"51118080" : 11159,
"51642368" : 11304,
"52166656" : 11292,
"52690944" : 11351,
"53215232" : 11970,
"53739520" : 11999,
"54263808" : 12196,
"54788096" : 12086,
"55312384" : 11993,
"55836672" : 12229,
"56360960" : 12386,
"56885248" : 12166,
"57409536" : 12271,
"57933824" : 12180,
"58458112" : 12195,
"58982400" : 12239,
"59506688" : 12120,
"60030976" : 11811,
"60555264" : 11796,
"61079552" : 11796,
"61603840" : 12128,
"62128128" : 11844,
"62652416" : 12002,
"63176704" : 11992,
"63700992" : 11757,
"64225280" : 11796,
"64749568" : 11664,
"65273856" : 11547,
"65798144" : 11363,
"66322432" : 11325,
"66846720" : 11132,
"67633152" : 22246,
"68681728" : 21683,
"69730304" : 21011,
"70778880" : 20544,
"71827456" : 19721,
"72876032" : 19533,
"73924608" : 18916,
"74973184" : 17942,
"76021760" : 17641,
"77070336" : 16701,
"78118912" : 16393,
"79167488" : 15793,
"80216064" : 14916,
"81264640" : 14293,
"82313216" : 13993,
"83361792" : 13335,
"84410368" : 12504,
"85458944" : 12534,
"86507520" : 12070,
"87556096" : 11410,
"88604672" : 11319,
"89653248" : 10527,
"90701824" : 9775,
"91750400" : 9749,
"92798976" : 9595,
"93847552" : 8971,
"94896128" : 8764,
"95944704" : 8305,
"96993280" : 8212,
"98041856" : 7698,
"99090432" : 7584,
"100139008" : 7052,
"101187584" : 6834,
"102236160" : 6373,
"103284736" : 6456,
"104333312" : 5888,
"105381888" : 5779,
"106430464" : 5527,
"107479040" : 5297,
"108527616" : 5075,
"109576192" : 4722,
"110624768" : 4490,
"111673344" : 4291,
"112721920" : 3922,
"113770496" : 4050,
"114819072" : 3941,
"115867648" : 3584,
"116916224" : 3324,
"117964800" : 3160,
"119013376" : 2965,
"120061952" : 2795,
"121110528" : 2782,
"122159104" : 2589,
"123207680" : 2569,
"124256256" : 2321,
"125304832" : 2155,
"126353408" : 2093,
"127401984" : 1954,
"128450560" : 1892,
"129499136" : 1723,
"130547712" : 1649,
"131596288" : 1563,
"132644864" : 1621,
"133693440" : 1470,
"135266304" : 2735,
"137363456" : 2343,
"139460608" : 2196,
"141557760" : 2051,
"143654912" : 1859,
"145752064" : 1554,
"147849216" : 1444,
"149946368" : 1192,
"152043520" : 1172,
"154140672" : 1029,
"156237824" : 935,
"158334976" : 799,
"160432128" : 735,
"162529280" : 634,
"164626432" : 556,
"166723584" : 458,
"168820736" : 384,
"170917888" : 332,
"173015040" : 310,
"175112192" : 250,
"177209344" : 194,
"179306496" : 156,
"181403648" : 162,
"183500800" : 94,
"185597952" : 81,
"187695104" : 66,
"189792256" : 58,
"191889408" : 42,
"193986560" : 38,
"196083712" : 17,
"198180864" : 22,
"200278016" : 22,
"202375168" : 8,
"204472320" : 10,
"206569472" : 6,
"208666624" : 1,
"210763776" : 5,
"212860928" : 1,
"214958080" : 3,
"217055232" : 2,
"219152384" : 3,
"223346688" : 1,
"225443840" : 1,
"227540992" : 1,
"231735296" : 1,
"235929600" : 2,
"238026752" : 2
}
},
"lat_ns" : {
"min" : 15310956,
"max" : 241100235,
"mean" : 68913214.235470,
"stddev" : 26170808.326944,
"N" : 1337370
},
"bw_min" : 37812,
"bw_max" : 88219,
"bw_agg" : 100.000000,
"bw_mean" : 59442.536313,
"bw_dev" : 295.449867,
"bw_samples" : 5728,
"iops_min" : 9452,
"iops_max" : 22052,
"iops_mean" : 14858.156425,
"iops_stddev" : 73.864615,
"iops_samples" : 5728
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880241,
"usr_cpu" : 0.209427,
"sys_cpu" : 3.828707,
"ctx" : 2121416,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.191715,
"50" : 27.640979,
"100" : 61.462298,
"250" : 10.702616,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097845,
"timestamp_ms" : 1773097845751,
"time" : "Mon Mar 9 20:10:45 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6059335680,
"io_kbytes" : 5917320,
"bw_bytes" : 60586692,
"bw" : 59166,
"iops" : 14792.742798,
"runtime" : 100011,
"total_ios" : 1479437,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 285236,
"max" : 49166883,
"mean" : 2152807.076128,
"stddev" : 3354220.306860,
"N" : 1479438
},
"clat_ns" : {
"min" : 14886790,
"max" : 239073087,
"mean" : 67064656.159678,
"stddev" : 25722471.240979,
"N" : 1479406,
"percentile" : {
"1.000000" : 23986176,
"5.000000" : 31850496,
"10.000000" : 37486592,
"20.000000" : 45350912,
"30.000000" : 51642368,
"40.000000" : 57409536,
"50.000000" : 63176704,
"60.000000" : 69730304,
"70.000000" : 77070336,
"80.000000" : 86507520,
"90.000000" : 102236160,
"95.000000" : 115867648,
"99.000000" : 143654912,
"99.500000" : 154140672,
"99.900000" : 173015040,
"99.950000" : 181403648,
"99.990000" : 196083712
},
"bins" : {
"14876672" : 3,
"15269888" : 2,
"15400960" : 4,
"15532032" : 3,
"15663104" : 12,
"15794176" : 10,
"15925248" : 20,
"16056320" : 4,
"16187392" : 23,
"16318464" : 23,
"16449536" : 18,
"16580608" : 22,
"16711680" : 15,
"16908288" : 62,
"17170432" : 76,
"17432576" : 94,
"17694720" : 85,
"17956864" : 94,
"18219008" : 104,
"18481152" : 149,
"18743296" : 208,
"19005440" : 269,
"19267584" : 310,
"19529728" : 440,
"19791872" : 521,
"20054016" : 623,
"20316160" : 724,
"20578304" : 891,
"20840448" : 943,
"21102592" : 966,
"21364736" : 971,
"21626880" : 971,
"21889024" : 915,
"22151168" : 835,
"22413312" : 781,
"22675456" : 703,
"22937600" : 672,
"23199744" : 713,
"23461888" : 735,
"23724032" : 669,
"23986176" : 709,
"24248320" : 773,
"24510464" : 960,
"24772608" : 994,
"25034752" : 1055,
"25296896" : 1173,
"25559040" : 1328,
"25821184" : 1388,
"26083328" : 1584,
"26345472" : 1662,
"26607616" : 1749,
"26869760" : 1752,
"27131904" : 1891,
"27394048" : 1938,
"27656192" : 2124,
"27918336" : 2125,
"28180480" : 2324,
"28442624" : 2376,
"28704768" : 2415,
"28966912" : 2423,
"29229056" : 2529,
"29491200" : 2667,
"29753344" : 2605,
"30015488" : 2644,
"30277632" : 2679,
"30539776" : 2706,
"30801920" : 2756,
"31064064" : 2639,
"31326208" : 2600,
"31588352" : 2513,
"31850496" : 2486,
"32112640" : 2377,
"32374784" : 2512,
"32636928" : 2471,
"32899072" : 2431,
"33161216" : 2620,
"33423360" : 2676,
"33816576" : 5571,
"34340864" : 6257,
"34865152" : 6801,
"35389440" : 7525,
"35913728" : 8105,
"36438016" : 8402,
"36962304" : 8876,
"37486592" : 9327,
"38010880" : 9406,
"38535168" : 9222,
"39059456" : 9148,
"39583744" : 9090,
"40108032" : 9340,
"40632320" : 9146,
"41156608" : 9361,
"41680896" : 9201,
"42205184" : 9524,
"42729472" : 10196,
"43253760" : 10178,
"43778048" : 10556,
"44302336" : 10707,
"44826624" : 11021,
"45350912" : 11661,
"45875200" : 12176,
"46399488" : 12065,
"46923776" : 12097,
"47448064" : 12573,
"47972352" : 12730,
"48496640" : 12383,
"49020928" : 12020,
"49545216" : 12376,
"50069504" : 12508,
"50593792" : 12651,
"51118080" : 12298,
"51642368" : 12523,
"52166656" : 12483,
"52690944" : 12668,
"53215232" : 13325,
"53739520" : 13359,
"54263808" : 13586,
"54788096" : 13557,
"55312384" : 13536,
"55836672" : 13690,
"56360960" : 13827,
"56885248" : 13653,
"57409536" : 13616,
"57933824" : 13509,
"58458112" : 13580,
"58982400" : 13542,
"59506688" : 13573,
"60030976" : 13211,
"60555264" : 13166,
"61079552" : 13131,
"61603840" : 13506,
"62128128" : 13371,
"62652416" : 13567,
"63176704" : 13435,
"63700992" : 13174,
"64225280" : 13233,
"64749568" : 13067,
"65273856" : 13007,
"65798144" : 12776,
"66322432" : 12499,
"66846720" : 12330,
"67633152" : 24754,
"68681728" : 24232,
"69730304" : 23504,
"70778880" : 22948,
"71827456" : 22185,
"72876032" : 21681,
"73924608" : 20961,
"74973184" : 19984,
"76021760" : 19644,
"77070336" : 18655,
"78118912" : 18207,
"79167488" : 17411,
"80216064" : 16669,
"81264640" : 15932,
"82313216" : 15545,
"83361792" : 14787,
"84410368" : 13791,
"85458944" : 13676,
"86507520" : 13288,
"87556096" : 12623,
"88604672" : 12471,
"89653248" : 11628,
"90701824" : 10984,
"91750400" : 10795,
"92798976" : 10605,
"93847552" : 9849,
"94896128" : 9677,
"95944704" : 9230,
"96993280" : 9151,
"98041856" : 8614,
"99090432" : 8478,
"100139008" : 7949,
"101187584" : 7660,
"102236160" : 7131,
"103284736" : 7170,
"104333312" : 6564,
"105381888" : 6472,
"106430464" : 6154,
"107479040" : 5940,
"108527616" : 5756,
"109576192" : 5387,
"110624768" : 5085,
"111673344" : 4853,
"112721920" : 4467,
"113770496" : 4568,
"114819072" : 4427,
"115867648" : 4029,
"116916224" : 3716,
"117964800" : 3527,
"119013376" : 3376,
"120061952" : 3118,
"121110528" : 3089,
"122159104" : 2926,
"123207680" : 2857,
"124256256" : 2608,
"125304832" : 2419,
"126353408" : 2323,
"127401984" : 2199,
"128450560" : 2127,
"129499136" : 1967,
"130547712" : 1879,
"131596288" : 1773,
"132644864" : 1806,
"133693440" : 1654,
"135266304" : 3063,
"137363456" : 2679,
"139460608" : 2499,
"141557760" : 2280,
"143654912" : 2134,
"145752064" : 1768,
"147849216" : 1616,
"149946368" : 1358,
"152043520" : 1295,
"154140672" : 1144,
"156237824" : 1036,
"158334976" : 923,
"160432128" : 841,
"162529280" : 706,
"164626432" : 621,
"166723584" : 537,
"168820736" : 451,
"170917888" : 386,
"173015040" : 351,
"175112192" : 282,
"177209344" : 214,
"179306496" : 185,
"181403648" : 179,
"183500800" : 113,
"185597952" : 87,
"187695104" : 75,
"189792256" : 65,
"191889408" : 46,
"193986560" : 45,
"196083712" : 21,
"198180864" : 27,
"200278016" : 27,
"202375168" : 11,
"204472320" : 20,
"206569472" : 10,
"208666624" : 1,
"210763776" : 9,
"212860928" : 8,
"214958080" : 4,
"217055232" : 5,
"219152384" : 8,
"223346688" : 1,
"225443840" : 1,
"227540992" : 1,
"231735296" : 1,
"235929600" : 2,
"238026752" : 2
}
},
"lat_ns" : {
"min" : 15310956,
"max" : 241100235,
"mean" : 69216460.926253,
"stddev" : 26172054.916527,
"N" : 1479406
},
"bw_min" : 37650,
"bw_max" : 88219,
"bw_agg" : 100.000000,
"bw_mean" : 59171.693467,
"bw_dev" : 293.924827,
"bw_samples" : 6368,
"iops_min" : 9412,
"iops_max" : 22052,
"iops_mean" : 14790.457286,
"iops_stddev" : 73.484958,
"iops_samples" : 6368
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3200221,
"usr_cpu" : 0.208736,
"sys_cpu" : 3.809268,
"ctx" : 2348806,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999865,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999865,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.183854,
"50" : 27.054143,
"100" : 61.873267,
"250" : 10.886641,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097855,
"timestamp_ms" : 1773097855753,
"time" : "Mon Mar 9 20:10:55 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 69,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6637756416,
"io_kbytes" : 6482184,
"bw_bytes" : 60337206,
"bw" : 58923,
"iops" : 14731.526847,
"runtime" : 110011,
"total_ios" : 1620630,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 285236,
"max" : 49166883,
"mean" : 2161830.137980,
"stddev" : 3365418.611304,
"N" : 1620630
},
"clat_ns" : {
"min" : 14886790,
"max" : 239073087,
"mean" : 67321442.768540,
"stddev" : 25750219.395305,
"N" : 1620598,
"percentile" : {
"1.000000" : 23986176,
"5.000000" : 32112640,
"10.000000" : 37486592,
"20.000000" : 45875200,
"30.000000" : 52166656,
"40.000000" : 57933824,
"50.000000" : 63700992,
"60.000000" : 69730304,
"70.000000" : 77070336,
"80.000000" : 86507520,
"90.000000" : 102236160,
"95.000000" : 115867648,
"99.000000" : 143654912,
"99.500000" : 156237824,
"99.900000" : 175112192,
"99.950000" : 181403648,
"99.990000" : 196083712
},
"bins" : {
"14876672" : 3,
"15269888" : 2,
"15400960" : 4,
"15532032" : 3,
"15663104" : 12,
"15794176" : 10,
"15925248" : 20,
"16056320" : 4,
"16187392" : 26,
"16318464" : 25,
"16449536" : 18,
"16580608" : 22,
"16711680" : 17,
"16908288" : 63,
"17170432" : 79,
"17432576" : 96,
"17694720" : 89,
"17956864" : 95,
"18219008" : 106,
"18481152" : 156,
"18743296" : 219,
"19005440" : 283,
"19267584" : 333,
"19529728" : 465,
"19791872" : 549,
"20054016" : 679,
"20316160" : 780,
"20578304" : 963,
"20840448" : 1016,
"21102592" : 1078,
"21364736" : 1047,
"21626880" : 1014,
"21889024" : 947,
"22151168" : 904,
"22413312" : 851,
"22675456" : 744,
"22937600" : 709,
"23199744" : 745,
"23461888" : 762,
"23724032" : 693,
"23986176" : 725,
"24248320" : 811,
"24510464" : 1004,
"24772608" : 1038,
"25034752" : 1104,
"25296896" : 1232,
"25559040" : 1392,
"25821184" : 1491,
"26083328" : 1689,
"26345472" : 1787,
"26607616" : 1873,
"26869760" : 1864,
"27131904" : 2003,
"27394048" : 2052,
"27656192" : 2258,
"27918336" : 2275,
"28180480" : 2481,
"28442624" : 2511,
"28704768" : 2566,
"28966912" : 2552,
"29229056" : 2680,
"29491200" : 2793,
"29753344" : 2764,
"30015488" : 2782,
"30277632" : 2851,
"30539776" : 2881,
"30801920" : 2925,
"31064064" : 2793,
"31326208" : 2766,
"31588352" : 2672,
"31850496" : 2666,
"32112640" : 2544,
"32374784" : 2682,
"32636928" : 2647,
"32899072" : 2586,
"33161216" : 2789,
"33423360" : 2843,
"33816576" : 5910,
"34340864" : 6621,
"34865152" : 7253,
"35389440" : 8037,
"35913728" : 8733,
"36438016" : 9055,
"36962304" : 9565,
"37486592" : 10015,
"38010880" : 10105,
"38535168" : 9859,
"39059456" : 9841,
"39583744" : 9757,
"40108032" : 9955,
"40632320" : 9812,
"41156608" : 10036,
"41680896" : 9995,
"42205184" : 10307,
"42729472" : 11108,
"43253760" : 11076,
"43778048" : 11560,
"44302336" : 11756,
"44826624" : 12076,
"45350912" : 12719,
"45875200" : 13327,
"46399488" : 13052,
"46923776" : 13138,
"47448064" : 13591,
"47972352" : 13778,
"48496640" : 13434,
"49020928" : 13121,
"49545216" : 13598,
"50069504" : 13814,
"50593792" : 13809,
"51118080" : 13492,
"51642368" : 13625,
"52166656" : 13660,
"52690944" : 13973,
"53215232" : 14670,
"53739520" : 14675,
"54263808" : 14863,
"54788096" : 14842,
"55312384" : 14873,
"55836672" : 15046,
"56360960" : 15162,
"56885248" : 14967,
"57409536" : 14876,
"57933824" : 14693,
"58458112" : 14878,
"58982400" : 14792,
"59506688" : 14840,
"60030976" : 14616,
"60555264" : 14545,
"61079552" : 14501,
"61603840" : 14881,
"62128128" : 14804,
"62652416" : 15075,
"63176704" : 14860,
"63700992" : 14478,
"64225280" : 14477,
"64749568" : 14310,
"65273856" : 14233,
"65798144" : 13946,
"66322432" : 13845,
"66846720" : 13486,
"67633152" : 27104,
"68681728" : 26737,
"69730304" : 25913,
"70778880" : 25395,
"71827456" : 24619,
"72876032" : 23929,
"73924608" : 22952,
"74973184" : 21965,
"76021760" : 21635,
"77070336" : 20728,
"78118912" : 20084,
"79167488" : 19203,
"80216064" : 18401,
"81264640" : 17640,
"82313216" : 16927,
"83361792" : 16287,
"84410368" : 15272,
"85458944" : 15021,
"86507520" : 14650,
"87556096" : 14120,
"88604672" : 13768,
"89653248" : 12932,
"90701824" : 12142,
"91750400" : 11836,
"92798976" : 11666,
"93847552" : 10909,
"94896128" : 10679,
"95944704" : 10255,
"96993280" : 10064,
"98041856" : 9525,
"99090432" : 9386,
"100139008" : 8757,
"101187584" : 8414,
"102236160" : 7887,
"103284736" : 7914,
"104333312" : 7212,
"105381888" : 7171,
"106430464" : 6732,
"107479040" : 6537,
"108527616" : 6337,
"109576192" : 5932,
"110624768" : 5671,
"111673344" : 5375,
"112721920" : 4938,
"113770496" : 5006,
"114819072" : 4854,
"115867648" : 4468,
"116916224" : 4140,
"117964800" : 3943,
"119013376" : 3777,
"120061952" : 3504,
"121110528" : 3449,
"122159104" : 3284,
"123207680" : 3160,
"124256256" : 2899,
"125304832" : 2744,
"126353408" : 2639,
"127401984" : 2483,
"128450560" : 2395,
"129499136" : 2181,
"130547712" : 2103,
"131596288" : 2002,
"132644864" : 2017,
"133693440" : 1860,
"135266304" : 3434,
"137363456" : 2977,
"139460608" : 2777,
"141557760" : 2530,
"143654912" : 2360,
"145752064" : 1957,
"147849216" : 1784,
"149946368" : 1496,
"152043520" : 1427,
"154140672" : 1284,
"156237824" : 1165,
"158334976" : 1019,
"160432128" : 911,
"162529280" : 805,
"164626432" : 701,
"166723584" : 613,
"168820736" : 512,
"170917888" : 426,
"173015040" : 391,
"175112192" : 318,
"177209344" : 246,
"179306496" : 233,
"181403648" : 201,
"183500800" : 135,
"185597952" : 107,
"187695104" : 87,
"189792256" : 82,
"191889408" : 55,
"193986560" : 50,
"196083712" : 27,
"198180864" : 39,
"200278016" : 30,
"202375168" : 15,
"204472320" : 22,
"206569472" : 10,
"208666624" : 1,
"210763776" : 9,
"212860928" : 8,
"214958080" : 4,
"217055232" : 5,
"219152384" : 8,
"223346688" : 1,
"225443840" : 1,
"227540992" : 1,
"231735296" : 1,
"235929600" : 2,
"238026752" : 2
}
},
"lat_ns" : {
"min" : 15310956,
"max" : 241100235,
"mean" : 69481895.029046,
"stddev" : 26199946.751114,
"N" : 1620598
},
"bw_min" : 37018,
"bw_max" : 88219,
"bw_agg" : 100.000000,
"bw_mean" : 58980.342466,
"bw_dev" : 295.865949,
"bw_samples" : 7008,
"iops_min" : 9254,
"iops_max" : 22052,
"iops_mean" : 14742.844749,
"iops_stddev" : 73.968470,
"iops_samples" : 7008
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3520226,
"usr_cpu" : 0.208197,
"sys_cpu" : 3.791461,
"ctx" : 2582253,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.176475,
"50" : 26.618907,
"100" : 62.176006,
"250" : 11.026638,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097865,
"timestamp_ms" : 1773097865751,
"time" : "Mon Mar 9 20:11:05 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 59,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7210840064,
"io_kbytes" : 7041836,
"bw_bytes" : 60084325,
"bw" : 58676,
"iops" : 14670.016332,
"runtime" : 120012,
"total_ios" : 1760578,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 285236,
"max" : 49166883,
"mean" : 2170899.423592,
"stddev" : 3375812.588370,
"N" : 1760579
},
"clat_ns" : {
"min" : 14886790,
"max" : 239073087,
"mean" : 67619564.666350,
"stddev" : 25818207.507098,
"N" : 1760547,
"percentile" : {
"1.000000" : 24248320,
"5.000000" : 32374784,
"10.000000" : 38010880,
"20.000000" : 45875200,
"30.000000" : 52166656,
"40.000000" : 57933824,
"50.000000" : 63700992,
"60.000000" : 69730304,
"70.000000" : 77070336,
"80.000000" : 87556096,
"90.000000" : 102236160,
"95.000000" : 116916224,
"99.000000" : 145752064,
"99.500000" : 156237824,
"99.900000" : 175112192,
"99.950000" : 181403648,
"99.990000" : 196083712
},
"bins" : {
"14876672" : 3,
"15269888" : 2,
"15400960" : 4,
"15532032" : 3,
"15663104" : 12,
"15794176" : 10,
"15925248" : 21,
"16056320" : 5,
"16187392" : 26,
"16318464" : 25,
"16449536" : 18,
"16580608" : 22,
"16711680" : 20,
"16908288" : 65,
"17170432" : 83,
"17432576" : 100,
"17694720" : 109,
"17956864" : 116,
"18219008" : 114,
"18481152" : 165,
"18743296" : 225,
"19005440" : 292,
"19267584" : 353,
"19529728" : 501,
"19791872" : 594,
"20054016" : 716,
"20316160" : 833,
"20578304" : 1030,
"20840448" : 1080,
"21102592" : 1145,
"21364736" : 1098,
"21626880" : 1068,
"21889024" : 995,
"22151168" : 945,
"22413312" : 884,
"22675456" : 785,
"22937600" : 735,
"23199744" : 769,
"23461888" : 782,
"23724032" : 721,
"23986176" : 767,
"24248320" : 857,
"24510464" : 1042,
"24772608" : 1087,
"25034752" : 1154,
"25296896" : 1286,
"25559040" : 1457,
"25821184" : 1587,
"26083328" : 1768,
"26345472" : 1875,
"26607616" : 1961,
"26869760" : 1991,
"27131904" : 2146,
"27394048" : 2182,
"27656192" : 2367,
"27918336" : 2393,
"28180480" : 2617,
"28442624" : 2630,
"28704768" : 2712,
"28966912" : 2692,
"29229056" : 2828,
"29491200" : 2929,
"29753344" : 2892,
"30015488" : 2887,
"30277632" : 2960,
"30539776" : 3030,
"30801920" : 3074,
"31064064" : 2930,
"31326208" : 2884,
"31588352" : 2823,
"31850496" : 2804,
"32112640" : 2710,
"32374784" : 2820,
"32636928" : 2760,
"32899072" : 2685,
"33161216" : 2897,
"33423360" : 2967,
"33816576" : 6252,
"34340864" : 6993,
"34865152" : 7689,
"35389440" : 8624,
"35913728" : 9425,
"36438016" : 9751,
"36962304" : 10211,
"37486592" : 10654,
"38010880" : 10694,
"38535168" : 10529,
"39059456" : 10551,
"39583744" : 10480,
"40108032" : 10683,
"40632320" : 10525,
"41156608" : 10710,
"41680896" : 10775,
"42205184" : 11076,
"42729472" : 11936,
"43253760" : 11974,
"43778048" : 12396,
"44302336" : 12753,
"44826624" : 13138,
"45350912" : 13835,
"45875200" : 14432,
"46399488" : 14152,
"46923776" : 14260,
"47448064" : 14557,
"47972352" : 14764,
"48496640" : 14503,
"49020928" : 14239,
"49545216" : 14614,
"50069504" : 14874,
"50593792" : 14877,
"51118080" : 14562,
"51642368" : 14709,
"52166656" : 14823,
"52690944" : 15129,
"53215232" : 15835,
"53739520" : 15888,
"54263808" : 16082,
"54788096" : 16092,
"55312384" : 16052,
"55836672" : 16308,
"56360960" : 16502,
"56885248" : 16242,
"57409536" : 16134,
"57933824" : 16007,
"58458112" : 16242,
"58982400" : 16059,
"59506688" : 16093,
"60030976" : 15879,
"60555264" : 15881,
"61079552" : 15855,
"61603840" : 16196,
"62128128" : 16063,
"62652416" : 16266,
"63176704" : 16135,
"63700992" : 15740,
"64225280" : 15665,
"64749568" : 15618,
"65273856" : 15583,
"65798144" : 15232,
"66322432" : 15148,
"66846720" : 14745,
"67633152" : 29354,
"68681728" : 28874,
"69730304" : 28370,
"70778880" : 28013,
"71827456" : 26964,
"72876032" : 26012,
"73924608" : 25027,
"74973184" : 23916,
"76021760" : 23784,
"77070336" : 22598,
"78118912" : 21903,
"79167488" : 20927,
"80216064" : 20264,
"81264640" : 19316,
"82313216" : 18481,
"83361792" : 17834,
"84410368" : 16685,
"85458944" : 16407,
"86507520" : 15939,
"87556096" : 15490,
"88604672" : 15071,
"89653248" : 14275,
"90701824" : 13352,
"91750400" : 13025,
"92798976" : 12674,
"93847552" : 11905,
"94896128" : 11623,
"95944704" : 11198,
"96993280" : 11090,
"98041856" : 10419,
"99090432" : 10332,
"100139008" : 9660,
"101187584" : 9219,
"102236160" : 8688,
"103284736" : 8659,
"104333312" : 7891,
"105381888" : 7889,
"106430464" : 7334,
"107479040" : 7238,
"108527616" : 6957,
"109576192" : 6578,
"110624768" : 6240,
"111673344" : 5960,
"112721920" : 5478,
"113770496" : 5510,
"114819072" : 5335,
"115867648" : 4905,
"116916224" : 4669,
"117964800" : 4394,
"119013376" : 4193,
"120061952" : 3909,
"121110528" : 3843,
"122159104" : 3619,
"123207680" : 3508,
"124256256" : 3246,
"125304832" : 3073,
"126353408" : 3034,
"127401984" : 2847,
"128450560" : 2701,
"129499136" : 2447,
"130547712" : 2372,
"131596288" : 2249,
"132644864" : 2249,
"133693440" : 2082,
"135266304" : 3881,
"137363456" : 3421,
"139460608" : 3113,
"141557760" : 2875,
"143654912" : 2642,
"145752064" : 2225,
"147849216" : 2021,
"149946368" : 1664,
"152043520" : 1537,
"154140672" : 1409,
"156237824" : 1286,
"158334976" : 1133,
"160432128" : 1007,
"162529280" : 880,
"164626432" : 765,
"166723584" : 662,
"168820736" : 566,
"170917888" : 455,
"173015040" : 420,
"175112192" : 347,
"177209344" : 258,
"179306496" : 253,
"181403648" : 226,
"183500800" : 148,
"185597952" : 121,
"187695104" : 102,
"189792256" : 95,
"191889408" : 64,
"193986560" : 54,
"196083712" : 27,
"198180864" : 43,
"200278016" : 32,
"202375168" : 17,
"204472320" : 24,
"206569472" : 12,
"208666624" : 6,
"210763776" : 9,
"212860928" : 8,
"214958080" : 4,
"217055232" : 5,
"219152384" : 8,
"223346688" : 1,
"225443840" : 1,
"227540992" : 1,
"231735296" : 1,
"235929600" : 2,
"238026752" : 2
}
},
"lat_ns" : {
"min" : 15310956,
"max" : 241100235,
"mean" : 69789791.149693,
"stddev" : 26269662.298133,
"N" : 1760547
},
"bw_min" : 36330,
"bw_max" : 88219,
"bw_agg" : 100.000000,
"bw_mean" : 58752.305439,
"bw_dev" : 296.253104,
"bw_samples" : 7648,
"iops_min" : 9082,
"iops_max" : 22052,
"iops_mean" : 14685.803347,
"iops_stddev" : 74.068180,
"iops_samples" : 7648
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 3840253,
"usr_cpu" : 0.206028,
"sys_cpu" : 3.774100,
"ctx" : 2805955,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.173693,
"50" : 26.211108,
"100" : 62.361281,
"250" : 11.252157,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097875,
"timestamp_ms" : 1773097875752,
"time" : "Mon Mar 9 20:11:15 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 49,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7822356480,
"io_kbytes" : 7639020,
"bw_bytes" : 60166881,
"bw" : 58756,
"iops" : 14690.041612,
"runtime" : 130011,
"total_ios" : 1909867,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 285236,
"max" : 49166883,
"mean" : 2168006.557659,
"stddev" : 3371701.449683,
"N" : 1909867
},
"clat_ns" : {
"min" : 14886790,
"max" : 239073087,
"mean" : 67529215.664270,
"stddev" : 25691638.480141,
"N" : 1909835,
"percentile" : {
"1.000000" : 24248320,
"5.000000" : 32374784,
"10.000000" : 38010880,
"20.000000" : 45875200,
"30.000000" : 52166656,
"40.000000" : 57933824,
"50.000000" : 63700992,
"60.000000" : 69730304,
"70.000000" : 77070336,
"80.000000" : 86507520,
"90.000000" : 102236160,
"95.000000" : 115867648,
"99.000000" : 143654912,
"99.500000" : 154140672,
"99.900000" : 175112192,
"99.950000" : 181403648,
"99.990000" : 196083712
},
"bins" : {
"14876672" : 3,
"15269888" : 2,
"15400960" : 4,
"15532032" : 4,
"15663104" : 13,
"15794176" : 12,
"15925248" : 23,
"16056320" : 10,
"16187392" : 29,
"16318464" : 26,
"16449536" : 25,
"16580608" : 26,
"16711680" : 27,
"16908288" : 73,
"17170432" : 83,
"17432576" : 113,
"17694720" : 119,
"17956864" : 127,
"18219008" : 133,
"18481152" : 196,
"18743296" : 250,
"19005440" : 313,
"19267584" : 370,
"19529728" : 526,
"19791872" : 638,
"20054016" : 777,
"20316160" : 889,
"20578304" : 1100,
"20840448" : 1161,
"21102592" : 1235,
"21364736" : 1168,
"21626880" : 1132,
"21889024" : 1051,
"22151168" : 987,
"22413312" : 926,
"22675456" : 831,
"22937600" : 786,
"23199744" : 822,
"23461888" : 823,
"23724032" : 762,
"23986176" : 833,
"24248320" : 938,
"24510464" : 1130,
"24772608" : 1206,
"25034752" : 1258,
"25296896" : 1398,
"25559040" : 1571,
"25821184" : 1711,
"26083328" : 1882,
"26345472" : 2007,
"26607616" : 2099,
"26869760" : 2115,
"27131904" : 2313,
"27394048" : 2383,
"27656192" : 2539,
"27918336" : 2571,
"28180480" : 2809,
"28442624" : 2834,
"28704768" : 2878,
"28966912" : 2867,
"29229056" : 3023,
"29491200" : 3139,
"29753344" : 3074,
"30015488" : 3062,
"30277632" : 3142,
"30539776" : 3237,
"30801920" : 3281,
"31064064" : 3150,
"31326208" : 3108,
"31588352" : 3047,
"31850496" : 3023,
"32112640" : 2905,
"32374784" : 3000,
"32636928" : 2941,
"32899072" : 2915,
"33161216" : 3143,
"33423360" : 3221,
"33816576" : 6774,
"34340864" : 7571,
"34865152" : 8334,
"35389440" : 9287,
"35913728" : 10176,
"36438016" : 10626,
"36962304" : 11132,
"37486592" : 11556,
"38010880" : 11548,
"38535168" : 11447,
"39059456" : 11445,
"39583744" : 11433,
"40108032" : 11599,
"40632320" : 11445,
"41156608" : 11586,
"41680896" : 11686,
"42205184" : 12024,
"42729472" : 13013,
"43253760" : 13066,
"43778048" : 13545,
"44302336" : 14063,
"44826624" : 14294,
"45350912" : 15018,
"45875200" : 15649,
"46399488" : 15339,
"46923776" : 15499,
"47448064" : 15918,
"47972352" : 16131,
"48496640" : 15804,
"49020928" : 15508,
"49545216" : 15855,
"50069504" : 16190,
"50593792" : 16214,
"51118080" : 15911,
"51642368" : 16206,
"52166656" : 16369,
"52690944" : 16497,
"53215232" : 17309,
"53739520" : 17384,
"54263808" : 17490,
"54788096" : 17431,
"55312384" : 17421,
"55836672" : 17732,
"56360960" : 17998,
"56885248" : 17790,
"57409536" : 17596,
"57933824" : 17415,
"58458112" : 17754,
"58982400" : 17625,
"59506688" : 17590,
"60030976" : 17393,
"60555264" : 17371,
"61079552" : 17494,
"61603840" : 17759,
"62128128" : 17496,
"62652416" : 17754,
"63176704" : 17602,
"63700992" : 17067,
"64225280" : 16989,
"64749568" : 17013,
"65273856" : 17016,
"65798144" : 16637,
"66322432" : 16525,
"66846720" : 16127,
"67633152" : 32074,
"68681728" : 31538,
"69730304" : 30778,
"70778880" : 30468,
"71827456" : 29183,
"72876032" : 28265,
"73924608" : 26979,
"74973184" : 25906,
"76021760" : 25616,
"77070336" : 24354,
"78118912" : 23714,
"79167488" : 22622,
"80216064" : 21968,
"81264640" : 20924,
"82313216" : 20052,
"83361792" : 19176,
"84410368" : 18028,
"85458944" : 17650,
"86507520" : 17187,
"87556096" : 16680,
"88604672" : 16197,
"89653248" : 15421,
"90701824" : 14404,
"91750400" : 14108,
"92798976" : 13703,
"93847552" : 12843,
"94896128" : 12516,
"95944704" : 12138,
"96993280" : 11971,
"98041856" : 11172,
"99090432" : 11086,
"100139008" : 10443,
"101187584" : 9980,
"102236160" : 9377,
"103284736" : 9314,
"104333312" : 8591,
"105381888" : 8510,
"106430464" : 7929,
"107479040" : 7810,
"108527616" : 7481,
"109576192" : 7122,
"110624768" : 6703,
"111673344" : 6484,
"112721920" : 5972,
"113770496" : 5965,
"114819072" : 5796,
"115867648" : 5324,
"116916224" : 5048,
"117964800" : 4777,
"119013376" : 4547,
"120061952" : 4282,
"121110528" : 4142,
"122159104" : 3948,
"123207680" : 3818,
"124256256" : 3476,
"125304832" : 3364,
"126353408" : 3298,
"127401984" : 3098,
"128450560" : 2946,
"129499136" : 2679,
"130547712" : 2545,
"131596288" : 2407,
"132644864" : 2423,
"133693440" : 2235,
"135266304" : 4146,
"137363456" : 3653,
"139460608" : 3257,
"141557760" : 3032,
"143654912" : 2761,
"145752064" : 2327,
"147849216" : 2104,
"149946368" : 1741,
"152043520" : 1597,
"154140672" : 1465,
"156237824" : 1314,
"158334976" : 1196,
"160432128" : 1047,
"162529280" : 902,
"164626432" : 784,
"166723584" : 676,
"168820736" : 583,
"170917888" : 466,
"173015040" : 433,
"175112192" : 349,
"177209344" : 267,
"179306496" : 259,
"181403648" : 231,
"183500800" : 151,
"185597952" : 126,
"187695104" : 104,
"189792256" : 95,
"191889408" : 64,
"193986560" : 57,
"196083712" : 30,
"198180864" : 44,
"200278016" : 32,
"202375168" : 17,
"204472320" : 26,
"206569472" : 12,
"208666624" : 6,
"210763776" : 9,
"212860928" : 8,
"214958080" : 4,
"217055232" : 5,
"219152384" : 8,
"223346688" : 1,
"225443840" : 1,
"227540992" : 1,
"231735296" : 1,
"235929600" : 2,
"238026752" : 2
}
},
"lat_ns" : {
"min" : 15310956,
"max" : 241100235,
"mean" : 69696664.664667,
"stddev" : 26139958.718512,
"N" : 1909835
},
"bw_min" : 36314,
"bw_max" : 88219,
"bw_agg" : 99.995371,
"bw_mean" : 58754.193050,
"bw_dev" : 297.252892,
"bw_samples" : 8288,
"iops_min" : 9078,
"iops_max" : 22052,
"iops_mean" : 14686.212355,
"iops_stddev" : 74.320795,
"iops_samples" : 8288
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4160236,
"usr_cpu" : 0.205493,
"sys_cpu" : 3.779713,
"ctx" : 3041140,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.174515,
"50" : 26.194651,
"100" : 62.463983,
"250" : 11.165175,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097885,
"timestamp_ms" : 1773097885749,
"time" : "Mon Mar 9 20:11:25 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8422567936,
"io_kbytes" : 8225164,
"bw_bytes" : 60156043,
"bw" : 58746,
"iops" : 14687.526783,
"runtime" : 140012,
"total_ios" : 2056430,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 285236,
"max" : 49166883,
"mean" : 2168342.836938,
"stddev" : 3373367.753109,
"N" : 2056430
},
"clat_ns" : {
"min" : 14886790,
"max" : 239073087,
"mean" : 67548398.128728,
"stddev" : 25692493.331570,
"N" : 2056398,
"percentile" : {
"1.000000" : 24248320,
"5.000000" : 32374784,
"10.000000" : 38010880,
"20.000000" : 45875200,
"30.000000" : 52166656,
"40.000000" : 57933824,
"50.000000" : 63700992,
"60.000000" : 69730304,
"70.000000" : 77070336,
"80.000000" : 86507520,
"90.000000" : 102236160,
"95.000000" : 115867648,
"99.000000" : 143654912,
"99.500000" : 154140672,
"99.900000" : 175112192,
"99.950000" : 181403648,
"99.990000" : 196083712
},
"bins" : {
"14876672" : 3,
"15269888" : 2,
"15400960" : 4,
"15532032" : 4,
"15663104" : 13,
"15794176" : 12,
"15925248" : 23,
"16056320" : 10,
"16187392" : 29,
"16318464" : 26,
"16449536" : 25,
"16580608" : 26,
"16711680" : 31,
"16908288" : 76,
"17170432" : 86,
"17432576" : 119,
"17694720" : 132,
"17956864" : 137,
"18219008" : 149,
"18481152" : 220,
"18743296" : 270,
"19005440" : 336,
"19267584" : 416,
"19529728" : 579,
"19791872" : 701,
"20054016" : 828,
"20316160" : 946,
"20578304" : 1192,
"20840448" : 1230,
"21102592" : 1308,
"21364736" : 1227,
"21626880" : 1190,
"21889024" : 1116,
"22151168" : 1047,
"22413312" : 962,
"22675456" : 860,
"22937600" : 830,
"23199744" : 866,
"23461888" : 876,
"23724032" : 814,
"23986176" : 887,
"24248320" : 986,
"24510464" : 1194,
"24772608" : 1301,
"25034752" : 1344,
"25296896" : 1529,
"25559040" : 1690,
"25821184" : 1845,
"26083328" : 2015,
"26345472" : 2118,
"26607616" : 2239,
"26869760" : 2263,
"27131904" : 2468,
"27394048" : 2579,
"27656192" : 2723,
"27918336" : 2744,
"28180480" : 2978,
"28442624" : 3006,
"28704768" : 3061,
"28966912" : 3035,
"29229056" : 3212,
"29491200" : 3350,
"29753344" : 3248,
"30015488" : 3247,
"30277632" : 3317,
"30539776" : 3383,
"30801920" : 3429,
"31064064" : 3332,
"31326208" : 3307,
"31588352" : 3265,
"31850496" : 3236,
"32112640" : 3097,
"32374784" : 3245,
"32636928" : 3219,
"32899072" : 3175,
"33161216" : 3400,
"33423360" : 3462,
"33816576" : 7277,
"34340864" : 8129,
"34865152" : 8927,
"35389440" : 9959,
"35913728" : 10948,
"36438016" : 11466,
"36962304" : 12062,
"37486592" : 12423,
"38010880" : 12353,
"38535168" : 12255,
"39059456" : 12297,
"39583744" : 12309,
"40108032" : 12514,
"40632320" : 12361,
"41156608" : 12454,
"41680896" : 12513,
"42205184" : 12988,
"42729472" : 13939,
"43253760" : 14113,
"43778048" : 14643,
"44302336" : 15193,
"44826624" : 15374,
"45350912" : 16212,
"45875200" : 16885,
"46399488" : 16588,
"46923776" : 16738,
"47448064" : 17275,
"47972352" : 17491,
"48496640" : 17165,
"49020928" : 16725,
"49545216" : 17074,
"50069504" : 17467,
"50593792" : 17514,
"51118080" : 17084,
"51642368" : 17436,
"52166656" : 17732,
"52690944" : 17883,
"53215232" : 18721,
"53739520" : 18789,
"54263808" : 18859,
"54788096" : 18825,
"55312384" : 18771,
"55836672" : 19127,
"56360960" : 19484,
"56885248" : 19217,
"57409536" : 18870,
"57933824" : 18834,
"58458112" : 19199,
"58982400" : 18973,
"59506688" : 19047,
"60030976" : 18794,
"60555264" : 18769,
"61079552" : 18927,
"61603840" : 19145,
"62128128" : 18853,
"62652416" : 19084,
"63176704" : 18921,
"63700992" : 18430,
"64225280" : 18300,
"64749568" : 18331,
"65273856" : 18291,
"65798144" : 17968,
"66322432" : 17922,
"66846720" : 17412,
"67633152" : 34422,
"68681728" : 33934,
"69730304" : 33211,
"70778880" : 32675,
"71827456" : 31200,
"72876032" : 30265,
"73924608" : 28924,
"74973184" : 27908,
"76021760" : 27446,
"77070336" : 26089,
"78118912" : 25391,
"79167488" : 24247,
"80216064" : 23676,
"81264640" : 22507,
"82313216" : 21663,
"83361792" : 20654,
"84410368" : 19411,
"85458944" : 19033,
"86507520" : 18465,
"87556096" : 18045,
"88604672" : 17478,
"89653248" : 16639,
"90701824" : 15589,
"91750400" : 15276,
"92798976" : 14671,
"93847552" : 13802,
"94896128" : 13460,
"95944704" : 13157,
"96993280" : 12820,
"98041856" : 12108,
"99090432" : 11902,
"100139008" : 11266,
"101187584" : 10679,
"102236160" : 10148,
"103284736" : 9951,
"104333312" : 9216,
"105381888" : 9128,
"106430464" : 8555,
"107479040" : 8418,
"108527616" : 7994,
"109576192" : 7605,
"110624768" : 7204,
"111673344" : 6945,
"112721920" : 6430,
"113770496" : 6415,
"114819072" : 6209,
"115867648" : 5734,
"116916224" : 5448,
"117964800" : 5176,
"119013376" : 4928,
"120061952" : 4592,
"121110528" : 4472,
"122159104" : 4308,
"123207680" : 4134,
"124256256" : 3753,
"125304832" : 3613,
"126353408" : 3556,
"127401984" : 3393,
"128450560" : 3160,
"129499136" : 2867,
"130547712" : 2760,
"131596288" : 2630,
"132644864" : 2621,
"133693440" : 2453,
"135266304" : 4467,
"137363456" : 3946,
"139460608" : 3527,
"141557760" : 3258,
"143654912" : 3020,
"145752064" : 2507,
"147849216" : 2295,
"149946368" : 1902,
"152043520" : 1760,
"154140672" : 1583,
"156237824" : 1426,
"158334976" : 1290,
"160432128" : 1142,
"162529280" : 959,
"164626432" : 835,
"166723584" : 707,
"168820736" : 621,
"170917888" : 512,
"173015040" : 461,
"175112192" : 380,
"177209344" : 283,
"179306496" : 280,
"181403648" : 251,
"183500800" : 169,
"185597952" : 143,
"187695104" : 118,
"189792256" : 108,
"191889408" : 71,
"193986560" : 59,
"196083712" : 30,
"198180864" : 45,
"200278016" : 32,
"202375168" : 17,
"204472320" : 26,
"206569472" : 12,
"208666624" : 6,
"210763776" : 9,
"212860928" : 8,
"214958080" : 4,
"217055232" : 5,
"219152384" : 8,
"223346688" : 1,
"225443840" : 1,
"227540992" : 1,
"231735296" : 1,
"235929600" : 2,
"238026752" : 2
}
},
"lat_ns" : {
"min" : 15310956,
"max" : 241100235,
"mean" : 69716521.041212,
"stddev" : 26139131.802643,
"N" : 2056398
},
"bw_min" : 36290,
"bw_max" : 88323,
"bw_agg" : 100.000000,
"bw_mean" : 58796.666667,
"bw_dev" : 297.485229,
"bw_samples" : 8928,
"iops_min" : 9072,
"iops_max" : 22078,
"iops_mean" : 14696.584229,
"iops_stddev" : 74.382845,
"iops_samples" : 8928
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4480253,
"usr_cpu" : 0.203962,
"sys_cpu" : 3.780903,
"ctx" : 3275870,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.176617,
"50" : 26.162524,
"100" : 62.486396,
"250" : 11.172906,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097895,
"timestamp_ms" : 1773097895753,
"time" : "Mon Mar 9 20:11:35 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 29,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9037877248,
"io_kbytes" : 8826052,
"bw_bytes" : 60247695,
"bw" : 58835,
"iops" : 14710.129856,
"runtime" : 150012,
"total_ios" : 2206696,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 285236,
"max" : 49166883,
"mean" : 2165077.284021,
"stddev" : 3368894.936181,
"N" : 2206697
},
"clat_ns" : {
"min" : 14886790,
"max" : 239073087,
"mean" : 67431022.615405,
"stddev" : 25689912.413177,
"N" : 2206664,
"percentile" : {
"1.000000" : 24248320,
"5.000000" : 32374784,
"10.000000" : 38010880,
"20.000000" : 45875200,
"30.000000" : 52166656,
"40.000000" : 57933824,
"50.000000" : 63700992,
"60.000000" : 69730304,
"70.000000" : 77070336,
"80.000000" : 86507520,
"90.000000" : 102236160,
"95.000000" : 115867648,
"99.000000" : 143654912,
"99.500000" : 156237824,
"99.900000" : 175112192,
"99.950000" : 181403648,
"99.990000" : 196083712
},
"bins" : {
"14876672" : 3,
"15269888" : 2,
"15400960" : 4,
"15532032" : 6,
"15663104" : 14,
"15794176" : 17,
"15925248" : 23,
"16056320" : 14,
"16187392" : 32,
"16318464" : 26,
"16449536" : 26,
"16580608" : 31,
"16711680" : 31,
"16908288" : 83,
"17170432" : 91,
"17432576" : 129,
"17694720" : 139,
"17956864" : 152,
"18219008" : 162,
"18481152" : 239,
"18743296" : 303,
"19005440" : 364,
"19267584" : 460,
"19529728" : 613,
"19791872" : 752,
"20054016" : 898,
"20316160" : 1018,
"20578304" : 1285,
"20840448" : 1346,
"21102592" : 1426,
"21364736" : 1332,
"21626880" : 1299,
"21889024" : 1209,
"22151168" : 1146,
"22413312" : 1077,
"22675456" : 937,
"22937600" : 907,
"23199744" : 946,
"23461888" : 972,
"23724032" : 918,
"23986176" : 989,
"24248320" : 1111,
"24510464" : 1311,
"24772608" : 1394,
"25034752" : 1459,
"25296896" : 1630,
"25559040" : 1808,
"25821184" : 1995,
"26083328" : 2187,
"26345472" : 2258,
"26607616" : 2404,
"26869760" : 2410,
"27131904" : 2622,
"27394048" : 2758,
"27656192" : 2868,
"27918336" : 2943,
"28180480" : 3198,
"28442624" : 3227,
"28704768" : 3297,
"28966912" : 3311,
"29229056" : 3511,
"29491200" : 3671,
"29753344" : 3533,
"30015488" : 3499,
"30277632" : 3587,
"30539776" : 3647,
"30801920" : 3702,
"31064064" : 3575,
"31326208" : 3591,
"31588352" : 3490,
"31850496" : 3491,
"32112640" : 3319,
"32374784" : 3501,
"32636928" : 3450,
"32899072" : 3453,
"33161216" : 3669,
"33423360" : 3744,
"33816576" : 7842,
"34340864" : 8699,
"34865152" : 9522,
"35389440" : 10644,
"35913728" : 11743,
"36438016" : 12296,
"36962304" : 12901,
"37486592" : 13309,
"38010880" : 13348,
"38535168" : 13325,
"39059456" : 13348,
"39583744" : 13256,
"40108032" : 13627,
"40632320" : 13358,
"41156608" : 13397,
"41680896" : 13479,
"42205184" : 14075,
"42729472" : 15022,
"43253760" : 15277,
"43778048" : 15790,
"44302336" : 16399,
"44826624" : 16562,
"45350912" : 17553,
"45875200" : 18238,
"46399488" : 17926,
"46923776" : 18054,
"47448064" : 18641,
"47972352" : 18943,
"48496640" : 18708,
"49020928" : 18281,
"49545216" : 18490,
"50069504" : 19028,
"50593792" : 19025,
"51118080" : 18584,
"51642368" : 18973,
"52166656" : 19175,
"52690944" : 19340,
"53215232" : 20119,
"53739520" : 20303,
"54263808" : 20351,
"54788096" : 20206,
"55312384" : 20154,
"55836672" : 20485,
"56360960" : 20915,
"56885248" : 20683,
"57409536" : 20506,
"57933824" : 20280,
"58458112" : 20641,
"58982400" : 20453,
"59506688" : 20557,
"60030976" : 20345,
"60555264" : 20243,
"61079552" : 20335,
"61603840" : 20513,
"62128128" : 20194,
"62652416" : 20332,
"63176704" : 20234,
"63700992" : 19613,
"64225280" : 19547,
"64749568" : 19592,
"65273856" : 19582,
"65798144" : 19343,
"66322432" : 19220,
"66846720" : 18710,
"67633152" : 36972,
"68681728" : 36348,
"69730304" : 35653,
"70778880" : 34858,
"71827456" : 33227,
"72876032" : 32158,
"73924608" : 30844,
"74973184" : 29729,
"76021760" : 29311,
"77070336" : 27767,
"78118912" : 26985,
"79167488" : 25835,
"80216064" : 25229,
"81264640" : 23940,
"82313216" : 22909,
"83361792" : 21963,
"84410368" : 20707,
"85458944" : 20437,
"86507520" : 19729,
"87556096" : 19255,
"88604672" : 18774,
"89653248" : 17833,
"90701824" : 16670,
"91750400" : 16287,
"92798976" : 15581,
"93847552" : 14730,
"94896128" : 14346,
"95944704" : 14143,
"96993280" : 13671,
"98041856" : 12975,
"99090432" : 12620,
"100139008" : 12071,
"101187584" : 11415,
"102236160" : 10812,
"103284736" : 10601,
"104333312" : 9835,
"105381888" : 9744,
"106430464" : 9190,
"107479040" : 9004,
"108527616" : 8497,
"109576192" : 8075,
"110624768" : 7659,
"111673344" : 7373,
"112721920" : 6877,
"113770496" : 6812,
"114819072" : 6627,
"115867648" : 6144,
"116916224" : 5804,
"117964800" : 5526,
"119013376" : 5258,
"120061952" : 4899,
"121110528" : 4763,
"122159104" : 4607,
"123207680" : 4385,
"124256256" : 3990,
"125304832" : 3874,
"126353408" : 3773,
"127401984" : 3617,
"128450560" : 3356,
"129499136" : 3043,
"130547712" : 2923,
"131596288" : 2820,
"132644864" : 2754,
"133693440" : 2581,
"135266304" : 4712,
"137363456" : 4199,
"139460608" : 3703,
"141557760" : 3416,
"143654912" : 3158,
"145752064" : 2607,
"147849216" : 2409,
"149946368" : 2007,
"152043520" : 1861,
"154140672" : 1667,
"156237824" : 1521,
"158334976" : 1372,
"160432128" : 1236,
"162529280" : 1023,
"164626432" : 896,
"166723584" : 783,
"168820736" : 685,
"170917888" : 562,
"173015040" : 523,
"175112192" : 437,
"177209344" : 337,
"179306496" : 317,
"181403648" : 291,
"183500800" : 209,
"185597952" : 176,
"187695104" : 134,
"189792256" : 127,
"191889408" : 92,
"193986560" : 71,
"196083712" : 42,
"198180864" : 55,
"200278016" : 38,
"202375168" : 24,
"204472320" : 28,
"206569472" : 15,
"208666624" : 9,
"210763776" : 13,
"212860928" : 8,
"214958080" : 4,
"217055232" : 7,
"219152384" : 9,
"223346688" : 1,
"225443840" : 1,
"227540992" : 1,
"231735296" : 1,
"235929600" : 2,
"238026752" : 2
}
},
"lat_ns" : {
"min" : 15310956,
"max" : 241100235,
"mean" : 69595006.894407,
"stddev" : 26135491.607780,
"N" : 2206664
},
"bw_min" : 36200,
"bw_max" : 88491,
"bw_agg" : 100.000000,
"bw_mean" : 58877.672241,
"bw_dev" : 298.434892,
"bw_samples" : 9568,
"iops_min" : 9050,
"iops_max" : 22120,
"iops_mean" : 14716.842809,
"iops_stddev" : 74.621671,
"iops_samples" : 9568
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 4800253,
"usr_cpu" : 0.203906,
"sys_cpu" : 3.788154,
"ctx" : 3520639,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999955,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999909,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.178094,
"50" : 26.332807,
"100" : 62.390288,
"250" : 11.097360,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097905,
"timestamp_ms" : 1773097905746,
"time" : "Mon Mar 9 20:11:45 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 19,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9642082304,
"io_kbytes" : 9416096,
"bw_bytes" : 60258871,
"bw" : 58846,
"iops" : 14712.551012,
"runtime" : 160011,
"total_ios" : 2354170,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 285236,
"max" : 49166883,
"mean" : 2164678.510506,
"stddev" : 3366856.058980,
"N" : 2354170
},
"clat_ns" : {
"min" : 14886790,
"max" : 239073087,
"mean" : 67434140.097706,
"stddev" : 25679111.057305,
"N" : 2354138,
"percentile" : {
"1.000000" : 24248320,
"5.000000" : 32636928,
"10.000000" : 38010880,
"20.000000" : 45875200,
"30.000000" : 52166656,
"40.000000" : 57933824,
"50.000000" : 63700992,
"60.000000" : 69730304,
"70.000000" : 77070336,
"80.000000" : 86507520,
"90.000000" : 102236160,
"95.000000" : 115867648,
"99.000000" : 143654912,
"99.500000" : 156237824,
"99.900000" : 175112192,
"99.950000" : 181403648,
"99.990000" : 196083712
},
"bins" : {
"14876672" : 3,
"15269888" : 2,
"15400960" : 4,
"15532032" : 6,
"15663104" : 14,
"15794176" : 17,
"15925248" : 23,
"16056320" : 14,
"16187392" : 32,
"16318464" : 27,
"16449536" : 27,
"16580608" : 32,
"16711680" : 34,
"16908288" : 90,
"17170432" : 95,
"17432576" : 139,
"17694720" : 147,
"17956864" : 162,
"18219008" : 174,
"18481152" : 253,
"18743296" : 322,
"19005440" : 399,
"19267584" : 517,
"19529728" : 662,
"19791872" : 797,
"20054016" : 956,
"20316160" : 1079,
"20578304" : 1364,
"20840448" : 1401,
"21102592" : 1486,
"21364736" : 1404,
"21626880" : 1353,
"21889024" : 1252,
"22151168" : 1195,
"22413312" : 1123,
"22675456" : 974,
"22937600" : 944,
"23199744" : 979,
"23461888" : 1022,
"23724032" : 961,
"23986176" : 1033,
"24248320" : 1149,
"24510464" : 1371,
"24772608" : 1465,
"25034752" : 1545,
"25296896" : 1720,
"25559040" : 1912,
"25821184" : 2101,
"26083328" : 2293,
"26345472" : 2372,
"26607616" : 2561,
"26869760" : 2562,
"27131904" : 2778,
"27394048" : 2918,
"27656192" : 3043,
"27918336" : 3090,
"28180480" : 3363,
"28442624" : 3389,
"28704768" : 3483,
"28966912" : 3507,
"29229056" : 3678,
"29491200" : 3886,
"29753344" : 3725,
"30015488" : 3675,
"30277632" : 3751,
"30539776" : 3802,
"30801920" : 3843,
"31064064" : 3707,
"31326208" : 3750,
"31588352" : 3651,
"31850496" : 3672,
"32112640" : 3487,
"32374784" : 3646,
"32636928" : 3632,
"32899072" : 3634,
"33161216" : 3869,
"33423360" : 3958,
"33816576" : 8328,
"34340864" : 9311,
"34865152" : 10204,
"35389440" : 11383,
"35913728" : 12476,
"36438016" : 13165,
"36962304" : 13699,
"37486592" : 14061,
"38010880" : 14152,
"38535168" : 14165,
"39059456" : 14150,
"39583744" : 14091,
"40108032" : 14498,
"40632320" : 14239,
"41156608" : 14324,
"41680896" : 14461,
"42205184" : 15092,
"42729472" : 16137,
"43253760" : 16441,
"43778048" : 17016,
"44302336" : 17660,
"44826624" : 17821,
"45350912" : 18804,
"45875200" : 19485,
"46399488" : 19255,
"46923776" : 19238,
"47448064" : 19950,
"47972352" : 20335,
"48496640" : 20025,
"49020928" : 19606,
"49545216" : 19905,
"50069504" : 20447,
"50593792" : 20434,
"51118080" : 19934,
"51642368" : 20550,
"52166656" : 20630,
"52690944" : 20811,
"53215232" : 21568,
"53739520" : 21829,
"54263808" : 21858,
"54788096" : 21677,
"55312384" : 21665,
"55836672" : 22030,
"56360960" : 22498,
"56885248" : 22194,
"57409536" : 22011,
"57933824" : 21784,
"58458112" : 22128,
"58982400" : 22036,
"59506688" : 21938,
"60030976" : 21680,
"60555264" : 21564,
"61079552" : 21763,
"61603840" : 21928,
"62128128" : 21559,
"62652416" : 21697,
"63176704" : 21575,
"63700992" : 21035,
"64225280" : 20916,
"64749568" : 20981,
"65273856" : 20891,
"65798144" : 20670,
"66322432" : 20485,
"66846720" : 19920,
"67633152" : 39285,
"68681728" : 38645,
"69730304" : 37898,
"70778880" : 37068,
"71827456" : 35467,
"72876032" : 34092,
"73924608" : 32690,
"74973184" : 31566,
"76021760" : 31230,
"77070336" : 29512,
"78118912" : 28594,
"79167488" : 27464,
"80216064" : 26784,
"81264640" : 25244,
"82313216" : 24168,
"83361792" : 23329,
"84410368" : 21987,
"85458944" : 21674,
"86507520" : 21157,
"87556096" : 20428,
"88604672" : 20039,
"89653248" : 18970,
"90701824" : 17716,
"91750400" : 17347,
"92798976" : 16629,
"93847552" : 15638,
"94896128" : 15255,
"95944704" : 15013,
"96993280" : 14506,
"98041856" : 13822,
"99090432" : 13478,
"100139008" : 12924,
"101187584" : 12222,
"102236160" : 11607,
"103284736" : 11322,
"104333312" : 10523,
"105381888" : 10359,
"106430464" : 9830,
"107479040" : 9627,
"108527616" : 9110,
"109576192" : 8673,
"110624768" : 8213,
"111673344" : 7862,
"112721920" : 7338,
"113770496" : 7279,
"114819072" : 7041,
"115867648" : 6589,
"116916224" : 6191,
"117964800" : 5896,
"119013376" : 5647,
"120061952" : 5231,
"121110528" : 5040,
"122159104" : 4925,
"123207680" : 4717,
"124256256" : 4281,
"125304832" : 4141,
"126353408" : 3985,
"127401984" : 3832,
"128450560" : 3564,
"129499136" : 3241,
"130547712" : 3125,
"131596288" : 3014,
"132644864" : 2958,
"133693440" : 2761,
"135266304" : 5018,
"137363456" : 4482,
"139460608" : 3995,
"141557760" : 3730,
"143654912" : 3410,
"145752064" : 2807,
"147849216" : 2570,
"149946368" : 2142,
"152043520" : 1990,
"154140672" : 1791,
"156237824" : 1603,
"158334976" : 1460,
"160432128" : 1336,
"162529280" : 1113,
"164626432" : 963,
"166723584" : 832,
"168820736" : 752,
"170917888" : 609,
"173015040" : 558,
"175112192" : 458,
"177209344" : 357,
"179306496" : 333,
"181403648" : 299,
"183500800" : 219,
"185597952" : 181,
"187695104" : 139,
"189792256" : 132,
"191889408" : 92,
"193986560" : 72,
"196083712" : 42,
"198180864" : 56,
"200278016" : 40,
"202375168" : 24,
"204472320" : 28,
"206569472" : 15,
"208666624" : 9,
"210763776" : 13,
"212860928" : 8,
"214958080" : 4,
"217055232" : 7,
"219152384" : 9,
"223346688" : 1,
"225443840" : 1,
"227540992" : 1,
"231735296" : 1,
"235929600" : 2,
"238026752" : 2
}
},
"lat_ns" : {
"min" : 15310956,
"max" : 241100235,
"mean" : 69598753.693881,
"stddev" : 26126314.565341,
"N" : 2354138
},
"bw_min" : 36200,
"bw_max" : 88502,
"bw_agg" : 100.000000,
"bw_mean" : 58853.476489,
"bw_dev" : 295.989555,
"bw_samples" : 10208,
"iops_min" : 9050,
"iops_max" : 22123,
"iops_mean" : 14710.746082,
"iops_stddev" : 74.012696,
"iops_samples" : 10208
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5120236,
"usr_cpu" : 0.203721,
"sys_cpu" : 3.787697,
"ctx" : 3758047,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999958,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999958,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.179384,
"50" : 26.302519,
"100" : 62.394474,
"250" : 11.122264,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097915,
"timestamp_ms" : 1773097915755,
"time" : "Mon Mar 9 20:11:55 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 9,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10229411840,
"io_kbytes" : 9989660,
"bw_bytes" : 60169117,
"bw" : 58758,
"iops" : 14690.649429,
"runtime" : 170011,
"total_ios" : 2497572,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 285236,
"max" : 67659731,
"mean" : 2167957.055309,
"stddev" : 3373042.189544,
"N" : 2497573
},
"clat_ns" : {
"min" : 14886790,
"max" : 239073087,
"mean" : 67530861.536365,
"stddev" : 25755162.737922,
"N" : 2497541,
"percentile" : {
"1.000000" : 24510464,
"5.000000" : 32636928,
"10.000000" : 38010880,
"20.000000" : 45875200,
"30.000000" : 52166656,
"40.000000" : 57933824,
"50.000000" : 63700992,
"60.000000" : 69730304,
"70.000000" : 77070336,
"80.000000" : 86507520,
"90.000000" : 102236160,
"95.000000" : 116916224,
"99.000000" : 145752064,
"99.500000" : 156237824,
"99.900000" : 175112192,
"99.950000" : 181403648,
"99.990000" : 196083712
},
"bins" : {
"14876672" : 3,
"15269888" : 3,
"15400960" : 4,
"15532032" : 6,
"15663104" : 15,
"15794176" : 17,
"15925248" : 23,
"16056320" : 15,
"16187392" : 32,
"16318464" : 27,
"16449536" : 27,
"16580608" : 32,
"16711680" : 34,
"16908288" : 92,
"17170432" : 100,
"17432576" : 146,
"17694720" : 150,
"17956864" : 166,
"18219008" : 184,
"18481152" : 260,
"18743296" : 331,
"19005440" : 422,
"19267584" : 549,
"19529728" : 702,
"19791872" : 840,
"20054016" : 1009,
"20316160" : 1125,
"20578304" : 1393,
"20840448" : 1449,
"21102592" : 1537,
"21364736" : 1464,
"21626880" : 1396,
"21889024" : 1298,
"22151168" : 1250,
"22413312" : 1174,
"22675456" : 1034,
"22937600" : 990,
"23199744" : 1016,
"23461888" : 1074,
"23724032" : 1005,
"23986176" : 1081,
"24248320" : 1233,
"24510464" : 1441,
"24772608" : 1561,
"25034752" : 1621,
"25296896" : 1822,
"25559040" : 2018,
"25821184" : 2208,
"26083328" : 2420,
"26345472" : 2519,
"26607616" : 2708,
"26869760" : 2693,
"27131904" : 2935,
"27394048" : 3080,
"27656192" : 3191,
"27918336" : 3229,
"28180480" : 3541,
"28442624" : 3561,
"28704768" : 3676,
"28966912" : 3719,
"29229056" : 3897,
"29491200" : 4100,
"29753344" : 3919,
"30015488" : 3871,
"30277632" : 3958,
"30539776" : 3995,
"30801920" : 4064,
"31064064" : 3934,
"31326208" : 3943,
"31588352" : 3846,
"31850496" : 3829,
"32112640" : 3729,
"32374784" : 3885,
"32636928" : 3844,
"32899072" : 3842,
"33161216" : 4085,
"33423360" : 4153,
"33816576" : 8732,
"34340864" : 9841,
"34865152" : 10793,
"35389440" : 12072,
"35913728" : 13251,
"36438016" : 14023,
"36962304" : 14517,
"37486592" : 14890,
"38010880" : 14948,
"38535168" : 14873,
"39059456" : 14853,
"39583744" : 14845,
"40108032" : 15174,
"40632320" : 14997,
"41156608" : 15130,
"41680896" : 15241,
"42205184" : 15957,
"42729472" : 16952,
"43253760" : 17478,
"43778048" : 18048,
"44302336" : 18812,
"44826624" : 18855,
"45350912" : 19958,
"45875200" : 20689,
"46399488" : 20528,
"46923776" : 20439,
"47448064" : 21147,
"47972352" : 21603,
"48496640" : 21185,
"49020928" : 20705,
"49545216" : 20935,
"50069504" : 21509,
"50593792" : 21663,
"51118080" : 21131,
"51642368" : 21778,
"52166656" : 21938,
"52690944" : 22075,
"53215232" : 22860,
"53739520" : 23141,
"54263808" : 23170,
"54788096" : 23112,
"55312384" : 23213,
"55836672" : 23555,
"56360960" : 23939,
"56885248" : 23583,
"57409536" : 23373,
"57933824" : 23073,
"58458112" : 23425,
"58982400" : 23282,
"59506688" : 23190,
"60030976" : 22849,
"60555264" : 22881,
"61079552" : 23083,
"61603840" : 23366,
"62128128" : 22962,
"62652416" : 22984,
"63176704" : 22896,
"63700992" : 22407,
"64225280" : 22194,
"64749568" : 22199,
"65273856" : 22167,
"65798144" : 21914,
"66322432" : 21631,
"66846720" : 21078,
"67633152" : 41696,
"68681728" : 40955,
"69730304" : 40088,
"70778880" : 39248,
"71827456" : 37892,
"72876032" : 36112,
"73924608" : 34491,
"74973184" : 33512,
"76021760" : 33224,
"77070336" : 31470,
"78118912" : 30332,
"79167488" : 29164,
"80216064" : 28405,
"81264640" : 26780,
"82313216" : 25675,
"83361792" : 24783,
"84410368" : 23503,
"85458944" : 23060,
"86507520" : 22464,
"87556096" : 21818,
"88604672" : 21176,
"89653248" : 19983,
"90701824" : 18851,
"91750400" : 18452,
"92798976" : 17674,
"93847552" : 16612,
"94896128" : 16220,
"95944704" : 15932,
"96993280" : 15342,
"98041856" : 14659,
"99090432" : 14225,
"100139008" : 13690,
"101187584" : 12948,
"102236160" : 12356,
"103284736" : 11963,
"104333312" : 11191,
"105381888" : 10997,
"106430464" : 10434,
"107479040" : 10227,
"108527616" : 9689,
"109576192" : 9197,
"110624768" : 8758,
"111673344" : 8388,
"112721920" : 7857,
"113770496" : 7793,
"114819072" : 7516,
"115867648" : 7006,
"116916224" : 6574,
"117964800" : 6307,
"119013376" : 6059,
"120061952" : 5629,
"121110528" : 5351,
"122159104" : 5272,
"123207680" : 5051,
"124256256" : 4613,
"125304832" : 4390,
"126353408" : 4239,
"127401984" : 4104,
"128450560" : 3820,
"129499136" : 3498,
"130547712" : 3340,
"131596288" : 3221,
"132644864" : 3129,
"133693440" : 2925,
"135266304" : 5371,
"137363456" : 4822,
"139460608" : 4293,
"141557760" : 3988,
"143654912" : 3641,
"145752064" : 3056,
"147849216" : 2774,
"149946368" : 2306,
"152043520" : 2177,
"154140672" : 1952,
"156237824" : 1745,
"158334976" : 1598,
"160432128" : 1467,
"162529280" : 1259,
"164626432" : 1093,
"166723584" : 985,
"168820736" : 870,
"170917888" : 710,
"173015040" : 625,
"175112192" : 520,
"177209344" : 404,
"179306496" : 393,
"181403648" : 328,
"183500800" : 245,
"185597952" : 201,
"187695104" : 151,
"189792256" : 139,
"191889408" : 102,
"193986560" : 83,
"196083712" : 46,
"198180864" : 63,
"200278016" : 41,
"202375168" : 25,
"204472320" : 28,
"206569472" : 15,
"208666624" : 9,
"210763776" : 13,
"212860928" : 8,
"214958080" : 4,
"217055232" : 7,
"219152384" : 9,
"223346688" : 1,
"225443840" : 1,
"227540992" : 1,
"231735296" : 1,
"235929600" : 2,
"238026752" : 2
}
},
"lat_ns" : {
"min" : 15310956,
"max" : 241100235,
"mean" : 69698426.429271,
"stddev" : 26202914.102543,
"N" : 2497541
},
"bw_min" : 36200,
"bw_max" : 88502,
"bw_agg" : 100.000000,
"bw_mean" : 58784.191740,
"bw_dev" : 294.126832,
"bw_samples" : 10848,
"iops_min" : 9050,
"iops_max" : 22123,
"iops_mean" : 14693.280236,
"iops_stddev" : 73.550994,
"iops_samples" : 10848
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5440236,
"usr_cpu" : 0.202840,
"sys_cpu" : 3.782281,
"ctx" : 3983349,
"majf" : 0,
"minf" : 1133,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.176892,
"50" : 26.201927,
"100" : 62.413976,
"250" : 11.205963,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097925,
"timestamp_ms" : 1773097925753,
"time" : "Mon Mar 9 20:12:05 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 3239,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10843893760,
"io_kbytes" : 10589740,
"bw_bytes" : 60239838,
"bw" : 58827,
"iops" : 14701.658778,
"runtime" : 180012,
"total_ios" : 2646475,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 285236,
"max" : 78750713,
"mean" : 2166083.581755,
"stddev" : 3376801.009783,
"N" : 2646507
},
"clat_ns" : {
"min" : 3535,
"max" : 239073087,
"mean" : 67462509.909921,
"stddev" : 25772860.556719,
"N" : 2647467,
"percentile" : {
"1.000000" : 24248320,
"5.000000" : 32374784,
"10.000000" : 38010880,
"20.000000" : 45875200,
"30.000000" : 52166656,
"40.000000" : 57933824,
"50.000000" : 63700992,
"60.000000" : 69730304,
"70.000000" : 77070336,
"80.000000" : 86507520,
"90.000000" : 102236160,
"95.000000" : 115867648,
"99.000000" : 145752064,
"99.500000" : 156237824,
"99.900000" : 175112192,
"99.950000" : 181403648,
"99.990000" : 196083712
},
"bins" : {
"3536" : 1,
"3600" : 1,
"3632" : 2,
"3792" : 1,
"3952" : 1,
"3984" : 1,
"4256" : 1,
"4320" : 1,
"4384" : 1,
"4576" : 1,
"4640" : 1,
"4896" : 1,
"5024" : 1,
"5152" : 1,
"5408" : 1,
"5536" : 1,
"5792" : 1,
"5920" : 2,
"6048" : 1,
"6112" : 1,
"6176" : 3,
"6368" : 1,
"6816" : 1,
"6880" : 1,
"7072" : 1,
"7136" : 1,
"7584" : 2,
"473088" : 1,
"481280" : 1,
"528384" : 2,
"577536" : 1,
"741376" : 2,
"815104" : 1,
"946176" : 2,
"1028096" : 1,
"1155072" : 1,
"1220608" : 1,
"1368064" : 1,
"1384448" : 1,
"1417216" : 1,
"1466368" : 1,
"1564672" : 1,
"1662976" : 1,
"1810432" : 1,
"1826816" : 1,
"2244608" : 1,
"2277376" : 1,
"2310144" : 1,
"2375680" : 2,
"2441216" : 1,
"2539520" : 1,
"2801664" : 1,
"2867200" : 1,
"2932736" : 2,
"2998272" : 1,
"3031040" : 1,
"3162112" : 1,
"3457024" : 2,
"3653632" : 1,
"3883008" : 1,
"4112384" : 1,
"4358144" : 2,
"4554752" : 1,
"4947968" : 1,
"5013504" : 1,
"5079040" : 1,
"5472256" : 1,
"5537792" : 1,
"5668864" : 1,
"5865472" : 1,
"6193152" : 1,
"6389760" : 1,
"6717440" : 1,
"7307264" : 2,
"7962624" : 3,
"8290304" : 1,
"8355840" : 1,
"8454144" : 1,
"8585216" : 1,
"8716288" : 2,
"8847360" : 1,
"8978432" : 1,
"9109504" : 1,
"9240576" : 4,
"9371648" : 3,
"9502720" : 1,
"9633792" : 4,
"9764864" : 4,
"9895936" : 1,
"10027008" : 3,
"10158080" : 3,
"10289152" : 5,
"10420224" : 3,
"10551296" : 2,
"10682368" : 4,
"10813440" : 5,
"10944512" : 4,
"11075584" : 2,
"11206656" : 2,
"11337728" : 2,
"11468800" : 2,
"11730944" : 7,
"11862016" : 1,
"11993088" : 2,
"12124160" : 2,
"12255232" : 3,
"12386304" : 1,
"12517376" : 1,
"12648448" : 3,
"12779520" : 6,
"12910592" : 2,
"13041664" : 1,
"13172736" : 4,
"13303808" : 2,
"13434880" : 1,
"13565952" : 4,
"13697024" : 2,
"13828096" : 2,
"14090240" : 2,
"14221312" : 2,
"14483456" : 2,
"14614528" : 2,
"14876672" : 3,
"15007744" : 1,
"15269888" : 5,
"15400960" : 6,
"15532032" : 7,
"15663104" : 16,
"15794176" : 18,
"15925248" : 24,
"16056320" : 16,
"16187392" : 32,
"16318464" : 28,
"16449536" : 30,
"16580608" : 35,
"16711680" : 36,
"16908288" : 94,
"17170432" : 103,
"17432576" : 158,
"17694720" : 164,
"17956864" : 180,
"18219008" : 198,
"18481152" : 279,
"18743296" : 348,
"19005440" : 448,
"19267584" : 587,
"19529728" : 741,
"19791872" : 898,
"20054016" : 1096,
"20316160" : 1214,
"20578304" : 1487,
"20840448" : 1534,
"21102592" : 1628,
"21364736" : 1542,
"21626880" : 1475,
"21889024" : 1370,
"22151168" : 1322,
"22413312" : 1249,
"22675456" : 1110,
"22937600" : 1072,
"23199744" : 1080,
"23461888" : 1183,
"23724032" : 1084,
"23986176" : 1142,
"24248320" : 1313,
"24510464" : 1530,
"24772608" : 1678,
"25034752" : 1752,
"25296896" : 1949,
"25559040" : 2164,
"25821184" : 2352,
"26083328" : 2583,
"26345472" : 2730,
"26607616" : 2909,
"26869760" : 2906,
"27131904" : 3139,
"27394048" : 3273,
"27656192" : 3399,
"27918336" : 3450,
"28180480" : 3758,
"28442624" : 3781,
"28704768" : 3915,
"28966912" : 3992,
"29229056" : 4146,
"29491200" : 4342,
"29753344" : 4173,
"30015488" : 4207,
"30277632" : 4295,
"30539776" : 4297,
"30801920" : 4377,
"31064064" : 4225,
"31326208" : 4230,
"31588352" : 4136,
"31850496" : 4113,
"32112640" : 4034,
"32374784" : 4182,
"32636928" : 4117,
"32899072" : 4119,
"33161216" : 4412,
"33423360" : 4444,
"33816576" : 9362,
"34340864" : 10499,
"34865152" : 11575,
"35389440" : 12868,
"35913728" : 14010,
"36438016" : 14805,
"36962304" : 15339,
"37486592" : 15744,
"38010880" : 15844,
"38535168" : 15914,
"39059456" : 15764,
"39583744" : 15790,
"40108032" : 16058,
"40632320" : 15915,
"41156608" : 16053,
"41680896" : 16153,
"42205184" : 16938,
"42729472" : 17904,
"43253760" : 18502,
"43778048" : 19230,
"44302336" : 20058,
"44826624" : 20036,
"45350912" : 21179,
"45875200" : 21994,
"46399488" : 21783,
"46923776" : 21732,
"47448064" : 22549,
"47972352" : 22990,
"48496640" : 22520,
"49020928" : 21993,
"49545216" : 22269,
"50069504" : 22743,
"50593792" : 22887,
"51118080" : 22500,
"51642368" : 23060,
"52166656" : 23308,
"52690944" : 23288,
"53215232" : 24243,
"53739520" : 24554,
"54263808" : 24649,
"54788096" : 24593,
"55312384" : 24634,
"55836672" : 24968,
"56360960" : 25319,
"56885248" : 24982,
"57409536" : 24821,
"57933824" : 24484,
"58458112" : 24740,
"58982400" : 24576,
"59506688" : 24452,
"60030976" : 24145,
"60555264" : 24238,
"61079552" : 24466,
"61603840" : 24734,
"62128128" : 24287,
"62652416" : 24428,
"63176704" : 24229,
"63700992" : 23770,
"64225280" : 23596,
"64749568" : 23624,
"65273856" : 23577,
"65798144" : 23209,
"66322432" : 22961,
"66846720" : 22355,
"67633152" : 44302,
"68681728" : 43399,
"69730304" : 42357,
"70778880" : 41477,
"71827456" : 40063,
"72876032" : 38290,
"73924608" : 36477,
"74973184" : 35519,
"76021760" : 35180,
"77070336" : 33428,
"78118912" : 32039,
"79167488" : 30759,
"80216064" : 30094,
"81264640" : 28453,
"82313216" : 27257,
"83361792" : 26409,
"84410368" : 25125,
"85458944" : 24412,
"86507520" : 23807,
"87556096" : 23011,
"88604672" : 22292,
"89653248" : 21031,
"90701824" : 20074,
"91750400" : 19665,
"92798976" : 18685,
"93847552" : 17592,
"94896128" : 17069,
"95944704" : 16848,
"96993280" : 16189,
"98041856" : 15450,
"99090432" : 14939,
"100139008" : 14445,
"101187584" : 13714,
"102236160" : 12979,
"103284736" : 12524,
"104333312" : 11696,
"105381888" : 11452,
"106430464" : 10990,
"107479040" : 10734,
"108527616" : 10245,
"109576192" : 9668,
"110624768" : 9187,
"111673344" : 8746,
"112721920" : 8243,
"113770496" : 8135,
"114819072" : 7871,
"115867648" : 7335,
"116916224" : 6885,
"117964800" : 6610,
"119013376" : 6339,
"120061952" : 5941,
"121110528" : 5592,
"122159104" : 5544,
"123207680" : 5321,
"124256256" : 4841,
"125304832" : 4615,
"126353408" : 4469,
"127401984" : 4329,
"128450560" : 4070,
"129499136" : 3710,
"130547712" : 3509,
"131596288" : 3437,
"132644864" : 3297,
"133693440" : 3084,
"135266304" : 5690,
"137363456" : 5108,
"139460608" : 4519,
"141557760" : 4172,
"143654912" : 3859,
"145752064" : 3267,
"147849216" : 2952,
"149946368" : 2454,
"152043520" : 2337,
"154140672" : 2108,
"156237824" : 1895,
"158334976" : 1734,
"160432128" : 1588,
"162529280" : 1349,
"164626432" : 1169,
"166723584" : 1066,
"168820736" : 932,
"170917888" : 754,
"173015040" : 673,
"175112192" : 565,
"177209344" : 448,
"179306496" : 425,
"181403648" : 373,
"183500800" : 266,
"185597952" : 221,
"187695104" : 175,
"189792256" : 153,
"191889408" : 108,
"193986560" : 90,
"196083712" : 55,
"198180864" : 69,
"200278016" : 45,
"202375168" : 27,
"204472320" : 30,
"206569472" : 20,
"208666624" : 12,
"210763776" : 14,
"212860928" : 8,
"214958080" : 4,
"217055232" : 7,
"219152384" : 9,
"223346688" : 1,
"225443840" : 1,
"227540992" : 1,
"231735296" : 1,
"235929600" : 2,
"238026752" : 2
}
},
"lat_ns" : {
"min" : 468535,
"max" : 241100235,
"mean" : 69628331.762389,
"stddev" : 26219388.437921,
"N" : 2647467
},
"bw_min" : 36176,
"bw_max" : 88502,
"bw_agg" : 99.971159,
"bw_mean" : 58811.169916,
"bw_dev" : 291.678601,
"bw_samples" : 11488,
"iops_min" : 9044,
"iops_max" : 22123,
"iops_mean" : 14700.111421,
"iops_stddev" : 72.939241,
"iops_samples" : 11488
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5760220,
"usr_cpu" : 0.202423,
"sys_cpu" : 3.785793,
"ctx" : 4211879,
"majf" : 0,
"minf" : 1314,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.998791,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.181751,
"50" : 26.313908,
"100" : 62.397718,
"250" : 11.139686,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097925,
"timestamp_ms" : 1773097925789,
"time" : "Mon Mar 9 20:12:05 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj32",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "32"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10844155904,
"io_kbytes" : 10589996,
"bw_bytes" : 60238952,
"bw" : 58827,
"iops" : 14701.087107,
"runtime" : 180019,
"total_ios" : 2646475,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 285236,
"max" : 78750713,
"mean" : 2166083.581755,
"stddev" : 3376801.009783,
"N" : 2646507
},
"clat_ns" : {
"min" : 3535,
"max" : 239073087,
"mean" : 67462509.909921,
"stddev" : 25772860.556719,
"N" : 2647467,
"percentile" : {
"1.000000" : 24248320,
"5.000000" : 32374784,
"10.000000" : 38010880,
"20.000000" : 45875200,
"30.000000" : 52166656,
"40.000000" : 57933824,
"50.000000" : 63700992,
"60.000000" : 69730304,
"70.000000" : 77070336,
"80.000000" : 86507520,
"90.000000" : 102236160,
"95.000000" : 115867648,
"99.000000" : 145752064,
"99.500000" : 156237824,
"99.900000" : 175112192,
"99.950000" : 181403648,
"99.990000" : 196083712
},
"bins" : {
"3536" : 1,
"3600" : 1,
"3632" : 2,
"3792" : 1,
"3952" : 1,
"3984" : 1,
"4256" : 1,
"4320" : 1,
"4384" : 1,
"4576" : 1,
"4640" : 1,
"4896" : 1,
"5024" : 1,
"5152" : 1,
"5408" : 1,
"5536" : 1,
"5792" : 1,
"5920" : 2,
"6048" : 1,
"6112" : 1,
"6176" : 3,
"6368" : 1,
"6816" : 1,
"6880" : 1,
"7072" : 1,
"7136" : 1,
"7584" : 2,
"473088" : 1,
"481280" : 1,
"528384" : 2,
"577536" : 1,
"741376" : 2,
"815104" : 1,
"946176" : 2,
"1028096" : 1,
"1155072" : 1,
"1220608" : 1,
"1368064" : 1,
"1384448" : 1,
"1417216" : 1,
"1466368" : 1,
"1564672" : 1,
"1662976" : 1,
"1810432" : 1,
"1826816" : 1,
"2244608" : 1,
"2277376" : 1,
"2310144" : 1,
"2375680" : 2,
"2441216" : 1,
"2539520" : 1,
"2801664" : 1,
"2867200" : 1,
"2932736" : 2,
"2998272" : 1,
"3031040" : 1,
"3162112" : 1,
"3457024" : 2,
"3653632" : 1,
"3883008" : 1,
"4112384" : 1,
"4358144" : 2,
"4554752" : 1,
"4947968" : 1,
"5013504" : 1,
"5079040" : 1,
"5472256" : 1,
"5537792" : 1,
"5668864" : 1,
"5865472" : 1,
"6193152" : 1,
"6389760" : 1,
"6717440" : 1,
"7307264" : 2,
"7962624" : 3,
"8290304" : 1,
"8355840" : 1,
"8454144" : 1,
"8585216" : 1,
"8716288" : 2,
"8847360" : 1,
"8978432" : 1,
"9109504" : 1,
"9240576" : 4,
"9371648" : 3,
"9502720" : 1,
"9633792" : 4,
"9764864" : 4,
"9895936" : 1,
"10027008" : 3,
"10158080" : 3,
"10289152" : 5,
"10420224" : 3,
"10551296" : 2,
"10682368" : 4,
"10813440" : 5,
"10944512" : 4,
"11075584" : 2,
"11206656" : 2,
"11337728" : 2,
"11468800" : 2,
"11730944" : 7,
"11862016" : 1,
"11993088" : 2,
"12124160" : 2,
"12255232" : 3,
"12386304" : 1,
"12517376" : 1,
"12648448" : 3,
"12779520" : 6,
"12910592" : 2,
"13041664" : 1,
"13172736" : 4,
"13303808" : 2,
"13434880" : 1,
"13565952" : 4,
"13697024" : 2,
"13828096" : 2,
"14090240" : 2,
"14221312" : 2,
"14483456" : 2,
"14614528" : 2,
"14876672" : 3,
"15007744" : 1,
"15269888" : 5,
"15400960" : 6,
"15532032" : 7,
"15663104" : 16,
"15794176" : 18,
"15925248" : 24,
"16056320" : 16,
"16187392" : 32,
"16318464" : 28,
"16449536" : 30,
"16580608" : 35,
"16711680" : 36,
"16908288" : 94,
"17170432" : 103,
"17432576" : 158,
"17694720" : 164,
"17956864" : 180,
"18219008" : 198,
"18481152" : 279,
"18743296" : 348,
"19005440" : 448,
"19267584" : 587,
"19529728" : 741,
"19791872" : 898,
"20054016" : 1096,
"20316160" : 1214,
"20578304" : 1487,
"20840448" : 1534,
"21102592" : 1628,
"21364736" : 1542,
"21626880" : 1475,
"21889024" : 1370,
"22151168" : 1322,
"22413312" : 1249,
"22675456" : 1110,
"22937600" : 1072,
"23199744" : 1080,
"23461888" : 1183,
"23724032" : 1084,
"23986176" : 1142,
"24248320" : 1313,
"24510464" : 1530,
"24772608" : 1678,
"25034752" : 1752,
"25296896" : 1949,
"25559040" : 2164,
"25821184" : 2352,
"26083328" : 2583,
"26345472" : 2730,
"26607616" : 2909,
"26869760" : 2906,
"27131904" : 3139,
"27394048" : 3273,
"27656192" : 3399,
"27918336" : 3450,
"28180480" : 3758,
"28442624" : 3781,
"28704768" : 3915,
"28966912" : 3992,
"29229056" : 4146,
"29491200" : 4342,
"29753344" : 4173,
"30015488" : 4207,
"30277632" : 4295,
"30539776" : 4297,
"30801920" : 4377,
"31064064" : 4225,
"31326208" : 4230,
"31588352" : 4136,
"31850496" : 4113,
"32112640" : 4034,
"32374784" : 4182,
"32636928" : 4117,
"32899072" : 4119,
"33161216" : 4412,
"33423360" : 4444,
"33816576" : 9362,
"34340864" : 10499,
"34865152" : 11575,
"35389440" : 12868,
"35913728" : 14010,
"36438016" : 14805,
"36962304" : 15339,
"37486592" : 15744,
"38010880" : 15844,
"38535168" : 15914,
"39059456" : 15764,
"39583744" : 15790,
"40108032" : 16058,
"40632320" : 15915,
"41156608" : 16053,
"41680896" : 16153,
"42205184" : 16938,
"42729472" : 17904,
"43253760" : 18502,
"43778048" : 19230,
"44302336" : 20058,
"44826624" : 20036,
"45350912" : 21179,
"45875200" : 21994,
"46399488" : 21783,
"46923776" : 21732,
"47448064" : 22549,
"47972352" : 22990,
"48496640" : 22520,
"49020928" : 21993,
"49545216" : 22269,
"50069504" : 22743,
"50593792" : 22887,
"51118080" : 22500,
"51642368" : 23060,
"52166656" : 23308,
"52690944" : 23288,
"53215232" : 24243,
"53739520" : 24554,
"54263808" : 24649,
"54788096" : 24593,
"55312384" : 24634,
"55836672" : 24968,
"56360960" : 25319,
"56885248" : 24982,
"57409536" : 24821,
"57933824" : 24484,
"58458112" : 24740,
"58982400" : 24576,
"59506688" : 24452,
"60030976" : 24145,
"60555264" : 24238,
"61079552" : 24466,
"61603840" : 24734,
"62128128" : 24287,
"62652416" : 24428,
"63176704" : 24229,
"63700992" : 23770,
"64225280" : 23596,
"64749568" : 23624,
"65273856" : 23577,
"65798144" : 23209,
"66322432" : 22961,
"66846720" : 22355,
"67633152" : 44302,
"68681728" : 43399,
"69730304" : 42357,
"70778880" : 41477,
"71827456" : 40063,
"72876032" : 38290,
"73924608" : 36477,
"74973184" : 35519,
"76021760" : 35180,
"77070336" : 33428,
"78118912" : 32039,
"79167488" : 30759,
"80216064" : 30094,
"81264640" : 28453,
"82313216" : 27257,
"83361792" : 26409,
"84410368" : 25125,
"85458944" : 24412,
"86507520" : 23807,
"87556096" : 23011,
"88604672" : 22292,
"89653248" : 21031,
"90701824" : 20074,
"91750400" : 19665,
"92798976" : 18685,
"93847552" : 17592,
"94896128" : 17069,
"95944704" : 16848,
"96993280" : 16189,
"98041856" : 15450,
"99090432" : 14939,
"100139008" : 14445,
"101187584" : 13714,
"102236160" : 12979,
"103284736" : 12524,
"104333312" : 11696,
"105381888" : 11452,
"106430464" : 10990,
"107479040" : 10734,
"108527616" : 10245,
"109576192" : 9668,
"110624768" : 9187,
"111673344" : 8746,
"112721920" : 8243,
"113770496" : 8135,
"114819072" : 7871,
"115867648" : 7335,
"116916224" : 6885,
"117964800" : 6610,
"119013376" : 6339,
"120061952" : 5941,
"121110528" : 5592,
"122159104" : 5544,
"123207680" : 5321,
"124256256" : 4841,
"125304832" : 4615,
"126353408" : 4469,
"127401984" : 4329,
"128450560" : 4070,
"129499136" : 3710,
"130547712" : 3509,
"131596288" : 3437,
"132644864" : 3297,
"133693440" : 3084,
"135266304" : 5690,
"137363456" : 5108,
"139460608" : 4519,
"141557760" : 4172,
"143654912" : 3859,
"145752064" : 3267,
"147849216" : 2952,
"149946368" : 2454,
"152043520" : 2337,
"154140672" : 2108,
"156237824" : 1895,
"158334976" : 1734,
"160432128" : 1588,
"162529280" : 1349,
"164626432" : 1169,
"166723584" : 1066,
"168820736" : 932,
"170917888" : 754,
"173015040" : 673,
"175112192" : 565,
"177209344" : 448,
"179306496" : 425,
"181403648" : 373,
"183500800" : 266,
"185597952" : 221,
"187695104" : 175,
"189792256" : 153,
"191889408" : 108,
"193986560" : 90,
"196083712" : 55,
"198180864" : 69,
"200278016" : 45,
"202375168" : 27,
"204472320" : 30,
"206569472" : 20,
"208666624" : 12,
"210763776" : 14,
"212860928" : 8,
"214958080" : 4,
"217055232" : 7,
"219152384" : 9,
"223346688" : 1,
"225443840" : 1,
"227540992" : 1,
"231735296" : 1,
"235929600" : 2,
"238026752" : 2
}
},
"lat_ns" : {
"min" : 468535,
"max" : 241100235,
"mean" : 69628331.762389,
"stddev" : 26219388.437921,
"N" : 2647467
},
"bw_min" : 36176,
"bw_max" : 88502,
"bw_agg" : 99.972629,
"bw_mean" : 58811.169916,
"bw_dev" : 291.678601,
"bw_samples" : 11488,
"iops_min" : 9044,
"iops_max" : 22123,
"iops_mean" : 14700.111421,
"iops_stddev" : 72.939241,
"iops_samples" : 11488
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 5760246,
"usr_cpu" : 0.202422,
"sys_cpu" : 3.785776,
"ctx" : 4211904,
"majf" : 0,
"minf" : 1316,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.998791,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.181751,
"50" : 26.313908,
"100" : 62.397718,
"250" : 11.139686,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}