raidz2/benchmarks/rand/rand-write-qd32-nj1_run1.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773095678,
"timestamp_ms" : 1773095678177,
"time" : "Mon Mar 9 19:34:38 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 114675712,
"io_kbytes" : 111988,
"bw_bytes" : 11743544,
"bw" : 11468,
"iops" : 2870.455709,
"runtime" : 9765,
"total_ios" : 28030,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9765,
"usr_cpu" : 0.706605,
"sys_cpu" : 16.661546,
"ctx" : 25984,
"majf" : 0,
"minf" : 8,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 99.889404,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095688,
"timestamp_ms" : 1773095688411,
"time" : "Mon Mar 9 19:34:48 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 121307136,
"io_kbytes" : 118464,
"bw_bytes" : 12131926,
"bw" : 11847,
"iops" : 2961.996200,
"runtime" : 9999,
"total_ios" : 29617,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9905,
"max" : 4380194,
"mean" : 335375.200257,
"stddev" : 215107.856639,
"N" : 29617
},
"clat_ns" : {
"min" : 6063927,
"max" : 50363896,
"mean" : 10482253.629221,
"stddev" : 3375876.331806,
"N" : 29616,
"percentile" : {
"1.000000" : 8093696,
"5.000000" : 8716288,
"10.000000" : 8978432,
"20.000000" : 9240576,
"30.000000" : 9502720,
"40.000000" : 9764864,
"50.000000" : 9895936,
"60.000000" : 10027008,
"70.000000" : 10289152,
"80.000000" : 10551296,
"90.000000" : 10944512,
"95.000000" : 11993088,
"99.000000" : 28442624,
"99.500000" : 32112640,
"99.900000" : 41156608,
"99.950000" : 46399488,
"99.990000" : 49020928
},
"bins" : {
"6062080" : 1,
"6324224" : 1,
"6389760" : 2,
"6586368" : 3,
"6651904" : 3,
"6782976" : 1,
"6848512" : 8,
"6914048" : 2,
"6979584" : 4,
"7045120" : 2,
"7110656" : 5,
"7176192" : 6,
"7241728" : 8,
"7307264" : 11,
"7372800" : 2,
"7438336" : 3,
"7503872" : 15,
"7569408" : 14,
"7634944" : 17,
"7700480" : 17,
"7766016" : 33,
"7831552" : 31,
"7897088" : 44,
"7962624" : 31,
"8028160" : 32,
"8093696" : 59,
"8159232" : 68,
"8224768" : 73,
"8290304" : 111,
"8355840" : 122,
"8454144" : 253,
"8585216" : 467,
"8716288" : 626,
"8847360" : 724,
"8978432" : 846,
"9109504" : 1072,
"9240576" : 1387,
"9371648" : 1546,
"9502720" : 1771,
"9633792" : 2109,
"9764864" : 2170,
"9895936" : 2343,
"10027008" : 2174,
"10158080" : 2075,
"10289152" : 1822,
"10420224" : 1487,
"10551296" : 1181,
"10682368" : 975,
"10813440" : 752,
"10944512" : 488,
"11075584" : 365,
"11206656" : 256,
"11337728" : 143,
"11468800" : 107,
"11599872" : 76,
"11730944" : 77,
"11862016" : 73,
"11993088" : 58,
"12124160" : 32,
"12255232" : 41,
"12386304" : 22,
"12517376" : 11,
"12648448" : 8,
"12779520" : 8,
"12910592" : 4,
"13041664" : 4,
"13172736" : 3,
"13303808" : 4,
"13434880" : 5,
"13565952" : 2,
"13697024" : 6,
"13828096" : 6,
"13959168" : 5,
"14090240" : 8,
"14221312" : 8,
"14352384" : 7,
"14483456" : 3,
"14614528" : 8,
"14745600" : 3,
"14876672" : 6,
"15007744" : 4,
"15138816" : 5,
"15269888" : 9,
"15400960" : 13,
"15532032" : 3,
"15663104" : 5,
"15794176" : 14,
"15925248" : 1,
"16056320" : 3,
"16187392" : 15,
"16318464" : 1,
"16449536" : 5,
"16580608" : 3,
"16711680" : 9,
"16908288" : 13,
"17170432" : 11,
"17432576" : 20,
"17694720" : 25,
"17956864" : 20,
"18219008" : 32,
"18481152" : 20,
"18743296" : 24,
"19005440" : 19,
"19267584" : 19,
"19529728" : 17,
"19791872" : 16,
"20054016" : 19,
"20316160" : 22,
"20578304" : 18,
"20840448" : 22,
"21102592" : 20,
"21364736" : 20,
"21626880" : 21,
"21889024" : 15,
"22151168" : 9,
"22413312" : 15,
"22675456" : 27,
"22937600" : 19,
"23199744" : 21,
"23461888" : 14,
"23724032" : 21,
"23986176" : 14,
"24248320" : 19,
"24510464" : 30,
"24772608" : 22,
"25034752" : 23,
"25296896" : 30,
"25559040" : 27,
"25821184" : 31,
"26083328" : 15,
"26345472" : 22,
"26607616" : 17,
"26869760" : 20,
"27131904" : 18,
"27394048" : 18,
"27656192" : 13,
"27918336" : 17,
"28180480" : 12,
"28442624" : 15,
"28704768" : 21,
"28966912" : 17,
"29229056" : 14,
"29491200" : 12,
"29753344" : 6,
"30015488" : 10,
"30277632" : 9,
"30539776" : 7,
"30801920" : 10,
"31064064" : 9,
"31326208" : 7,
"31588352" : 8,
"31850496" : 6,
"32112640" : 5,
"32374784" : 6,
"32636928" : 6,
"32899072" : 4,
"33161216" : 3,
"33423360" : 7,
"33816576" : 12,
"34340864" : 15,
"34865152" : 3,
"35389440" : 10,
"35913728" : 3,
"36438016" : 3,
"36962304" : 6,
"37486592" : 7,
"38010880" : 4,
"38535168" : 11,
"39059456" : 9,
"39583744" : 2,
"40108032" : 3,
"40632320" : 1,
"41156608" : 5,
"41680896" : 1,
"42205184" : 2,
"43253760" : 1,
"44826624" : 2,
"45350912" : 1,
"45875200" : 5,
"46399488" : 2,
"46923776" : 2,
"47448064" : 3,
"47972352" : 3,
"48496640" : 2,
"49020928" : 2,
"50593792" : 1
}
},
"lat_ns" : {
"min" : 6393200,
"max" : 50972737,
"mean" : 10818265.746657,
"stddev" : 3475530.125150,
"N" : 29616
},
"bw_min" : 8960,
"bw_max" : 12905,
"bw_agg" : 99.429555,
"bw_mean" : 11780.947368,
"bw_dev" : 1408.502612,
"bw_samples" : 19,
"iops_min" : 2240,
"iops_max" : 3226,
"iops_mean" : 2945.210526,
"iops_stddev" : 352.126647,
"iops_samples" : 19
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9999,
"usr_cpu" : 0.760076,
"sys_cpu" : 17.051705,
"ctx" : 25889,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 56.102914,
"20" : 40.763751,
"50" : 3.126583,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095698,
"timestamp_ms" : 1773095698413,
"time" : "Mon Mar 9 19:34:58 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 159,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 348991488,
"io_kbytes" : 340812,
"bw_bytes" : 17450446,
"bw" : 17041,
"iops" : 4260.413021,
"runtime" : 19999,
"total_ios" : 85204,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9354,
"max" : 4997748,
"mean" : 232633.243451,
"stddev" : 240941.121168,
"N" : 85204
},
"clat_ns" : {
"min" : 752660,
"max" : 50363896,
"mean" : 7281424.327066,
"stddev" : 5446285.554236,
"N" : 85203,
"percentile" : {
"1.000000" : 815104,
"5.000000" : 888832,
"10.000000" : 913408,
"20.000000" : 978944,
"30.000000" : 1155072,
"40.000000" : 8585216,
"50.000000" : 9240576,
"60.000000" : 9502720,
"70.000000" : 9895936,
"80.000000" : 10158080,
"90.000000" : 10551296,
"95.000000" : 11075584,
"99.000000" : 28704768,
"99.500000" : 33816576,
"99.900000" : 41680896,
"99.950000" : 45350912,
"99.990000" : 47972352
},
"bins" : {
"749568" : 2,
"757760" : 2,
"765952" : 31,
"774144" : 54,
"782336" : 84,
"790528" : 125,
"798720" : 151,
"806912" : 264,
"815104" : 265,
"823296" : 327,
"831488" : 314,
"839680" : 346,
"847872" : 324,
"856064" : 289,
"864256" : 357,
"872448" : 491,
"880640" : 666,
"888832" : 837,
"897024" : 1154,
"905216" : 1465,
"913408" : 1682,
"921600" : 1629,
"929792" : 1574,
"937984" : 1266,
"946176" : 1096,
"954368" : 853,
"962560" : 722,
"970752" : 631,
"978944" : 594,
"987136" : 555,
"995328" : 636,
"1003520" : 603,
"1011712" : 601,
"1019904" : 615,
"1028096" : 596,
"1036288" : 417,
"1044480" : 367,
"1056768" : 634,
"1073152" : 474,
"1089536" : 487,
"1105920" : 499,
"1122304" : 673,
"1138688" : 688,
"1155072" : 511,
"1171456" : 328,
"1187840" : 160,
"1204224" : 118,
"1220608" : 38,
"1236992" : 12,
"1253376" : 23,
"1269760" : 30,
"1286144" : 21,
"1302528" : 8,
"1318912" : 5,
"1335296" : 3,
"1351680" : 2,
"1368064" : 1,
"1384448" : 5,
"1417216" : 4,
"1433600" : 29,
"1449984" : 31,
"1466368" : 28,
"1482752" : 19,
"1499136" : 49,
"1515520" : 37,
"1531904" : 33,
"1548288" : 32,
"1564672" : 31,
"1581056" : 20,
"1597440" : 3,
"1613824" : 3,
"1630208" : 13,
"1712128" : 3,
"1728512" : 1,
"1794048" : 17,
"1810432" : 20,
"1826816" : 13,
"1843200" : 23,
"1859584" : 8,
"1875968" : 26,
"1892352" : 10,
"1908736" : 4,
"1925120" : 4,
"1941504" : 13,
"1957888" : 6,
"1990656" : 6,
"2007040" : 6,
"2023424" : 1,
"2039808" : 8,
"2072576" : 1,
"2088960" : 4,
"2113536" : 11,
"2146304" : 32,
"2179072" : 21,
"2211840" : 7,
"2244608" : 28,
"2277376" : 16,
"2310144" : 10,
"2342912" : 1,
"2375680" : 13,
"2408448" : 10,
"2441216" : 11,
"2473984" : 28,
"2506752" : 23,
"2539520" : 13,
"2572288" : 9,
"2605056" : 20,
"2637824" : 11,
"2670592" : 6,
"2703360" : 26,
"2736128" : 32,
"2768896" : 9,
"2801664" : 23,
"2834432" : 8,
"2867200" : 11,
"2899968" : 23,
"2932736" : 8,
"2965504" : 9,
"2998272" : 11,
"3031040" : 24,
"3063808" : 35,
"3096576" : 27,
"3129344" : 10,
"3162112" : 11,
"3194880" : 15,
"3227648" : 5,
"3260416" : 19,
"3293184" : 17,
"3325952" : 2,
"3358720" : 15,
"3391488" : 9,
"3424256" : 18,
"3457024" : 27,
"3489792" : 23,
"3522560" : 5,
"3555328" : 14,
"3588096" : 9,
"3620864" : 11,
"3653632" : 11,
"3686400" : 12,
"3719168" : 5,
"3751936" : 9,
"3784704" : 13,
"3817472" : 9,
"3850240" : 6,
"3883008" : 1,
"3915776" : 5,
"3948544" : 6,
"3981312" : 3,
"4014080" : 12,
"4046848" : 14,
"4079616" : 8,
"4112384" : 15,
"4145152" : 14,
"4177920" : 5,
"4227072" : 29,
"4292608" : 24,
"4358144" : 27,
"4423680" : 17,
"4489216" : 11,
"4554752" : 32,
"4620288" : 32,
"4685824" : 23,
"4751360" : 15,
"4816896" : 19,
"4882432" : 23,
"4947968" : 21,
"5013504" : 18,
"5079040" : 12,
"5144576" : 13,
"5210112" : 26,
"5275648" : 18,
"5341184" : 22,
"5406720" : 23,
"5472256" : 17,
"5537792" : 18,
"5603328" : 15,
"5668864" : 34,
"5734400" : 30,
"5799936" : 27,
"5865472" : 16,
"5931008" : 35,
"5996544" : 49,
"6062080" : 43,
"6127616" : 30,
"6193152" : 21,
"6258688" : 31,
"6324224" : 50,
"6389760" : 45,
"6455296" : 39,
"6520832" : 47,
"6586368" : 31,
"6651904" : 49,
"6717440" : 44,
"6782976" : 40,
"6848512" : 43,
"6914048" : 34,
"6979584" : 41,
"7045120" : 67,
"7110656" : 44,
"7176192" : 61,
"7241728" : 50,
"7307264" : 66,
"7372800" : 75,
"7438336" : 66,
"7503872" : 97,
"7569408" : 94,
"7634944" : 108,
"7700480" : 122,
"7766016" : 151,
"7831552" : 157,
"7897088" : 200,
"7962624" : 163,
"8028160" : 219,
"8093696" : 248,
"8159232" : 255,
"8224768" : 282,
"8290304" : 358,
"8355840" : 438,
"8454144" : 902,
"8585216" : 1175,
"8716288" : 1585,
"8847360" : 1764,
"8978432" : 2057,
"9109504" : 2334,
"9240576" : 3002,
"9371648" : 3084,
"9502720" : 3448,
"9633792" : 3838,
"9764864" : 3562,
"9895936" : 3860,
"10027008" : 3495,
"10158080" : 3168,
"10289152" : 2833,
"10420224" : 2381,
"10551296" : 1857,
"10682368" : 1544,
"10813440" : 1223,
"10944512" : 749,
"11075584" : 547,
"11206656" : 433,
"11337728" : 260,
"11468800" : 170,
"11599872" : 116,
"11730944" : 101,
"11862016" : 117,
"11993088" : 75,
"12124160" : 48,
"12255232" : 58,
"12386304" : 28,
"12517376" : 16,
"12648448" : 14,
"12779520" : 11,
"12910592" : 8,
"13041664" : 8,
"13172736" : 5,
"13303808" : 5,
"13434880" : 7,
"13565952" : 3,
"13697024" : 9,
"13828096" : 12,
"13959168" : 10,
"14090240" : 11,
"14221312" : 14,
"14352384" : 13,
"14483456" : 6,
"14614528" : 13,
"14745600" : 12,
"14876672" : 11,
"15007744" : 8,
"15138816" : 8,
"15269888" : 13,
"15400960" : 16,
"15532032" : 10,
"15663104" : 5,
"15794176" : 16,
"15925248" : 7,
"16056320" : 7,
"16187392" : 17,
"16318464" : 3,
"16449536" : 10,
"16580608" : 7,
"16711680" : 12,
"16908288" : 26,
"17170432" : 16,
"17432576" : 27,
"17694720" : 29,
"17956864" : 29,
"18219008" : 43,
"18481152" : 28,
"18743296" : 38,
"19005440" : 25,
"19267584" : 29,
"19529728" : 30,
"19791872" : 28,
"20054016" : 46,
"20316160" : 54,
"20578304" : 48,
"20840448" : 46,
"21102592" : 35,
"21364736" : 38,
"21626880" : 36,
"21889024" : 37,
"22151168" : 33,
"22413312" : 35,
"22675456" : 35,
"22937600" : 34,
"23199744" : 31,
"23461888" : 29,
"23724032" : 34,
"23986176" : 21,
"24248320" : 29,
"24510464" : 38,
"24772608" : 38,
"25034752" : 42,
"25296896" : 49,
"25559040" : 40,
"25821184" : 47,
"26083328" : 33,
"26345472" : 40,
"26607616" : 31,
"26869760" : 31,
"27131904" : 25,
"27394048" : 30,
"27656192" : 35,
"27918336" : 32,
"28180480" : 34,
"28442624" : 31,
"28704768" : 33,
"28966912" : 36,
"29229056" : 31,
"29491200" : 26,
"29753344" : 21,
"30015488" : 28,
"30277632" : 26,
"30539776" : 13,
"30801920" : 20,
"31064064" : 25,
"31326208" : 29,
"31588352" : 24,
"31850496" : 14,
"32112640" : 14,
"32374784" : 14,
"32636928" : 18,
"32899072" : 22,
"33161216" : 12,
"33423360" : 21,
"33816576" : 45,
"34340864" : 31,
"34865152" : 21,
"35389440" : 31,
"35913728" : 17,
"36438016" : 25,
"36962304" : 21,
"37486592" : 24,
"38010880" : 30,
"38535168" : 33,
"39059456" : 21,
"39583744" : 15,
"40108032" : 13,
"40632320" : 18,
"41156608" : 11,
"41680896" : 11,
"42205184" : 8,
"42729472" : 6,
"43253760" : 6,
"43778048" : 6,
"44302336" : 8,
"44826624" : 4,
"45350912" : 6,
"45875200" : 13,
"46399488" : 7,
"46923776" : 3,
"47448064" : 5,
"47972352" : 4,
"48496640" : 2,
"49020928" : 3,
"49545216" : 1,
"50593792" : 1
}
},
"lat_ns" : {
"min" : 777578,
"max" : 50972737,
"mean" : 7514191.007441,
"stddev" : 5617262.152149,
"N" : 85203
},
"bw_min" : 8960,
"bw_max" : 128808,
"bw_agg" : 100.000000,
"bw_mean" : 17142.128205,
"bw_dev" : 21695.914913,
"bw_samples" : 39,
"iops_min" : 2240,
"iops_max" : 32202,
"iops_mean" : 4285.487179,
"iops_stddev" : 5423.991383,
"iops_samples" : 39
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 19999,
"usr_cpu" : 0.955048,
"sys_cpu" : 20.221011,
"ctx" : 48861,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 22.095207
},
"latency_ms" : {
"2" : 9.819962,
"4" : 0.968264,
"10" : 42.560208,
"20" : 22.136285,
"50" : 2.417727,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095708,
"timestamp_ms" : 1773095708411,
"time" : "Mon Mar 9 19:35:08 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 480591872,
"io_kbytes" : 469328,
"bw_bytes" : 16020263,
"bw" : 15644,
"iops" : 3911.230374,
"runtime" : 29999,
"total_ios" : 117333,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9354,
"max" : 4997748,
"mean" : 253510.537019,
"stddev" : 246633.239272,
"N" : 117333
},
"clat_ns" : {
"min" : 752660,
"max" : 50363896,
"mean" : 7931211.856825,
"stddev" : 5217502.450207,
"N" : 117332,
"percentile" : {
"1.000000" : 823296,
"5.000000" : 897024,
"10.000000" : 929792,
"20.000000" : 1089536,
"30.000000" : 7962624,
"40.000000" : 8585216,
"50.000000" : 8978432,
"60.000000" : 9371648,
"70.000000" : 9633792,
"80.000000" : 10027008,
"90.000000" : 10551296,
"95.000000" : 11206656,
"99.000000" : 30015488,
"99.500000" : 34340864,
"99.900000" : 41156608,
"99.950000" : 44302336,
"99.990000" : 47448064
},
"bins" : {
"749568" : 2,
"757760" : 2,
"765952" : 31,
"774144" : 54,
"782336" : 84,
"790528" : 125,
"798720" : 151,
"806912" : 264,
"815104" : 265,
"823296" : 327,
"831488" : 314,
"839680" : 346,
"847872" : 324,
"856064" : 289,
"864256" : 357,
"872448" : 491,
"880640" : 666,
"888832" : 837,
"897024" : 1154,
"905216" : 1465,
"913408" : 1682,
"921600" : 1629,
"929792" : 1574,
"937984" : 1266,
"946176" : 1096,
"954368" : 853,
"962560" : 722,
"970752" : 631,
"978944" : 594,
"987136" : 555,
"995328" : 636,
"1003520" : 603,
"1011712" : 601,
"1019904" : 615,
"1028096" : 596,
"1036288" : 417,
"1044480" : 367,
"1056768" : 634,
"1073152" : 474,
"1089536" : 487,
"1105920" : 499,
"1122304" : 673,
"1138688" : 688,
"1155072" : 511,
"1171456" : 328,
"1187840" : 160,
"1204224" : 118,
"1220608" : 38,
"1236992" : 12,
"1253376" : 23,
"1269760" : 30,
"1286144" : 21,
"1302528" : 8,
"1318912" : 5,
"1335296" : 3,
"1351680" : 2,
"1368064" : 1,
"1384448" : 5,
"1417216" : 4,
"1433600" : 29,
"1449984" : 31,
"1466368" : 28,
"1482752" : 19,
"1499136" : 49,
"1515520" : 37,
"1531904" : 33,
"1548288" : 32,
"1564672" : 31,
"1581056" : 20,
"1597440" : 3,
"1613824" : 3,
"1630208" : 13,
"1712128" : 3,
"1728512" : 1,
"1794048" : 17,
"1810432" : 20,
"1826816" : 13,
"1843200" : 23,
"1859584" : 8,
"1875968" : 26,
"1892352" : 10,
"1908736" : 4,
"1925120" : 4,
"1941504" : 13,
"1957888" : 6,
"1990656" : 6,
"2007040" : 6,
"2023424" : 1,
"2039808" : 8,
"2072576" : 1,
"2088960" : 4,
"2113536" : 11,
"2146304" : 32,
"2179072" : 21,
"2211840" : 7,
"2244608" : 28,
"2277376" : 16,
"2310144" : 10,
"2342912" : 1,
"2375680" : 13,
"2408448" : 10,
"2441216" : 11,
"2473984" : 28,
"2506752" : 23,
"2539520" : 13,
"2572288" : 9,
"2605056" : 20,
"2637824" : 11,
"2670592" : 6,
"2703360" : 26,
"2736128" : 32,
"2768896" : 9,
"2801664" : 23,
"2834432" : 8,
"2867200" : 11,
"2899968" : 23,
"2932736" : 8,
"2965504" : 9,
"2998272" : 11,
"3031040" : 24,
"3063808" : 35,
"3096576" : 27,
"3129344" : 10,
"3162112" : 11,
"3194880" : 15,
"3227648" : 5,
"3260416" : 19,
"3293184" : 17,
"3325952" : 2,
"3358720" : 15,
"3391488" : 9,
"3424256" : 18,
"3457024" : 27,
"3489792" : 23,
"3522560" : 5,
"3555328" : 14,
"3588096" : 9,
"3620864" : 11,
"3653632" : 11,
"3686400" : 12,
"3719168" : 5,
"3751936" : 9,
"3784704" : 13,
"3817472" : 9,
"3850240" : 6,
"3883008" : 1,
"3915776" : 5,
"3948544" : 6,
"3981312" : 3,
"4014080" : 12,
"4046848" : 14,
"4079616" : 8,
"4112384" : 15,
"4145152" : 14,
"4177920" : 5,
"4227072" : 29,
"4292608" : 24,
"4358144" : 27,
"4423680" : 17,
"4489216" : 11,
"4554752" : 32,
"4620288" : 32,
"4685824" : 23,
"4751360" : 15,
"4816896" : 19,
"4882432" : 23,
"4947968" : 21,
"5013504" : 18,
"5079040" : 12,
"5144576" : 13,
"5210112" : 26,
"5275648" : 18,
"5341184" : 22,
"5406720" : 23,
"5472256" : 17,
"5537792" : 18,
"5603328" : 15,
"5668864" : 34,
"5734400" : 32,
"5799936" : 28,
"5865472" : 18,
"5931008" : 36,
"5996544" : 53,
"6062080" : 45,
"6127616" : 30,
"6193152" : 22,
"6258688" : 33,
"6324224" : 55,
"6389760" : 54,
"6455296" : 45,
"6520832" : 63,
"6586368" : 56,
"6651904" : 74,
"6717440" : 81,
"6782976" : 105,
"6848512" : 118,
"6914048" : 103,
"6979584" : 118,
"7045120" : 169,
"7110656" : 172,
"7176192" : 237,
"7241728" : 220,
"7307264" : 237,
"7372800" : 303,
"7438336" : 357,
"7503872" : 405,
"7569408" : 441,
"7634944" : 477,
"7700480" : 496,
"7766016" : 584,
"7831552" : 669,
"7897088" : 684,
"7962624" : 653,
"8028160" : 846,
"8093696" : 962,
"8159232" : 932,
"8224768" : 939,
"8290304" : 1041,
"8355840" : 1255,
"8454144" : 2534,
"8585216" : 2959,
"8716288" : 3546,
"8847360" : 3776,
"8978432" : 4049,
"9109504" : 4278,
"9240576" : 4752,
"9371648" : 4812,
"9502720" : 4880,
"9633792" : 5147,
"9764864" : 4551,
"9895936" : 4643,
"10027008" : 4118,
"10158080" : 3591,
"10289152" : 3134,
"10420224" : 2569,
"10551296" : 2007,
"10682368" : 1629,
"10813440" : 1290,
"10944512" : 800,
"11075584" : 566,
"11206656" : 450,
"11337728" : 280,
"11468800" : 182,
"11599872" : 124,
"11730944" : 106,
"11862016" : 122,
"11993088" : 76,
"12124160" : 52,
"12255232" : 62,
"12386304" : 30,
"12517376" : 25,
"12648448" : 22,
"12779520" : 19,
"12910592" : 13,
"13041664" : 15,
"13172736" : 11,
"13303808" : 7,
"13434880" : 15,
"13565952" : 7,
"13697024" : 16,
"13828096" : 12,
"13959168" : 12,
"14090240" : 15,
"14221312" : 20,
"14352384" : 14,
"14483456" : 13,
"14614528" : 18,
"14745600" : 14,
"14876672" : 15,
"15007744" : 10,
"15138816" : 16,
"15269888" : 18,
"15400960" : 22,
"15532032" : 12,
"15663104" : 10,
"15794176" : 23,
"15925248" : 10,
"16056320" : 11,
"16187392" : 24,
"16318464" : 9,
"16449536" : 15,
"16580608" : 11,
"16711680" : 18,
"16908288" : 32,
"17170432" : 24,
"17432576" : 42,
"17694720" : 38,
"17956864" : 44,
"18219008" : 52,
"18481152" : 49,
"18743296" : 53,
"19005440" : 41,
"19267584" : 44,
"19529728" : 62,
"19791872" : 56,
"20054016" : 72,
"20316160" : 73,
"20578304" : 70,
"20840448" : 69,
"21102592" : 68,
"21364736" : 73,
"21626880" : 63,
"21889024" : 57,
"22151168" : 57,
"22413312" : 57,
"22675456" : 64,
"22937600" : 53,
"23199744" : 62,
"23461888" : 55,
"23724032" : 57,
"23986176" : 49,
"24248320" : 48,
"24510464" : 55,
"24772608" : 68,
"25034752" : 74,
"25296896" : 70,
"25559040" : 59,
"25821184" : 68,
"26083328" : 59,
"26345472" : 62,
"26607616" : 49,
"26869760" : 42,
"27131904" : 40,
"27394048" : 46,
"27656192" : 55,
"27918336" : 43,
"28180480" : 54,
"28442624" : 44,
"28704768" : 54,
"28966912" : 52,
"29229056" : 50,
"29491200" : 41,
"29753344" : 40,
"30015488" : 52,
"30277632" : 40,
"30539776" : 31,
"30801920" : 40,
"31064064" : 40,
"31326208" : 44,
"31588352" : 37,
"31850496" : 32,
"32112640" : 27,
"32374784" : 30,
"32636928" : 32,
"32899072" : 33,
"33161216" : 24,
"33423360" : 37,
"33816576" : 79,
"34340864" : 64,
"34865152" : 43,
"35389440" : 57,
"35913728" : 36,
"36438016" : 42,
"36962304" : 37,
"37486592" : 35,
"38010880" : 43,
"38535168" : 42,
"39059456" : 30,
"39583744" : 16,
"40108032" : 15,
"40632320" : 29,
"41156608" : 14,
"41680896" : 12,
"42205184" : 15,
"42729472" : 9,
"43253760" : 10,
"43778048" : 8,
"44302336" : 8,
"44826624" : 6,
"45350912" : 6,
"45875200" : 13,
"46399488" : 7,
"46923776" : 3,
"47448064" : 5,
"47972352" : 4,
"48496640" : 2,
"49020928" : 3,
"49545216" : 1,
"50593792" : 1
}
},
"lat_ns" : {
"min" : 777578,
"max" : 50972737,
"mean" : 8184884.876939,
"stddev" : 5380020.009756,
"N" : 117332
},
"bw_min" : 8960,
"bw_max" : 128808,
"bw_agg" : 100.000000,
"bw_mean" : 15691.508475,
"bw_dev" : 17708.234204,
"bw_samples" : 59,
"iops_min" : 2240,
"iops_max" : 32202,
"iops_mean" : 3922.830508,
"iops_stddev" : 4427.068311,
"iops_samples" : 59
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 29999,
"usr_cpu" : 0.910030,
"sys_cpu" : 19.067302,
"ctx" : 74044,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 16.044932
},
"latency_ms" : {
"2" : 7.130986,
"4" : 0.703127,
"10" : 55.373169,
"20" : 17.894369,
"50" : 2.851713,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095718,
"timestamp_ms" : 1773095718410,
"time" : "Mon Mar 9 19:35:18 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 622641152,
"io_kbytes" : 608048,
"bw_bytes" : 15566417,
"bw" : 15201,
"iops" : 3800.420011,
"runtime" : 39999,
"total_ios" : 152013,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9354,
"max" : 4997748,
"mean" : 260940.729674,
"stddev" : 248213.161953,
"N" : 152013
},
"clat_ns" : {
"min" : 752660,
"max" : 50363896,
"mean" : 8160354.837276,
"stddev" : 4942590.298226,
"N" : 152012,
"percentile" : {
"1.000000" : 831488,
"5.000000" : 913408,
"10.000000" : 954368,
"20.000000" : 6651904,
"30.000000" : 7897088,
"40.000000" : 8454144,
"50.000000" : 8847360,
"60.000000" : 9109504,
"70.000000" : 9502720,
"80.000000" : 9895936,
"90.000000" : 10420224,
"95.000000" : 11075584,
"99.000000" : 30277632,
"99.500000" : 34865152,
"99.900000" : 41156608,
"99.950000" : 43778048,
"99.990000" : 47448064
},
"bins" : {
"749568" : 2,
"757760" : 2,
"765952" : 31,
"774144" : 54,
"782336" : 84,
"790528" : 125,
"798720" : 151,
"806912" : 264,
"815104" : 265,
"823296" : 327,
"831488" : 314,
"839680" : 346,
"847872" : 324,
"856064" : 289,
"864256" : 357,
"872448" : 491,
"880640" : 666,
"888832" : 837,
"897024" : 1154,
"905216" : 1465,
"913408" : 1682,
"921600" : 1629,
"929792" : 1574,
"937984" : 1266,
"946176" : 1096,
"954368" : 853,
"962560" : 722,
"970752" : 631,
"978944" : 594,
"987136" : 555,
"995328" : 636,
"1003520" : 603,
"1011712" : 601,
"1019904" : 615,
"1028096" : 596,
"1036288" : 417,
"1044480" : 367,
"1056768" : 634,
"1073152" : 474,
"1089536" : 487,
"1105920" : 499,
"1122304" : 673,
"1138688" : 688,
"1155072" : 511,
"1171456" : 328,
"1187840" : 160,
"1204224" : 118,
"1220608" : 38,
"1236992" : 12,
"1253376" : 23,
"1269760" : 30,
"1286144" : 21,
"1302528" : 8,
"1318912" : 5,
"1335296" : 3,
"1351680" : 2,
"1368064" : 1,
"1384448" : 5,
"1417216" : 4,
"1433600" : 29,
"1449984" : 31,
"1466368" : 28,
"1482752" : 19,
"1499136" : 49,
"1515520" : 37,
"1531904" : 33,
"1548288" : 32,
"1564672" : 31,
"1581056" : 20,
"1597440" : 3,
"1613824" : 3,
"1630208" : 13,
"1712128" : 3,
"1728512" : 1,
"1794048" : 17,
"1810432" : 20,
"1826816" : 13,
"1843200" : 23,
"1859584" : 8,
"1875968" : 26,
"1892352" : 10,
"1908736" : 4,
"1925120" : 4,
"1941504" : 13,
"1957888" : 6,
"1990656" : 6,
"2007040" : 6,
"2023424" : 1,
"2039808" : 8,
"2072576" : 1,
"2088960" : 4,
"2113536" : 11,
"2146304" : 32,
"2179072" : 21,
"2211840" : 7,
"2244608" : 28,
"2277376" : 16,
"2310144" : 10,
"2342912" : 1,
"2375680" : 13,
"2408448" : 10,
"2441216" : 11,
"2473984" : 28,
"2506752" : 23,
"2539520" : 13,
"2572288" : 9,
"2605056" : 20,
"2637824" : 11,
"2670592" : 6,
"2703360" : 26,
"2736128" : 32,
"2768896" : 9,
"2801664" : 23,
"2834432" : 8,
"2867200" : 11,
"2899968" : 23,
"2932736" : 8,
"2965504" : 9,
"2998272" : 11,
"3031040" : 24,
"3063808" : 35,
"3096576" : 27,
"3129344" : 10,
"3162112" : 11,
"3194880" : 15,
"3227648" : 5,
"3260416" : 19,
"3293184" : 17,
"3325952" : 2,
"3358720" : 15,
"3391488" : 9,
"3424256" : 18,
"3457024" : 27,
"3489792" : 23,
"3522560" : 5,
"3555328" : 14,
"3588096" : 9,
"3620864" : 11,
"3653632" : 11,
"3686400" : 12,
"3719168" : 5,
"3751936" : 9,
"3784704" : 13,
"3817472" : 9,
"3850240" : 6,
"3883008" : 1,
"3915776" : 5,
"3948544" : 6,
"3981312" : 3,
"4014080" : 12,
"4046848" : 14,
"4079616" : 8,
"4112384" : 15,
"4145152" : 14,
"4177920" : 5,
"4227072" : 29,
"4292608" : 24,
"4358144" : 27,
"4423680" : 17,
"4489216" : 11,
"4554752" : 32,
"4620288" : 32,
"4685824" : 23,
"4751360" : 15,
"4816896" : 19,
"4882432" : 23,
"4947968" : 22,
"5013504" : 18,
"5079040" : 13,
"5144576" : 13,
"5210112" : 28,
"5275648" : 22,
"5341184" : 24,
"5406720" : 24,
"5472256" : 21,
"5537792" : 22,
"5603328" : 34,
"5668864" : 42,
"5734400" : 43,
"5799936" : 45,
"5865472" : 48,
"5931008" : 71,
"5996544" : 87,
"6062080" : 69,
"6127616" : 75,
"6193152" : 138,
"6258688" : 108,
"6324224" : 145,
"6389760" : 163,
"6455296" : 157,
"6520832" : 185,
"6586368" : 199,
"6651904" : 252,
"6717440" : 309,
"6782976" : 335,
"6848512" : 367,
"6914048" : 377,
"6979584" : 463,
"7045120" : 550,
"7110656" : 608,
"7176192" : 677,
"7241728" : 763,
"7307264" : 788,
"7372800" : 922,
"7438336" : 1078,
"7503872" : 1142,
"7569408" : 1177,
"7634944" : 1236,
"7700480" : 1360,
"7766016" : 1436,
"7831552" : 1565,
"7897088" : 1672,
"7962624" : 1638,
"8028160" : 1730,
"8093696" : 1856,
"8159232" : 1904,
"8224768" : 1916,
"8290304" : 2030,
"8355840" : 2239,
"8454144" : 4421,
"8585216" : 4826,
"8716288" : 5297,
"8847360" : 5474,
"8978432" : 5497,
"9109504" : 5544,
"9240576" : 5764,
"9371648" : 5709,
"9502720" : 5507,
"9633792" : 5692,
"9764864" : 4987,
"9895936" : 4912,
"10027008" : 4335,
"10158080" : 3739,
"10289152" : 3224,
"10420224" : 2654,
"10551296" : 2056,
"10682368" : 1669,
"10813440" : 1317,
"10944512" : 842,
"11075584" : 582,
"11206656" : 463,
"11337728" : 297,
"11468800" : 198,
"11599872" : 153,
"11730944" : 110,
"11862016" : 133,
"11993088" : 87,
"12124160" : 54,
"12255232" : 68,
"12386304" : 33,
"12517376" : 33,
"12648448" : 26,
"12779520" : 28,
"12910592" : 24,
"13041664" : 23,
"13172736" : 12,
"13303808" : 9,
"13434880" : 18,
"13565952" : 8,
"13697024" : 17,
"13828096" : 17,
"13959168" : 15,
"14090240" : 18,
"14221312" : 23,
"14352384" : 20,
"14483456" : 17,
"14614528" : 28,
"14745600" : 18,
"14876672" : 24,
"15007744" : 18,
"15138816" : 28,
"15269888" : 25,
"15400960" : 34,
"15532032" : 22,
"15663104" : 18,
"15794176" : 35,
"15925248" : 15,
"16056320" : 20,
"16187392" : 35,
"16318464" : 15,
"16449536" : 24,
"16580608" : 18,
"16711680" : 22,
"16908288" : 53,
"17170432" : 43,
"17432576" : 61,
"17694720" : 55,
"17956864" : 67,
"18219008" : 82,
"18481152" : 71,
"18743296" : 78,
"19005440" : 66,
"19267584" : 61,
"19529728" : 86,
"19791872" : 77,
"20054016" : 99,
"20316160" : 91,
"20578304" : 93,
"20840448" : 96,
"21102592" : 94,
"21364736" : 92,
"21626880" : 74,
"21889024" : 72,
"22151168" : 69,
"22413312" : 67,
"22675456" : 78,
"22937600" : 75,
"23199744" : 74,
"23461888" : 67,
"23724032" : 76,
"23986176" : 72,
"24248320" : 57,
"24510464" : 73,
"24772608" : 89,
"25034752" : 83,
"25296896" : 78,
"25559040" : 74,
"25821184" : 85,
"26083328" : 72,
"26345472" : 80,
"26607616" : 61,
"26869760" : 55,
"27131904" : 46,
"27394048" : 55,
"27656192" : 68,
"27918336" : 51,
"28180480" : 68,
"28442624" : 57,
"28704768" : 64,
"28966912" : 59,
"29229056" : 64,
"29491200" : 51,
"29753344" : 51,
"30015488" : 60,
"30277632" : 49,
"30539776" : 41,
"30801920" : 48,
"31064064" : 49,
"31326208" : 53,
"31588352" : 52,
"31850496" : 42,
"32112640" : 32,
"32374784" : 42,
"32636928" : 40,
"32899072" : 45,
"33161216" : 33,
"33423360" : 47,
"33816576" : 106,
"34340864" : 87,
"34865152" : 57,
"35389440" : 78,
"35913728" : 48,
"36438016" : 62,
"36962304" : 66,
"37486592" : 51,
"38010880" : 55,
"38535168" : 58,
"39059456" : 45,
"39583744" : 22,
"40108032" : 21,
"40632320" : 34,
"41156608" : 20,
"41680896" : 16,
"42205184" : 19,
"42729472" : 13,
"43253760" : 12,
"43778048" : 14,
"44302336" : 14,
"44826624" : 8,
"45350912" : 6,
"45875200" : 14,
"46399488" : 8,
"46923776" : 5,
"47448064" : 5,
"47972352" : 4,
"48496640" : 2,
"49020928" : 3,
"49545216" : 1,
"50593792" : 1
}
},
"lat_ns" : {
"min" : 777578,
"max" : 50972737,
"mean" : 8421375.920230,
"stddev" : 5095702.671883,
"N" : 152012
},
"bw_min" : 8960,
"bw_max" : 128808,
"bw_agg" : 100.000000,
"bw_mean" : 15208.202532,
"bw_dev" : 15321.996069,
"bw_samples" : 79,
"iops_min" : 2240,
"iops_max" : 32202,
"iops_mean" : 3802.012658,
"iops_stddev" : 3830.506767,
"iops_samples" : 79
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39999,
"usr_cpu" : 0.877522,
"sys_cpu" : 18.732968,
"ctx" : 99392,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 12.384467
},
"latency_ms" : {
"2" : 5.504135,
"4" : 0.542717,
"10" : 64.112280,
"20" : 14.632301,
"50" : 2.822785,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095728,
"timestamp_ms" : 1773095728411,
"time" : "Mon Mar 9 19:35:28 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 772190208,
"io_kbytes" : 754092,
"bw_bytes" : 15444113,
"bw" : 15082,
"iops" : 3770.555411,
"runtime" : 49999,
"total_ios" : 188524,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9354,
"max" : 4997748,
"mean" : 263018.566347,
"stddev" : 249383.978504,
"N" : 188524
},
"clat_ns" : {
"min" : 752660,
"max" : 50363896,
"mean" : 8224916.071222,
"stddev" : 4699955.740760,
"N" : 188523,
"percentile" : {
"1.000000" : 839680,
"5.000000" : 921600,
"10.000000" : 1003520,
"20.000000" : 6914048,
"30.000000" : 7634944,
"40.000000" : 8093696,
"50.000000" : 8585216,
"60.000000" : 8978432,
"70.000000" : 9371648,
"80.000000" : 9764864,
"90.000000" : 10289152,
"95.000000" : 11206656,
"99.000000" : 29491200,
"99.500000" : 33816576,
"99.900000" : 40632320,
"99.950000" : 43253760,
"99.990000" : 46923776
},
"bins" : {
"749568" : 2,
"757760" : 2,
"765952" : 31,
"774144" : 54,
"782336" : 84,
"790528" : 125,
"798720" : 151,
"806912" : 264,
"815104" : 265,
"823296" : 327,
"831488" : 314,
"839680" : 346,
"847872" : 324,
"856064" : 289,
"864256" : 357,
"872448" : 491,
"880640" : 666,
"888832" : 837,
"897024" : 1154,
"905216" : 1465,
"913408" : 1682,
"921600" : 1629,
"929792" : 1574,
"937984" : 1266,
"946176" : 1096,
"954368" : 853,
"962560" : 722,
"970752" : 631,
"978944" : 594,
"987136" : 555,
"995328" : 636,
"1003520" : 603,
"1011712" : 601,
"1019904" : 615,
"1028096" : 596,
"1036288" : 417,
"1044480" : 367,
"1056768" : 634,
"1073152" : 474,
"1089536" : 487,
"1105920" : 499,
"1122304" : 673,
"1138688" : 688,
"1155072" : 511,
"1171456" : 328,
"1187840" : 160,
"1204224" : 118,
"1220608" : 38,
"1236992" : 12,
"1253376" : 23,
"1269760" : 30,
"1286144" : 21,
"1302528" : 8,
"1318912" : 5,
"1335296" : 3,
"1351680" : 2,
"1368064" : 1,
"1384448" : 5,
"1417216" : 4,
"1433600" : 29,
"1449984" : 31,
"1466368" : 28,
"1482752" : 19,
"1499136" : 49,
"1515520" : 37,
"1531904" : 33,
"1548288" : 32,
"1564672" : 31,
"1581056" : 20,
"1597440" : 3,
"1613824" : 3,
"1630208" : 13,
"1712128" : 3,
"1728512" : 1,
"1794048" : 17,
"1810432" : 20,
"1826816" : 13,
"1843200" : 23,
"1859584" : 8,
"1875968" : 26,
"1892352" : 10,
"1908736" : 4,
"1925120" : 4,
"1941504" : 13,
"1957888" : 6,
"1990656" : 6,
"2007040" : 6,
"2023424" : 1,
"2039808" : 8,
"2072576" : 1,
"2088960" : 4,
"2113536" : 11,
"2146304" : 32,
"2179072" : 21,
"2211840" : 7,
"2244608" : 28,
"2277376" : 16,
"2310144" : 10,
"2342912" : 1,
"2375680" : 13,
"2408448" : 10,
"2441216" : 11,
"2473984" : 28,
"2506752" : 23,
"2539520" : 13,
"2572288" : 9,
"2605056" : 20,
"2637824" : 11,
"2670592" : 6,
"2703360" : 26,
"2736128" : 32,
"2768896" : 9,
"2801664" : 23,
"2834432" : 8,
"2867200" : 11,
"2899968" : 23,
"2932736" : 8,
"2965504" : 9,
"2998272" : 11,
"3031040" : 24,
"3063808" : 35,
"3096576" : 27,
"3129344" : 10,
"3162112" : 11,
"3194880" : 15,
"3227648" : 5,
"3260416" : 19,
"3293184" : 17,
"3325952" : 2,
"3358720" : 15,
"3391488" : 9,
"3424256" : 18,
"3457024" : 27,
"3489792" : 23,
"3522560" : 5,
"3555328" : 14,
"3588096" : 9,
"3620864" : 11,
"3653632" : 11,
"3686400" : 12,
"3719168" : 5,
"3751936" : 9,
"3784704" : 13,
"3817472" : 9,
"3850240" : 6,
"3883008" : 1,
"3915776" : 5,
"3948544" : 6,
"3981312" : 3,
"4014080" : 12,
"4046848" : 14,
"4079616" : 8,
"4112384" : 15,
"4145152" : 14,
"4177920" : 5,
"4227072" : 29,
"4292608" : 24,
"4358144" : 27,
"4423680" : 17,
"4489216" : 11,
"4554752" : 33,
"4620288" : 32,
"4685824" : 27,
"4751360" : 19,
"4816896" : 24,
"4882432" : 30,
"4947968" : 32,
"5013504" : 27,
"5079040" : 19,
"5144576" : 39,
"5210112" : 48,
"5275648" : 54,
"5341184" : 55,
"5406720" : 54,
"5472256" : 65,
"5537792" : 71,
"5603328" : 89,
"5668864" : 110,
"5734400" : 130,
"5799936" : 144,
"5865472" : 159,
"5931008" : 196,
"5996544" : 245,
"6062080" : 227,
"6127616" : 270,
"6193152" : 423,
"6258688" : 387,
"6324224" : 431,
"6389760" : 498,
"6455296" : 532,
"6520832" : 596,
"6586368" : 613,
"6651904" : 712,
"6717440" : 834,
"6782976" : 890,
"6848512" : 1061,
"6914048" : 1007,
"6979584" : 1100,
"7045120" : 1294,
"7110656" : 1411,
"7176192" : 1473,
"7241728" : 1592,
"7307264" : 1661,
"7372800" : 1801,
"7438336" : 2056,
"7503872" : 2066,
"7569408" : 2172,
"7634944" : 2245,
"7700480" : 2337,
"7766016" : 2409,
"7831552" : 2544,
"7897088" : 2736,
"7962624" : 2667,
"8028160" : 2722,
"8093696" : 2752,
"8159232" : 2826,
"8224768" : 2776,
"8290304" : 2925,
"8355840" : 3023,
"8454144" : 5976,
"8585216" : 6117,
"8716288" : 6347,
"8847360" : 6306,
"8978432" : 6259,
"9109504" : 6150,
"9240576" : 6195,
"9371648" : 6120,
"9502720" : 5761,
"9633792" : 5889,
"9764864" : 5143,
"9895936" : 5022,
"10027008" : 4426,
"10158080" : 3822,
"10289152" : 3271,
"10420224" : 2687,
"10551296" : 2082,
"10682368" : 1687,
"10813440" : 1328,
"10944512" : 862,
"11075584" : 599,
"11206656" : 479,
"11337728" : 315,
"11468800" : 210,
"11599872" : 164,
"11730944" : 130,
"11862016" : 143,
"11993088" : 102,
"12124160" : 68,
"12255232" : 74,
"12386304" : 43,
"12517376" : 41,
"12648448" : 36,
"12779520" : 46,
"12910592" : 37,
"13041664" : 28,
"13172736" : 31,
"13303808" : 28,
"13434880" : 31,
"13565952" : 25,
"13697024" : 25,
"13828096" : 21,
"13959168" : 22,
"14090240" : 30,
"14221312" : 31,
"14352384" : 29,
"14483456" : 25,
"14614528" : 45,
"14745600" : 33,
"14876672" : 33,
"15007744" : 36,
"15138816" : 41,
"15269888" : 37,
"15400960" : 49,
"15532032" : 36,
"15663104" : 36,
"15794176" : 44,
"15925248" : 31,
"16056320" : 36,
"16187392" : 57,
"16318464" : 34,
"16449536" : 54,
"16580608" : 37,
"16711680" : 39,
"16908288" : 85,
"17170432" : 70,
"17432576" : 92,
"17694720" : 85,
"17956864" : 98,
"18219008" : 110,
"18481152" : 115,
"18743296" : 119,
"19005440" : 101,
"19267584" : 108,
"19529728" : 115,
"19791872" : 105,
"20054016" : 126,
"20316160" : 126,
"20578304" : 130,
"20840448" : 143,
"21102592" : 144,
"21364736" : 126,
"21626880" : 120,
"21889024" : 116,
"22151168" : 116,
"22413312" : 89,
"22675456" : 113,
"22937600" : 100,
"23199744" : 99,
"23461888" : 90,
"23724032" : 101,
"23986176" : 101,
"24248320" : 76,
"24510464" : 89,
"24772608" : 110,
"25034752" : 108,
"25296896" : 103,
"25559040" : 94,
"25821184" : 94,
"26083328" : 97,
"26345472" : 99,
"26607616" : 74,
"26869760" : 76,
"27131904" : 55,
"27394048" : 67,
"27656192" : 82,
"27918336" : 66,
"28180480" : 78,
"28442624" : 70,
"28704768" : 77,
"28966912" : 69,
"29229056" : 79,
"29491200" : 69,
"29753344" : 67,
"30015488" : 69,
"30277632" : 58,
"30539776" : 54,
"30801920" : 58,
"31064064" : 65,
"31326208" : 66,
"31588352" : 59,
"31850496" : 51,
"32112640" : 39,
"32374784" : 46,
"32636928" : 47,
"32899072" : 51,
"33161216" : 37,
"33423360" : 54,
"33816576" : 114,
"34340864" : 97,
"34865152" : 60,
"35389440" : 79,
"35913728" : 51,
"36438016" : 67,
"36962304" : 70,
"37486592" : 57,
"38010880" : 61,
"38535168" : 61,
"39059456" : 51,
"39583744" : 23,
"40108032" : 21,
"40632320" : 34,
"41156608" : 21,
"41680896" : 17,
"42205184" : 24,
"42729472" : 13,
"43253760" : 14,
"43778048" : 15,
"44302336" : 15,
"44826624" : 8,
"45350912" : 6,
"45875200" : 14,
"46399488" : 8,
"46923776" : 5,
"47448064" : 5,
"47972352" : 4,
"48496640" : 2,
"49020928" : 3,
"49545216" : 1,
"50593792" : 1
}
},
"lat_ns" : {
"min" : 777578,
"max" : 50972737,
"mean" : 8487979.603189,
"stddev" : 4844579.889625,
"N" : 188523
},
"bw_min" : 8960,
"bw_max" : 128808,
"bw_agg" : 100.000000,
"bw_mean" : 15088.818182,
"bw_dev" : 13695.593001,
"bw_samples" : 99,
"iops_min" : 2240,
"iops_max" : 32202,
"iops_mean" : 3772.171717,
"iops_stddev" : 3423.905307,
"iops_samples" : 99
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 49999,
"usr_cpu" : 0.846017,
"sys_cpu" : 18.598372,
"ctx" : 124437,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 9.985996
},
"latency_ms" : {
"2" : 4.438162,
"4" : 0.437610,
"10" : 69.786871,
"20" : 12.497613,
"50" : 2.852687,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095738,
"timestamp_ms" : 1773095738411,
"time" : "Mon Mar 9 19:35:38 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 929124352,
"io_kbytes" : 907348,
"bw_bytes" : 15485663,
"bw" : 15122,
"iops" : 3780.696345,
"runtime" : 59999,
"total_ios" : 226838,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9354,
"max" : 4997748,
"mean" : 262304.812990,
"stddev" : 253065.498647,
"N" : 226838
},
"clat_ns" : {
"min" : 752660,
"max" : 50363896,
"mean" : 8203028.005996,
"stddev" : 4545698.330311,
"N" : 226837,
"percentile" : {
"1.000000" : 847872,
"5.000000" : 929792,
"10.000000" : 1073152,
"20.000000" : 6717440,
"30.000000" : 7372800,
"40.000000" : 7831552,
"50.000000" : 8290304,
"60.000000" : 8716288,
"70.000000" : 9109504,
"80.000000" : 9633792,
"90.000000" : 10289152,
"95.000000" : 11206656,
"99.000000" : 28966912,
"99.500000" : 33161216,
"99.900000" : 40108032,
"99.950000" : 42729472,
"99.990000" : 46399488
},
"bins" : {
"749568" : 2,
"757760" : 2,
"765952" : 31,
"774144" : 54,
"782336" : 84,
"790528" : 125,
"798720" : 151,
"806912" : 264,
"815104" : 265,
"823296" : 327,
"831488" : 314,
"839680" : 346,
"847872" : 324,
"856064" : 289,
"864256" : 357,
"872448" : 491,
"880640" : 666,
"888832" : 837,
"897024" : 1154,
"905216" : 1465,
"913408" : 1682,
"921600" : 1629,
"929792" : 1574,
"937984" : 1266,
"946176" : 1096,
"954368" : 853,
"962560" : 722,
"970752" : 631,
"978944" : 594,
"987136" : 555,
"995328" : 636,
"1003520" : 603,
"1011712" : 601,
"1019904" : 615,
"1028096" : 596,
"1036288" : 417,
"1044480" : 367,
"1056768" : 634,
"1073152" : 474,
"1089536" : 487,
"1105920" : 499,
"1122304" : 673,
"1138688" : 688,
"1155072" : 511,
"1171456" : 328,
"1187840" : 160,
"1204224" : 118,
"1220608" : 38,
"1236992" : 12,
"1253376" : 23,
"1269760" : 30,
"1286144" : 21,
"1302528" : 8,
"1318912" : 5,
"1335296" : 3,
"1351680" : 2,
"1368064" : 1,
"1384448" : 5,
"1417216" : 4,
"1433600" : 29,
"1449984" : 31,
"1466368" : 28,
"1482752" : 19,
"1499136" : 49,
"1515520" : 37,
"1531904" : 33,
"1548288" : 32,
"1564672" : 31,
"1581056" : 20,
"1597440" : 3,
"1613824" : 3,
"1630208" : 13,
"1712128" : 3,
"1728512" : 1,
"1794048" : 17,
"1810432" : 20,
"1826816" : 13,
"1843200" : 23,
"1859584" : 8,
"1875968" : 26,
"1892352" : 10,
"1908736" : 4,
"1925120" : 4,
"1941504" : 13,
"1957888" : 6,
"1990656" : 6,
"2007040" : 6,
"2023424" : 1,
"2039808" : 8,
"2072576" : 1,
"2088960" : 4,
"2113536" : 11,
"2146304" : 32,
"2179072" : 21,
"2211840" : 7,
"2244608" : 28,
"2277376" : 16,
"2310144" : 10,
"2342912" : 1,
"2375680" : 13,
"2408448" : 10,
"2441216" : 11,
"2473984" : 28,
"2506752" : 23,
"2539520" : 13,
"2572288" : 9,
"2605056" : 20,
"2637824" : 11,
"2670592" : 6,
"2703360" : 26,
"2736128" : 32,
"2768896" : 9,
"2801664" : 23,
"2834432" : 8,
"2867200" : 11,
"2899968" : 23,
"2932736" : 8,
"2965504" : 9,
"2998272" : 11,
"3031040" : 24,
"3063808" : 35,
"3096576" : 27,
"3129344" : 10,
"3162112" : 11,
"3194880" : 15,
"3227648" : 5,
"3260416" : 19,
"3293184" : 17,
"3325952" : 2,
"3358720" : 16,
"3391488" : 9,
"3424256" : 18,
"3457024" : 27,
"3489792" : 23,
"3522560" : 5,
"3555328" : 14,
"3588096" : 9,
"3620864" : 11,
"3653632" : 11,
"3686400" : 16,
"3719168" : 8,
"3751936" : 9,
"3784704" : 13,
"3817472" : 9,
"3850240" : 6,
"3883008" : 1,
"3915776" : 5,
"3948544" : 6,
"3981312" : 5,
"4014080" : 15,
"4046848" : 17,
"4079616" : 9,
"4112384" : 17,
"4145152" : 17,
"4177920" : 9,
"4227072" : 31,
"4292608" : 29,
"4358144" : 37,
"4423680" : 31,
"4489216" : 16,
"4554752" : 47,
"4620288" : 54,
"4685824" : 63,
"4751360" : 38,
"4816896" : 59,
"4882432" : 53,
"4947968" : 89,
"5013504" : 78,
"5079040" : 82,
"5144576" : 99,
"5210112" : 102,
"5275648" : 174,
"5341184" : 200,
"5406720" : 170,
"5472256" : 181,
"5537792" : 224,
"5603328" : 307,
"5668864" : 377,
"5734400" : 414,
"5799936" : 408,
"5865472" : 472,
"5931008" : 567,
"5996544" : 626,
"6062080" : 661,
"6127616" : 698,
"6193152" : 868,
"6258688" : 925,
"6324224" : 1034,
"6389760" : 1187,
"6455296" : 1210,
"6520832" : 1269,
"6586368" : 1301,
"6651904" : 1485,
"6717440" : 1757,
"6782976" : 1798,
"6848512" : 1907,
"6914048" : 1865,
"6979584" : 2102,
"7045120" : 2313,
"7110656" : 2335,
"7176192" : 2497,
"7241728" : 2627,
"7307264" : 2613,
"7372800" : 2948,
"7438336" : 3008,
"7503872" : 3033,
"7569408" : 3150,
"7634944" : 3263,
"7700480" : 3358,
"7766016" : 3223,
"7831552" : 3354,
"7897088" : 3564,
"7962624" : 3522,
"8028160" : 3499,
"8093696" : 3412,
"8159232" : 3451,
"8224768" : 3369,
"8290304" : 3498,
"8355840" : 3515,
"8454144" : 6970,
"8585216" : 6920,
"8716288" : 6984,
"8847360" : 6827,
"8978432" : 6625,
"9109504" : 6446,
"9240576" : 6349,
"9371648" : 6273,
"9502720" : 5879,
"9633792" : 5982,
"9764864" : 5225,
"9895936" : 5048,
"10027008" : 4460,
"10158080" : 3852,
"10289152" : 3279,
"10420224" : 2700,
"10551296" : 2097,
"10682368" : 1694,
"10813440" : 1338,
"10944512" : 869,
"11075584" : 616,
"11206656" : 491,
"11337728" : 328,
"11468800" : 218,
"11599872" : 175,
"11730944" : 135,
"11862016" : 146,
"11993088" : 110,
"12124160" : 76,
"12255232" : 84,
"12386304" : 63,
"12517376" : 55,
"12648448" : 45,
"12779520" : 55,
"12910592" : 56,
"13041664" : 46,
"13172736" : 48,
"13303808" : 45,
"13434880" : 44,
"13565952" : 44,
"13697024" : 38,
"13828096" : 30,
"13959168" : 36,
"14090240" : 47,
"14221312" : 44,
"14352384" : 34,
"14483456" : 36,
"14614528" : 56,
"14745600" : 41,
"14876672" : 41,
"15007744" : 42,
"15138816" : 53,
"15269888" : 45,
"15400960" : 58,
"15532032" : 50,
"15663104" : 50,
"15794176" : 59,
"15925248" : 44,
"16056320" : 43,
"16187392" : 67,
"16318464" : 53,
"16449536" : 67,
"16580608" : 48,
"16711680" : 56,
"16908288" : 119,
"17170432" : 103,
"17432576" : 137,
"17694720" : 128,
"17956864" : 123,
"18219008" : 132,
"18481152" : 150,
"18743296" : 145,
"19005440" : 130,
"19267584" : 131,
"19529728" : 139,
"19791872" : 136,
"20054016" : 156,
"20316160" : 159,
"20578304" : 162,
"20840448" : 174,
"21102592" : 163,
"21364736" : 163,
"21626880" : 142,
"21889024" : 135,
"22151168" : 135,
"22413312" : 108,
"22675456" : 146,
"22937600" : 133,
"23199744" : 128,
"23461888" : 120,
"23724032" : 126,
"23986176" : 129,
"24248320" : 117,
"24510464" : 120,
"24772608" : 148,
"25034752" : 154,
"25296896" : 133,
"25559040" : 130,
"25821184" : 128,
"26083328" : 139,
"26345472" : 145,
"26607616" : 103,
"26869760" : 107,
"27131904" : 87,
"27394048" : 94,
"27656192" : 96,
"27918336" : 88,
"28180480" : 100,
"28442624" : 99,
"28704768" : 102,
"28966912" : 87,
"29229056" : 93,
"29491200" : 86,
"29753344" : 81,
"30015488" : 84,
"30277632" : 67,
"30539776" : 67,
"30801920" : 67,
"31064064" : 82,
"31326208" : 82,
"31588352" : 74,
"31850496" : 60,
"32112640" : 41,
"32374784" : 57,
"32636928" : 58,
"32899072" : 64,
"33161216" : 40,
"33423360" : 60,
"33816576" : 118,
"34340864" : 100,
"34865152" : 63,
"35389440" : 81,
"35913728" : 53,
"36438016" : 71,
"36962304" : 72,
"37486592" : 62,
"38010880" : 64,
"38535168" : 63,
"39059456" : 51,
"39583744" : 23,
"40108032" : 21,
"40632320" : 34,
"41156608" : 21,
"41680896" : 17,
"42205184" : 24,
"42729472" : 13,
"43253760" : 14,
"43778048" : 15,
"44302336" : 15,
"44826624" : 8,
"45350912" : 6,
"45875200" : 14,
"46399488" : 8,
"46923776" : 5,
"47448064" : 5,
"47972352" : 4,
"48496640" : 2,
"49020928" : 3,
"49545216" : 1,
"50593792" : 1
}
},
"lat_ns" : {
"min" : 777578,
"max" : 50972737,
"mean" : 8465426.092560,
"stddev" : 4684905.021023,
"N" : 226837
},
"bw_min" : 8960,
"bw_max" : 128808,
"bw_agg" : 100.000000,
"bw_mean" : 15128.159664,
"bw_dev" : 12512.019293,
"bw_samples" : 119,
"iops_min" : 2240,
"iops_max" : 32202,
"iops_mean" : 3782.008403,
"iops_stddev" : 3128.012675,
"iops_samples" : 119
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 59999,
"usr_cpu" : 0.856681,
"sys_cpu" : 18.643644,
"ctx" : 148854,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 8.299315
},
"latency_ms" : {
"2" : 3.688535,
"4" : 0.368104,
"10" : 73.884446,
"20" : 10.838572,
"50" : 2.920146,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095748,
"timestamp_ms" : 1773095748412,
"time" : "Mon Mar 9 19:35:48 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1095487488,
"io_kbytes" : 1069812,
"bw_bytes" : 15650044,
"bw" : 15283,
"iops" : 3820.826012,
"runtime" : 69999,
"total_ios" : 267454,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9084,
"max" : 4997748,
"mean" : 259531.964420,
"stddev" : 256240.295905,
"N" : 267454
},
"clat_ns" : {
"min" : 752660,
"max" : 50363896,
"mean" : 8115639.289053,
"stddev" : 4450757.383661,
"N" : 267453,
"percentile" : {
"1.000000" : 864256,
"5.000000" : 937984,
"10.000000" : 1449984,
"20.000000" : 6520832,
"30.000000" : 7110656,
"40.000000" : 7569408,
"50.000000" : 8028160,
"60.000000" : 8454144,
"70.000000" : 8978432,
"80.000000" : 9502720,
"90.000000" : 10158080,
"95.000000" : 11206656,
"99.000000" : 28704768,
"99.500000" : 32899072,
"99.900000" : 39583744,
"99.950000" : 42205184,
"99.990000" : 46399488
},
"bins" : {
"749568" : 2,
"757760" : 2,
"765952" : 31,
"774144" : 54,
"782336" : 84,
"790528" : 125,
"798720" : 151,
"806912" : 264,
"815104" : 265,
"823296" : 327,
"831488" : 314,
"839680" : 346,
"847872" : 324,
"856064" : 289,
"864256" : 357,
"872448" : 491,
"880640" : 666,
"888832" : 837,
"897024" : 1154,
"905216" : 1465,
"913408" : 1682,
"921600" : 1629,
"929792" : 1574,
"937984" : 1266,
"946176" : 1096,
"954368" : 853,
"962560" : 722,
"970752" : 631,
"978944" : 594,
"987136" : 555,
"995328" : 636,
"1003520" : 603,
"1011712" : 601,
"1019904" : 615,
"1028096" : 596,
"1036288" : 417,
"1044480" : 367,
"1056768" : 634,
"1073152" : 474,
"1089536" : 487,
"1105920" : 499,
"1122304" : 673,
"1138688" : 688,
"1155072" : 511,
"1171456" : 328,
"1187840" : 160,
"1204224" : 118,
"1220608" : 38,
"1236992" : 12,
"1253376" : 23,
"1269760" : 30,
"1286144" : 21,
"1302528" : 8,
"1318912" : 5,
"1335296" : 3,
"1351680" : 2,
"1368064" : 1,
"1384448" : 5,
"1417216" : 4,
"1433600" : 29,
"1449984" : 31,
"1466368" : 28,
"1482752" : 19,
"1499136" : 49,
"1515520" : 37,
"1531904" : 33,
"1548288" : 32,
"1564672" : 31,
"1581056" : 20,
"1597440" : 3,
"1613824" : 3,
"1630208" : 13,
"1712128" : 3,
"1728512" : 1,
"1794048" : 17,
"1810432" : 20,
"1826816" : 13,
"1843200" : 23,
"1859584" : 8,
"1875968" : 26,
"1892352" : 10,
"1908736" : 4,
"1925120" : 4,
"1941504" : 13,
"1957888" : 6,
"1990656" : 6,
"2007040" : 6,
"2023424" : 1,
"2039808" : 8,
"2072576" : 1,
"2088960" : 4,
"2113536" : 11,
"2146304" : 32,
"2179072" : 21,
"2211840" : 7,
"2244608" : 28,
"2277376" : 16,
"2310144" : 10,
"2342912" : 1,
"2375680" : 13,
"2408448" : 10,
"2441216" : 11,
"2473984" : 28,
"2506752" : 23,
"2539520" : 13,
"2572288" : 9,
"2605056" : 20,
"2637824" : 11,
"2670592" : 6,
"2703360" : 26,
"2736128" : 32,
"2768896" : 9,
"2801664" : 23,
"2834432" : 8,
"2867200" : 11,
"2899968" : 23,
"2932736" : 8,
"2965504" : 9,
"2998272" : 11,
"3031040" : 24,
"3063808" : 35,
"3096576" : 27,
"3129344" : 10,
"3162112" : 11,
"3194880" : 15,
"3227648" : 5,
"3260416" : 19,
"3293184" : 17,
"3325952" : 4,
"3358720" : 16,
"3391488" : 9,
"3424256" : 18,
"3457024" : 27,
"3489792" : 23,
"3522560" : 5,
"3555328" : 14,
"3588096" : 10,
"3620864" : 13,
"3653632" : 13,
"3686400" : 16,
"3719168" : 9,
"3751936" : 9,
"3784704" : 14,
"3817472" : 9,
"3850240" : 7,
"3883008" : 10,
"3915776" : 7,
"3948544" : 9,
"3981312" : 5,
"4014080" : 17,
"4046848" : 20,
"4079616" : 15,
"4112384" : 23,
"4145152" : 21,
"4177920" : 14,
"4227072" : 43,
"4292608" : 45,
"4358144" : 62,
"4423680" : 63,
"4489216" : 50,
"4554752" : 100,
"4620288" : 106,
"4685824" : 132,
"4751360" : 132,
"4816896" : 150,
"4882432" : 127,
"4947968" : 220,
"5013504" : 216,
"5079040" : 292,
"5144576" : 306,
"5210112" : 319,
"5275648" : 454,
"5341184" : 485,
"5406720" : 527,
"5472256" : 553,
"5537792" : 627,
"5603328" : 807,
"5668864" : 869,
"5734400" : 967,
"5799936" : 1032,
"5865472" : 1106,
"5931008" : 1201,
"5996544" : 1347,
"6062080" : 1521,
"6127616" : 1523,
"6193152" : 1723,
"6258688" : 1830,
"6324224" : 1884,
"6389760" : 2139,
"6455296" : 2228,
"6520832" : 2289,
"6586368" : 2423,
"6651904" : 2500,
"6717440" : 2895,
"6782976" : 2879,
"6848512" : 3009,
"6914048" : 3051,
"6979584" : 3184,
"7045120" : 3344,
"7110656" : 3335,
"7176192" : 3471,
"7241728" : 3689,
"7307264" : 3547,
"7372800" : 3829,
"7438336" : 3777,
"7503872" : 3838,
"7569408" : 3947,
"7634944" : 3935,
"7700480" : 4033,
"7766016" : 3830,
"7831552" : 3927,
"7897088" : 4155,
"7962624" : 4040,
"8028160" : 3980,
"8093696" : 3795,
"8159232" : 3862,
"8224768" : 3741,
"8290304" : 3874,
"8355840" : 3816,
"8454144" : 7487,
"8585216" : 7370,
"8716288" : 7276,
"8847360" : 7057,
"8978432" : 6807,
"9109504" : 6556,
"9240576" : 6430,
"9371648" : 6345,
"9502720" : 5913,
"9633792" : 6026,
"9764864" : 5258,
"9895936" : 5059,
"10027008" : 4477,
"10158080" : 3864,
"10289152" : 3289,
"10420224" : 2708,
"10551296" : 2101,
"10682368" : 1702,
"10813440" : 1342,
"10944512" : 871,
"11075584" : 620,
"11206656" : 491,
"11337728" : 330,
"11468800" : 222,
"11599872" : 180,
"11730944" : 141,
"11862016" : 147,
"11993088" : 110,
"12124160" : 82,
"12255232" : 89,
"12386304" : 68,
"12517376" : 58,
"12648448" : 48,
"12779520" : 66,
"12910592" : 60,
"13041664" : 54,
"13172736" : 54,
"13303808" : 45,
"13434880" : 49,
"13565952" : 50,
"13697024" : 42,
"13828096" : 36,
"13959168" : 42,
"14090240" : 54,
"14221312" : 46,
"14352384" : 38,
"14483456" : 48,
"14614528" : 64,
"14745600" : 46,
"14876672" : 46,
"15007744" : 50,
"15138816" : 58,
"15269888" : 49,
"15400960" : 73,
"15532032" : 57,
"15663104" : 59,
"15794176" : 68,
"15925248" : 48,
"16056320" : 51,
"16187392" : 77,
"16318464" : 60,
"16449536" : 75,
"16580608" : 58,
"16711680" : 73,
"16908288" : 140,
"17170432" : 123,
"17432576" : 168,
"17694720" : 156,
"17956864" : 147,
"18219008" : 159,
"18481152" : 195,
"18743296" : 171,
"19005440" : 170,
"19267584" : 166,
"19529728" : 172,
"19791872" : 169,
"20054016" : 183,
"20316160" : 191,
"20578304" : 192,
"20840448" : 207,
"21102592" : 203,
"21364736" : 197,
"21626880" : 173,
"21889024" : 172,
"22151168" : 166,
"22413312" : 137,
"22675456" : 184,
"22937600" : 167,
"23199744" : 149,
"23461888" : 152,
"23724032" : 165,
"23986176" : 160,
"24248320" : 137,
"24510464" : 148,
"24772608" : 177,
"25034752" : 174,
"25296896" : 159,
"25559040" : 156,
"25821184" : 153,
"26083328" : 155,
"26345472" : 172,
"26607616" : 122,
"26869760" : 129,
"27131904" : 107,
"27394048" : 118,
"27656192" : 119,
"27918336" : 103,
"28180480" : 121,
"28442624" : 122,
"28704768" : 120,
"28966912" : 112,
"29229056" : 107,
"29491200" : 109,
"29753344" : 94,
"30015488" : 99,
"30277632" : 74,
"30539776" : 83,
"30801920" : 76,
"31064064" : 93,
"31326208" : 94,
"31588352" : 82,
"31850496" : 74,
"32112640" : 55,
"32374784" : 69,
"32636928" : 67,
"32899072" : 77,
"33161216" : 46,
"33423360" : 68,
"33816576" : 136,
"34340864" : 125,
"34865152" : 75,
"35389440" : 90,
"35913728" : 65,
"36438016" : 84,
"36962304" : 82,
"37486592" : 71,
"38010880" : 68,
"38535168" : 64,
"39059456" : 53,
"39583744" : 24,
"40108032" : 23,
"40632320" : 36,
"41156608" : 26,
"41680896" : 19,
"42205184" : 26,
"42729472" : 14,
"43253760" : 15,
"43778048" : 18,
"44302336" : 15,
"44826624" : 8,
"45350912" : 6,
"45875200" : 14,
"46399488" : 8,
"46923776" : 5,
"47448064" : 5,
"47972352" : 4,
"48496640" : 2,
"49020928" : 3,
"49545216" : 1,
"50593792" : 1
}
},
"lat_ns" : {
"min" : 777578,
"max" : 50972737,
"mean" : 8375162.042482,
"stddev" : 4586423.517471,
"N" : 267453
},
"bw_min" : 8960,
"bw_max" : 128808,
"bw_agg" : 100.000000,
"bw_mean" : 15285.000000,
"bw_dev" : 11610.614046,
"bw_samples" : 139,
"iops_min" : 2240,
"iops_max" : 32202,
"iops_mean" : 3821.215827,
"iops_stddev" : 2902.659854,
"iops_samples" : 139
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 69999,
"usr_cpu" : 0.854298,
"sys_cpu" : 18.761697,
"ctx" : 173053,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 7.038967
},
"latency_ms" : {
"2" : 3.128388,
"4" : 0.321177,
"10" : 77.104474,
"20" : 9.452467,
"50" : 2.953779,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095758,
"timestamp_ms" : 1773095758410,
"time" : "Mon Mar 9 19:35:58 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1273290752,
"io_kbytes" : 1243448,
"bw_bytes" : 15916333,
"bw" : 15543,
"iops" : 3885.836073,
"runtime" : 79999,
"total_ios" : 310863,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9084,
"max" : 4997748,
"mean" : 255152.425946,
"stddev" : 259270.159162,
"N" : 310863
},
"clat_ns" : {
"min" : 752660,
"max" : 50363896,
"mean" : 7980550.122907,
"stddev" : 4358757.257319,
"N" : 310862,
"percentile" : {
"1.000000" : 872448,
"5.000000" : 954368,
"10.000000" : 4816896,
"20.000000" : 6193152,
"30.000000" : 6782976,
"40.000000" : 7307264,
"50.000000" : 7766016,
"60.000000" : 8224768,
"70.000000" : 8716288,
"80.000000" : 9371648,
"90.000000" : 10158080,
"95.000000" : 11337728,
"99.000000" : 28442624,
"99.500000" : 32374784,
"99.900000" : 39059456,
"99.950000" : 41680896,
"99.990000" : 45875200
},
"bins" : {
"749568" : 2,
"757760" : 2,
"765952" : 31,
"774144" : 54,
"782336" : 84,
"790528" : 125,
"798720" : 151,
"806912" : 264,
"815104" : 265,
"823296" : 327,
"831488" : 314,
"839680" : 346,
"847872" : 324,
"856064" : 289,
"864256" : 357,
"872448" : 491,
"880640" : 666,
"888832" : 837,
"897024" : 1154,
"905216" : 1465,
"913408" : 1682,
"921600" : 1629,
"929792" : 1574,
"937984" : 1266,
"946176" : 1096,
"954368" : 853,
"962560" : 722,
"970752" : 631,
"978944" : 594,
"987136" : 555,
"995328" : 636,
"1003520" : 603,
"1011712" : 601,
"1019904" : 615,
"1028096" : 596,
"1036288" : 417,
"1044480" : 367,
"1056768" : 634,
"1073152" : 474,
"1089536" : 487,
"1105920" : 499,
"1122304" : 673,
"1138688" : 688,
"1155072" : 511,
"1171456" : 328,
"1187840" : 160,
"1204224" : 118,
"1220608" : 38,
"1236992" : 12,
"1253376" : 23,
"1269760" : 30,
"1286144" : 21,
"1302528" : 8,
"1318912" : 5,
"1335296" : 3,
"1351680" : 2,
"1368064" : 1,
"1384448" : 5,
"1417216" : 4,
"1433600" : 29,
"1449984" : 31,
"1466368" : 28,
"1482752" : 19,
"1499136" : 49,
"1515520" : 37,
"1531904" : 33,
"1548288" : 32,
"1564672" : 31,
"1581056" : 20,
"1597440" : 3,
"1613824" : 3,
"1630208" : 13,
"1712128" : 3,
"1728512" : 1,
"1794048" : 17,
"1810432" : 20,
"1826816" : 13,
"1843200" : 23,
"1859584" : 8,
"1875968" : 26,
"1892352" : 10,
"1908736" : 4,
"1925120" : 4,
"1941504" : 13,
"1957888" : 6,
"1990656" : 6,
"2007040" : 6,
"2023424" : 1,
"2039808" : 8,
"2072576" : 1,
"2088960" : 4,
"2113536" : 11,
"2146304" : 32,
"2179072" : 21,
"2211840" : 7,
"2244608" : 28,
"2277376" : 16,
"2310144" : 10,
"2342912" : 1,
"2375680" : 13,
"2408448" : 10,
"2441216" : 11,
"2473984" : 28,
"2506752" : 23,
"2539520" : 13,
"2572288" : 9,
"2605056" : 20,
"2637824" : 11,
"2670592" : 6,
"2703360" : 26,
"2736128" : 32,
"2768896" : 9,
"2801664" : 23,
"2834432" : 8,
"2867200" : 11,
"2899968" : 23,
"2932736" : 8,
"2965504" : 9,
"2998272" : 11,
"3031040" : 24,
"3063808" : 36,
"3096576" : 28,
"3129344" : 10,
"3162112" : 11,
"3194880" : 15,
"3227648" : 7,
"3260416" : 19,
"3293184" : 17,
"3325952" : 5,
"3358720" : 21,
"3391488" : 14,
"3424256" : 27,
"3457024" : 29,
"3489792" : 23,
"3522560" : 5,
"3555328" : 15,
"3588096" : 13,
"3620864" : 15,
"3653632" : 22,
"3686400" : 21,
"3719168" : 25,
"3751936" : 22,
"3784704" : 24,
"3817472" : 19,
"3850240" : 26,
"3883008" : 23,
"3915776" : 24,
"3948544" : 23,
"3981312" : 29,
"4014080" : 41,
"4046848" : 49,
"4079616" : 39,
"4112384" : 53,
"4145152" : 48,
"4177920" : 62,
"4227072" : 120,
"4292608" : 151,
"4358144" : 188,
"4423680" : 198,
"4489216" : 225,
"4554752" : 291,
"4620288" : 312,
"4685824" : 357,
"4751360" : 422,
"4816896" : 461,
"4882432" : 475,
"4947968" : 621,
"5013504" : 660,
"5079040" : 778,
"5144576" : 817,
"5210112" : 843,
"5275648" : 1034,
"5341184" : 1216,
"5406720" : 1247,
"5472256" : 1311,
"5537792" : 1400,
"5603328" : 1762,
"5668864" : 1786,
"5734400" : 1904,
"5799936" : 1981,
"5865472" : 2100,
"5931008" : 2261,
"5996544" : 2377,
"6062080" : 2584,
"6127616" : 2640,
"6193152" : 2887,
"6258688" : 2981,
"6324224" : 3058,
"6389760" : 3283,
"6455296" : 3350,
"6520832" : 3501,
"6586368" : 3467,
"6651904" : 3544,
"6717440" : 3904,
"6782976" : 3833,
"6848512" : 4029,
"6914048" : 3972,
"6979584" : 4056,
"7045120" : 4146,
"7110656" : 4061,
"7176192" : 4226,
"7241728" : 4446,
"7307264" : 4216,
"7372800" : 4351,
"7438336" : 4307,
"7503872" : 4364,
"7569408" : 4458,
"7634944" : 4350,
"7700480" : 4374,
"7766016" : 4146,
"7831552" : 4237,
"7897088" : 4472,
"7962624" : 4311,
"8028160" : 4171,
"8093696" : 3961,
"8159232" : 4041,
"8224768" : 3945,
"8290304" : 3986,
"8355840" : 3911,
"8454144" : 7655,
"8585216" : 7501,
"8716288" : 7385,
"8847360" : 7170,
"8978432" : 6874,
"9109504" : 6597,
"9240576" : 6469,
"9371648" : 6376,
"9502720" : 5944,
"9633792" : 6039,
"9764864" : 5278,
"9895936" : 5063,
"10027008" : 4486,
"10158080" : 3869,
"10289152" : 3298,
"10420224" : 2718,
"10551296" : 2108,
"10682368" : 1717,
"10813440" : 1351,
"10944512" : 880,
"11075584" : 629,
"11206656" : 504,
"11337728" : 346,
"11468800" : 233,
"11599872" : 194,
"11730944" : 154,
"11862016" : 155,
"11993088" : 123,
"12124160" : 94,
"12255232" : 99,
"12386304" : 85,
"12517376" : 71,
"12648448" : 63,
"12779520" : 78,
"12910592" : 78,
"13041664" : 67,
"13172736" : 64,
"13303808" : 59,
"13434880" : 67,
"13565952" : 61,
"13697024" : 54,
"13828096" : 53,
"13959168" : 60,
"14090240" : 65,
"14221312" : 64,
"14352384" : 64,
"14483456" : 67,
"14614528" : 85,
"14745600" : 76,
"14876672" : 66,
"15007744" : 68,
"15138816" : 79,
"15269888" : 68,
"15400960" : 92,
"15532032" : 83,
"15663104" : 81,
"15794176" : 86,
"15925248" : 68,
"16056320" : 74,
"16187392" : 116,
"16318464" : 97,
"16449536" : 102,
"16580608" : 89,
"16711680" : 98,
"16908288" : 194,
"17170432" : 169,
"17432576" : 211,
"17694720" : 207,
"17956864" : 190,
"18219008" : 204,
"18481152" : 253,
"18743296" : 225,
"19005440" : 229,
"19267584" : 213,
"19529728" : 223,
"19791872" : 216,
"20054016" : 228,
"20316160" : 233,
"20578304" : 228,
"20840448" : 267,
"21102592" : 233,
"21364736" : 236,
"21626880" : 217,
"21889024" : 208,
"22151168" : 188,
"22413312" : 182,
"22675456" : 211,
"22937600" : 194,
"23199744" : 190,
"23461888" : 181,
"23724032" : 198,
"23986176" : 196,
"24248320" : 160,
"24510464" : 181,
"24772608" : 210,
"25034752" : 193,
"25296896" : 184,
"25559040" : 179,
"25821184" : 165,
"26083328" : 172,
"26345472" : 209,
"26607616" : 133,
"26869760" : 146,
"27131904" : 121,
"27394048" : 132,
"27656192" : 138,
"27918336" : 115,
"28180480" : 134,
"28442624" : 131,
"28704768" : 125,
"28966912" : 123,
"29229056" : 112,
"29491200" : 116,
"29753344" : 107,
"30015488" : 104,
"30277632" : 76,
"30539776" : 91,
"30801920" : 84,
"31064064" : 105,
"31326208" : 101,
"31588352" : 83,
"31850496" : 77,
"32112640" : 62,
"32374784" : 77,
"32636928" : 71,
"32899072" : 81,
"33161216" : 51,
"33423360" : 69,
"33816576" : 145,
"34340864" : 134,
"34865152" : 83,
"35389440" : 96,
"35913728" : 67,
"36438016" : 86,
"36962304" : 89,
"37486592" : 81,
"38010880" : 74,
"38535168" : 66,
"39059456" : 58,
"39583744" : 29,
"40108032" : 27,
"40632320" : 36,
"41156608" : 31,
"41680896" : 23,
"42205184" : 27,
"42729472" : 14,
"43253760" : 15,
"43778048" : 18,
"44302336" : 15,
"44826624" : 8,
"45350912" : 6,
"45875200" : 14,
"46399488" : 8,
"46923776" : 5,
"47448064" : 5,
"47972352" : 4,
"48496640" : 2,
"49020928" : 3,
"49545216" : 1,
"50593792" : 1
}
},
"lat_ns" : {
"min" : 777578,
"max" : 50972737,
"mean" : 8235766.708613,
"stddev" : 4491148.490220,
"N" : 310862
},
"bw_min" : 8960,
"bw_max" : 128808,
"bw_agg" : 100.000000,
"bw_mean" : 15555.050314,
"bw_dev" : 10912.088511,
"bw_samples" : 159,
"iops_min" : 2240,
"iops_max" : 32202,
"iops_mean" : 3888.729560,
"iops_stddev" : 2728.028854,
"iops_samples" : 159
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79999,
"usr_cpu" : 0.846261,
"sys_cpu" : 18.872736,
"ctx" : 196813,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 6.056044
},
"latency_ms" : {
"2" : 2.691539,
"4" : 0.336161,
"10" : 79.408614,
"20" : 8.607650,
"50" : 2.899348,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095768,
"timestamp_ms" : 1773095768410,
"time" : "Mon Mar 9 19:36:08 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1466408960,
"io_kbytes" : 1432040,
"bw_bytes" : 16293613,
"bw" : 15911,
"iops" : 3977.955311,
"runtime" : 89999,
"total_ios" : 358012,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9084,
"max" : 4997748,
"mean" : 249203.161651,
"stddev" : 260834.781213,
"N" : 358012
},
"clat_ns" : {
"min" : 752660,
"max" : 50363896,
"mean" : 7795690.615459,
"stddev" : 4270559.320384,
"N" : 358011,
"percentile" : {
"1.000000" : 880640,
"5.000000" : 987136,
"10.000000" : 4751360,
"20.000000" : 5865472,
"30.000000" : 6455296,
"40.000000" : 6979584,
"50.000000" : 7438336,
"60.000000" : 7962624,
"70.000000" : 8585216,
"80.000000" : 9240576,
"90.000000" : 10027008,
"95.000000" : 11337728,
"99.000000" : 27656192,
"99.500000" : 31850496,
"99.900000" : 39059456,
"99.950000" : 41156608,
"99.990000" : 45875200
},
"bins" : {
"749568" : 2,
"757760" : 2,
"765952" : 31,
"774144" : 54,
"782336" : 84,
"790528" : 125,
"798720" : 151,
"806912" : 264,
"815104" : 265,
"823296" : 327,
"831488" : 314,
"839680" : 346,
"847872" : 324,
"856064" : 289,
"864256" : 357,
"872448" : 491,
"880640" : 666,
"888832" : 837,
"897024" : 1154,
"905216" : 1465,
"913408" : 1682,
"921600" : 1629,
"929792" : 1574,
"937984" : 1266,
"946176" : 1096,
"954368" : 853,
"962560" : 722,
"970752" : 631,
"978944" : 594,
"987136" : 555,
"995328" : 636,
"1003520" : 603,
"1011712" : 601,
"1019904" : 615,
"1028096" : 596,
"1036288" : 417,
"1044480" : 367,
"1056768" : 634,
"1073152" : 474,
"1089536" : 487,
"1105920" : 499,
"1122304" : 673,
"1138688" : 688,
"1155072" : 511,
"1171456" : 328,
"1187840" : 160,
"1204224" : 118,
"1220608" : 38,
"1236992" : 12,
"1253376" : 23,
"1269760" : 30,
"1286144" : 21,
"1302528" : 8,
"1318912" : 5,
"1335296" : 3,
"1351680" : 2,
"1368064" : 1,
"1384448" : 5,
"1417216" : 4,
"1433600" : 29,
"1449984" : 31,
"1466368" : 28,
"1482752" : 19,
"1499136" : 49,
"1515520" : 37,
"1531904" : 33,
"1548288" : 32,
"1564672" : 31,
"1581056" : 20,
"1597440" : 3,
"1613824" : 3,
"1630208" : 13,
"1712128" : 3,
"1728512" : 1,
"1794048" : 17,
"1810432" : 20,
"1826816" : 13,
"1843200" : 23,
"1859584" : 8,
"1875968" : 26,
"1892352" : 10,
"1908736" : 4,
"1925120" : 4,
"1941504" : 13,
"1957888" : 6,
"1990656" : 6,
"2007040" : 6,
"2023424" : 1,
"2039808" : 8,
"2072576" : 1,
"2088960" : 4,
"2113536" : 11,
"2146304" : 32,
"2179072" : 21,
"2211840" : 7,
"2244608" : 28,
"2277376" : 16,
"2310144" : 10,
"2342912" : 1,
"2375680" : 13,
"2408448" : 10,
"2441216" : 11,
"2473984" : 29,
"2506752" : 23,
"2539520" : 13,
"2572288" : 9,
"2605056" : 20,
"2637824" : 11,
"2670592" : 6,
"2703360" : 27,
"2736128" : 39,
"2768896" : 9,
"2801664" : 23,
"2834432" : 15,
"2867200" : 12,
"2899968" : 23,
"2932736" : 8,
"2965504" : 11,
"2998272" : 14,
"3031040" : 37,
"3063808" : 56,
"3096576" : 41,
"3129344" : 19,
"3162112" : 26,
"3194880" : 18,
"3227648" : 15,
"3260416" : 30,
"3293184" : 26,
"3325952" : 30,
"3358720" : 49,
"3391488" : 36,
"3424256" : 53,
"3457024" : 62,
"3489792" : 33,
"3522560" : 18,
"3555328" : 33,
"3588096" : 44,
"3620864" : 53,
"3653632" : 49,
"3686400" : 56,
"3719168" : 67,
"3751936" : 75,
"3784704" : 84,
"3817472" : 86,
"3850240" : 82,
"3883008" : 81,
"3915776" : 88,
"3948544" : 73,
"3981312" : 97,
"4014080" : 140,
"4046848" : 140,
"4079616" : 173,
"4112384" : 160,
"4145152" : 180,
"4177920" : 164,
"4227072" : 329,
"4292608" : 475,
"4358144" : 605,
"4423680" : 608,
"4489216" : 643,
"4554752" : 733,
"4620288" : 871,
"4685824" : 1088,
"4751360" : 1103,
"4816896" : 1087,
"4882432" : 1198,
"4947968" : 1394,
"5013504" : 1570,
"5079040" : 1782,
"5144576" : 1821,
"5210112" : 1782,
"5275648" : 2089,
"5341184" : 2425,
"5406720" : 2381,
"5472256" : 2437,
"5537792" : 2607,
"5603328" : 2989,
"5668864" : 2979,
"5734400" : 3127,
"5799936" : 3221,
"5865472" : 3392,
"5931008" : 3495,
"5996544" : 3552,
"6062080" : 3728,
"6127616" : 3759,
"6193152" : 4057,
"6258688" : 4026,
"6324224" : 4125,
"6389760" : 4317,
"6455296" : 4337,
"6520832" : 4360,
"6586368" : 4337,
"6651904" : 4352,
"6717440" : 4683,
"6782976" : 4602,
"6848512" : 4693,
"6914048" : 4610,
"6979584" : 4650,
"7045120" : 4685,
"7110656" : 4536,
"7176192" : 4637,
"7241728" : 4856,
"7307264" : 4591,
"7372800" : 4715,
"7438336" : 4552,
"7503872" : 4612,
"7569408" : 4693,
"7634944" : 4588,
"7700480" : 4571,
"7766016" : 4283,
"7831552" : 4382,
"7897088" : 4600,
"7962624" : 4439,
"8028160" : 4255,
"8093696" : 4035,
"8159232" : 4115,
"8224768" : 4012,
"8290304" : 4031,
"8355840" : 3955,
"8454144" : 7728,
"8585216" : 7528,
"8716288" : 7426,
"8847360" : 7198,
"8978432" : 6896,
"9109504" : 6615,
"9240576" : 6493,
"9371648" : 6385,
"9502720" : 5966,
"9633792" : 6047,
"9764864" : 5290,
"9895936" : 5065,
"10027008" : 4490,
"10158080" : 3883,
"10289152" : 3309,
"10420224" : 2724,
"10551296" : 2120,
"10682368" : 1732,
"10813440" : 1364,
"10944512" : 889,
"11075584" : 641,
"11206656" : 519,
"11337728" : 355,
"11468800" : 242,
"11599872" : 199,
"11730944" : 160,
"11862016" : 164,
"11993088" : 131,
"12124160" : 102,
"12255232" : 108,
"12386304" : 97,
"12517376" : 80,
"12648448" : 82,
"12779520" : 95,
"12910592" : 86,
"13041664" : 81,
"13172736" : 78,
"13303808" : 76,
"13434880" : 76,
"13565952" : 80,
"13697024" : 64,
"13828096" : 63,
"13959168" : 83,
"14090240" : 76,
"14221312" : 86,
"14352384" : 96,
"14483456" : 86,
"14614528" : 100,
"14745600" : 97,
"14876672" : 80,
"15007744" : 81,
"15138816" : 114,
"15269888" : 89,
"15400960" : 108,
"15532032" : 104,
"15663104" : 109,
"15794176" : 118,
"15925248" : 104,
"16056320" : 99,
"16187392" : 137,
"16318464" : 119,
"16449536" : 125,
"16580608" : 112,
"16711680" : 123,
"16908288" : 262,
"17170432" : 224,
"17432576" : 275,
"17694720" : 281,
"17956864" : 258,
"18219008" : 252,
"18481152" : 303,
"18743296" : 283,
"19005440" : 281,
"19267584" : 265,
"19529728" : 271,
"19791872" : 272,
"20054016" : 291,
"20316160" : 296,
"20578304" : 273,
"20840448" : 309,
"21102592" : 292,
"21364736" : 280,
"21626880" : 284,
"21889024" : 256,
"22151168" : 229,
"22413312" : 220,
"22675456" : 253,
"22937600" : 219,
"23199744" : 212,
"23461888" : 215,
"23724032" : 227,
"23986176" : 220,
"24248320" : 179,
"24510464" : 194,
"24772608" : 221,
"25034752" : 204,
"25296896" : 192,
"25559040" : 192,
"25821184" : 182,
"26083328" : 182,
"26345472" : 223,
"26607616" : 149,
"26869760" : 154,
"27131904" : 132,
"27394048" : 139,
"27656192" : 147,
"27918336" : 125,
"28180480" : 146,
"28442624" : 141,
"28704768" : 140,
"28966912" : 129,
"29229056" : 123,
"29491200" : 130,
"29753344" : 115,
"30015488" : 110,
"30277632" : 82,
"30539776" : 101,
"30801920" : 84,
"31064064" : 113,
"31326208" : 106,
"31588352" : 86,
"31850496" : 82,
"32112640" : 66,
"32374784" : 80,
"32636928" : 71,
"32899072" : 87,
"33161216" : 52,
"33423360" : 78,
"33816576" : 146,
"34340864" : 136,
"34865152" : 83,
"35389440" : 97,
"35913728" : 68,
"36438016" : 86,
"36962304" : 90,
"37486592" : 81,
"38010880" : 76,
"38535168" : 71,
"39059456" : 58,
"39583744" : 29,
"40108032" : 31,
"40632320" : 40,
"41156608" : 33,
"41680896" : 24,
"42205184" : 28,
"42729472" : 15,
"43253760" : 15,
"43778048" : 18,
"44302336" : 15,
"44826624" : 10,
"45350912" : 6,
"45875200" : 14,
"46399488" : 8,
"46923776" : 5,
"47448064" : 5,
"47972352" : 4,
"48496640" : 2,
"49020928" : 3,
"49545216" : 1,
"50593792" : 1
}
},
"lat_ns" : {
"min" : 777578,
"max" : 50972737,
"mean" : 8044953.906958,
"stddev" : 4399881.112585,
"N" : 358011
},
"bw_min" : 8960,
"bw_max" : 128808,
"bw_agg" : 99.832002,
"bw_mean" : 15886.000000,
"bw_dev" : 10372.086813,
"bw_samples" : 179,
"iops_min" : 2240,
"iops_max" : 32202,
"iops_mean" : 3971.480447,
"iops_stddev" : 2593.034822,
"iops_samples" : 179
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 89999,
"usr_cpu" : 0.853343,
"sys_cpu" : 19.057990,
"ctx" : 220232,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 5.258483
},
"latency_ms" : {
"2" : 2.337073,
"4" : 0.557803,
"10" : 81.140856,
"20" : 7.904484,
"50" : 2.800744,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095778,
"timestamp_ms" : 1773095778412,
"time" : "Mon Mar 9 19:36:18 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1667481600,
"io_kbytes" : 1628400,
"bw_bytes" : 16674982,
"bw" : 16284,
"iops" : 4071.050711,
"runtime" : 99999,
"total_ios" : 407101,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9084,
"max" : 4997748,
"mean" : 243469.111564,
"stddev" : 264196.226657,
"N" : 407101
},
"clat_ns" : {
"min" : 752660,
"max" : 50363896,
"mean" : 7616875.565446,
"stddev" : 4213778.448508,
"N" : 407100,
"percentile" : {
"1.000000" : 880640,
"5.000000" : 1019904,
"10.000000" : 4554752,
"20.000000" : 5537792,
"30.000000" : 6127616,
"40.000000" : 6651904,
"50.000000" : 7176192,
"60.000000" : 7766016,
"70.000000" : 8355840,
"80.000000" : 9109504,
"90.000000" : 10027008,
"95.000000" : 11468800,
"99.000000" : 27131904,
"99.500000" : 31064064,
"99.900000" : 38535168,
"99.950000" : 41156608,
"99.990000" : 45875200
},
"bins" : {
"749568" : 2,
"757760" : 2,
"765952" : 31,
"774144" : 54,
"782336" : 84,
"790528" : 125,
"798720" : 151,
"806912" : 264,
"815104" : 265,
"823296" : 327,
"831488" : 314,
"839680" : 346,
"847872" : 324,
"856064" : 289,
"864256" : 357,
"872448" : 491,
"880640" : 666,
"888832" : 837,
"897024" : 1154,
"905216" : 1465,
"913408" : 1682,
"921600" : 1629,
"929792" : 1574,
"937984" : 1266,
"946176" : 1096,
"954368" : 853,
"962560" : 722,
"970752" : 631,
"978944" : 594,
"987136" : 555,
"995328" : 636,
"1003520" : 603,
"1011712" : 601,
"1019904" : 615,
"1028096" : 596,
"1036288" : 417,
"1044480" : 367,
"1056768" : 634,
"1073152" : 474,
"1089536" : 487,
"1105920" : 499,
"1122304" : 673,
"1138688" : 688,
"1155072" : 511,
"1171456" : 328,
"1187840" : 160,
"1204224" : 118,
"1220608" : 38,
"1236992" : 12,
"1253376" : 23,
"1269760" : 30,
"1286144" : 21,
"1302528" : 8,
"1318912" : 5,
"1335296" : 3,
"1351680" : 2,
"1368064" : 1,
"1384448" : 5,
"1417216" : 4,
"1433600" : 29,
"1449984" : 31,
"1466368" : 28,
"1482752" : 19,
"1499136" : 49,
"1515520" : 37,
"1531904" : 33,
"1548288" : 32,
"1564672" : 31,
"1581056" : 20,
"1597440" : 3,
"1613824" : 3,
"1630208" : 13,
"1712128" : 3,
"1728512" : 1,
"1794048" : 17,
"1810432" : 20,
"1826816" : 13,
"1843200" : 23,
"1859584" : 8,
"1875968" : 26,
"1892352" : 10,
"1908736" : 4,
"1925120" : 4,
"1941504" : 13,
"1957888" : 6,
"1990656" : 6,
"2007040" : 6,
"2023424" : 1,
"2039808" : 8,
"2072576" : 1,
"2088960" : 4,
"2113536" : 11,
"2146304" : 32,
"2179072" : 21,
"2211840" : 7,
"2244608" : 28,
"2277376" : 16,
"2310144" : 10,
"2342912" : 3,
"2375680" : 14,
"2408448" : 11,
"2441216" : 11,
"2473984" : 30,
"2506752" : 24,
"2539520" : 14,
"2572288" : 9,
"2605056" : 21,
"2637824" : 15,
"2670592" : 11,
"2703360" : 36,
"2736128" : 45,
"2768896" : 21,
"2801664" : 39,
"2834432" : 35,
"2867200" : 20,
"2899968" : 38,
"2932736" : 16,
"2965504" : 19,
"2998272" : 40,
"3031040" : 57,
"3063808" : 80,
"3096576" : 77,
"3129344" : 67,
"3162112" : 73,
"3194880" : 68,
"3227648" : 36,
"3260416" : 66,
"3293184" : 54,
"3325952" : 74,
"3358720" : 120,
"3391488" : 126,
"3424256" : 120,
"3457024" : 147,
"3489792" : 121,
"3522560" : 119,
"3555328" : 136,
"3588096" : 102,
"3620864" : 114,
"3653632" : 122,
"3686400" : 138,
"3719168" : 185,
"3751936" : 235,
"3784704" : 246,
"3817472" : 270,
"3850240" : 207,
"3883008" : 200,
"3915776" : 240,
"3948544" : 214,
"3981312" : 233,
"4014080" : 299,
"4046848" : 378,
"4079616" : 431,
"4112384" : 407,
"4145152" : 461,
"4177920" : 403,
"4227072" : 771,
"4292608" : 947,
"4358144" : 1247,
"4423680" : 1438,
"4489216" : 1423,
"4554752" : 1416,
"4620288" : 1682,
"4685824" : 2007,
"4751360" : 2265,
"4816896" : 2133,
"4882432" : 2206,
"4947968" : 2484,
"5013504" : 2755,
"5079040" : 2978,
"5144576" : 3087,
"5210112" : 2903,
"5275648" : 3224,
"5341184" : 3631,
"5406720" : 3753,
"5472256" : 3665,
"5537792" : 3724,
"5603328" : 4131,
"5668864" : 4180,
"5734400" : 4298,
"5799936" : 4395,
"5865472" : 4478,
"5931008" : 4611,
"5996544" : 4614,
"6062080" : 4700,
"6127616" : 4694,
"6193152" : 4927,
"6258688" : 4964,
"6324224" : 4952,
"6389760" : 5150,
"6455296" : 5067,
"6520832" : 4979,
"6586368" : 4966,
"6651904" : 4922,
"6717440" : 5270,
"6782976" : 5110,
"6848512" : 5143,
"6914048" : 5093,
"6979584" : 5023,
"7045120" : 5026,
"7110656" : 4846,
"7176192" : 4926,
"7241728" : 5093,
"7307264" : 4787,
"7372800" : 4887,
"7438336" : 4714,
"7503872" : 4765,
"7569408" : 4824,
"7634944" : 4679,
"7700480" : 4654,
"7766016" : 4365,
"7831552" : 4460,
"7897088" : 4680,
"7962624" : 4529,
"8028160" : 4291,
"8093696" : 4071,
"8159232" : 4150,
"8224768" : 4058,
"8290304" : 4075,
"8355840" : 3974,
"8454144" : 7777,
"8585216" : 7572,
"8716288" : 7446,
"8847360" : 7229,
"8978432" : 6922,
"9109504" : 6636,
"9240576" : 6514,
"9371648" : 6402,
"9502720" : 5986,
"9633792" : 6062,
"9764864" : 5312,
"9895936" : 5086,
"10027008" : 4498,
"10158080" : 3900,
"10289152" : 3320,
"10420224" : 2741,
"10551296" : 2143,
"10682368" : 1744,
"10813440" : 1375,
"10944512" : 904,
"11075584" : 659,
"11206656" : 533,
"11337728" : 373,
"11468800" : 256,
"11599872" : 210,
"11730944" : 187,
"11862016" : 178,
"11993088" : 147,
"12124160" : 123,
"12255232" : 128,
"12386304" : 114,
"12517376" : 97,
"12648448" : 100,
"12779520" : 109,
"12910592" : 115,
"13041664" : 96,
"13172736" : 106,
"13303808" : 94,
"13434880" : 102,
"13565952" : 96,
"13697024" : 86,
"13828096" : 84,
"13959168" : 106,
"14090240" : 98,
"14221312" : 95,
"14352384" : 133,
"14483456" : 123,
"14614528" : 121,
"14745600" : 125,
"14876672" : 115,
"15007744" : 94,
"15138816" : 144,
"15269888" : 114,
"15400960" : 136,
"15532032" : 130,
"15663104" : 137,
"15794176" : 142,
"15925248" : 138,
"16056320" : 124,
"16187392" : 176,
"16318464" : 140,
"16449536" : 157,
"16580608" : 141,
"16711680" : 143,
"16908288" : 325,
"17170432" : 280,
"17432576" : 334,
"17694720" : 330,
"17956864" : 309,
"18219008" : 309,
"18481152" : 393,
"18743296" : 347,
"19005440" : 319,
"19267584" : 337,
"19529728" : 331,
"19791872" : 323,
"20054016" : 357,
"20316160" : 358,
"20578304" : 335,
"20840448" : 382,
"21102592" : 348,
"21364736" : 331,
"21626880" : 331,
"21889024" : 302,
"22151168" : 256,
"22413312" : 267,
"22675456" : 286,
"22937600" : 251,
"23199744" : 246,
"23461888" : 252,
"23724032" : 251,
"23986176" : 240,
"24248320" : 212,
"24510464" : 227,
"24772608" : 237,
"25034752" : 237,
"25296896" : 219,
"25559040" : 214,
"25821184" : 212,
"26083328" : 205,
"26345472" : 242,
"26607616" : 171,
"26869760" : 167,
"27131904" : 152,
"27394048" : 153,
"27656192" : 167,
"27918336" : 146,
"28180480" : 159,
"28442624" : 149,
"28704768" : 147,
"28966912" : 139,
"29229056" : 134,
"29491200" : 139,
"29753344" : 118,
"30015488" : 119,
"30277632" : 83,
"30539776" : 104,
"30801920" : 87,
"31064064" : 115,
"31326208" : 111,
"31588352" : 88,
"31850496" : 86,
"32112640" : 69,
"32374784" : 82,
"32636928" : 72,
"32899072" : 87,
"33161216" : 53,
"33423360" : 78,
"33816576" : 147,
"34340864" : 137,
"34865152" : 84,
"35389440" : 97,
"35913728" : 68,
"36438016" : 86,
"36962304" : 90,
"37486592" : 81,
"38010880" : 76,
"38535168" : 71,
"39059456" : 58,
"39583744" : 29,
"40108032" : 31,
"40632320" : 40,
"41156608" : 33,
"41680896" : 24,
"42205184" : 28,
"42729472" : 15,
"43253760" : 15,
"43778048" : 18,
"44302336" : 15,
"44826624" : 10,
"45350912" : 6,
"45875200" : 14,
"46399488" : 8,
"46923776" : 5,
"47448064" : 5,
"47972352" : 4,
"48496640" : 2,
"49020928" : 3,
"49545216" : 1,
"50593792" : 1
}
},
"lat_ns" : {
"min" : 777578,
"max" : 50972737,
"mean" : 7860358.492459,
"stddev" : 4340980.008354,
"N" : 407100
},
"bw_min" : 8960,
"bw_max" : 128808,
"bw_agg" : 99.814776,
"bw_mean" : 16254.211055,
"bw_dev" : 9941.833022,
"bw_samples" : 199,
"iops_min" : 2240,
"iops_max" : 32202,
"iops_mean" : 4063.532663,
"iops_stddev" : 2485.471625,
"iops_samples" : 199
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 99999,
"usr_cpu" : 0.880009,
"sys_cpu" : 19.267193,
"ctx" : 242640,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 4.624405
},
"latency_ms" : {
"2" : 2.055264,
"4" : 1.150329,
"10" : 82.021660,
"20" : 7.404796,
"50" : 2.743054,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095788,
"timestamp_ms" : 1773095788411,
"time" : "Mon Mar 9 19:36:28 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1887297536,
"io_kbytes" : 1843064,
"bw_bytes" : 17157406,
"bw" : 16755,
"iops" : 4188.828989,
"runtime" : 109999,
"total_ios" : 460767,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9084,
"max" : 4997748,
"mean" : 236570.877782,
"stddev" : 266230.607960,
"N" : 460767
},
"clat_ns" : {
"min" : 752660,
"max" : 50363896,
"mean" : 7403135.616627,
"stddev" : 4152155.030262,
"N" : 460766,
"percentile" : {
"1.000000" : 888832,
"5.000000" : 1073152,
"10.000000" : 4292608,
"20.000000" : 5144576,
"30.000000" : 5799936,
"40.000000" : 6324224,
"50.000000" : 6914048,
"60.000000" : 7503872,
"70.000000" : 8159232,
"80.000000" : 8978432,
"90.000000" : 10027008,
"95.000000" : 11862016,
"99.000000" : 26345472,
"99.500000" : 30539776,
"99.900000" : 38010880,
"99.950000" : 40632320,
"99.990000" : 45350912
},
"bins" : {
"749568" : 2,
"757760" : 2,
"765952" : 31,
"774144" : 54,
"782336" : 84,
"790528" : 125,
"798720" : 151,
"806912" : 264,
"815104" : 265,
"823296" : 327,
"831488" : 314,
"839680" : 346,
"847872" : 324,
"856064" : 289,
"864256" : 357,
"872448" : 491,
"880640" : 666,
"888832" : 837,
"897024" : 1154,
"905216" : 1465,
"913408" : 1682,
"921600" : 1629,
"929792" : 1574,
"937984" : 1266,
"946176" : 1096,
"954368" : 853,
"962560" : 722,
"970752" : 631,
"978944" : 594,
"987136" : 555,
"995328" : 636,
"1003520" : 603,
"1011712" : 601,
"1019904" : 615,
"1028096" : 596,
"1036288" : 417,
"1044480" : 367,
"1056768" : 634,
"1073152" : 474,
"1089536" : 487,
"1105920" : 499,
"1122304" : 673,
"1138688" : 688,
"1155072" : 511,
"1171456" : 328,
"1187840" : 160,
"1204224" : 118,
"1220608" : 38,
"1236992" : 12,
"1253376" : 23,
"1269760" : 30,
"1286144" : 21,
"1302528" : 8,
"1318912" : 5,
"1335296" : 3,
"1351680" : 2,
"1368064" : 1,
"1384448" : 5,
"1417216" : 4,
"1433600" : 29,
"1449984" : 31,
"1466368" : 28,
"1482752" : 19,
"1499136" : 49,
"1515520" : 37,
"1531904" : 33,
"1548288" : 32,
"1564672" : 31,
"1581056" : 20,
"1597440" : 3,
"1613824" : 3,
"1630208" : 13,
"1712128" : 3,
"1728512" : 1,
"1794048" : 17,
"1810432" : 21,
"1826816" : 13,
"1843200" : 23,
"1859584" : 8,
"1875968" : 26,
"1892352" : 14,
"1908736" : 5,
"1925120" : 4,
"1941504" : 13,
"1957888" : 6,
"1990656" : 6,
"2007040" : 6,
"2023424" : 1,
"2039808" : 8,
"2072576" : 1,
"2088960" : 4,
"2113536" : 17,
"2146304" : 39,
"2179072" : 29,
"2211840" : 11,
"2244608" : 33,
"2277376" : 23,
"2310144" : 16,
"2342912" : 6,
"2375680" : 20,
"2408448" : 17,
"2441216" : 31,
"2473984" : 50,
"2506752" : 36,
"2539520" : 20,
"2572288" : 19,
"2605056" : 49,
"2637824" : 26,
"2670592" : 24,
"2703360" : 56,
"2736128" : 79,
"2768896" : 63,
"2801664" : 73,
"2834432" : 66,
"2867200" : 44,
"2899968" : 79,
"2932736" : 54,
"2965504" : 62,
"2998272" : 103,
"3031040" : 127,
"3063808" : 177,
"3096576" : 190,
"3129344" : 181,
"3162112" : 158,
"3194880" : 162,
"3227648" : 140,
"3260416" : 176,
"3293184" : 172,
"3325952" : 199,
"3358720" : 311,
"3391488" : 385,
"3424256" : 304,
"3457024" : 337,
"3489792" : 343,
"3522560" : 262,
"3555328" : 318,
"3588096" : 294,
"3620864" : 357,
"3653632" : 427,
"3686400" : 416,
"3719168" : 551,
"3751936" : 574,
"3784704" : 601,
"3817472" : 586,
"3850240" : 537,
"3883008" : 522,
"3915776" : 641,
"3948544" : 597,
"3981312" : 644,
"4014080" : 744,
"4046848" : 823,
"4079616" : 975,
"4112384" : 854,
"4145152" : 910,
"4177920" : 859,
"4227072" : 1786,
"4292608" : 1995,
"4358144" : 2430,
"4423680" : 2642,
"4489216" : 2745,
"4554752" : 2668,
"4620288" : 2987,
"4685824" : 3407,
"4751360" : 3844,
"4816896" : 3546,
"4882432" : 3577,
"4947968" : 3806,
"5013504" : 4230,
"5079040" : 4393,
"5144576" : 4364,
"5210112" : 4181,
"5275648" : 4542,
"5341184" : 4904,
"5406720" : 5019,
"5472256" : 4758,
"5537792" : 4811,
"5603328" : 5309,
"5668864" : 5238,
"5734400" : 5389,
"5799936" : 5229,
"5865472" : 5266,
"5931008" : 5502,
"5996544" : 5380,
"6062080" : 5426,
"6127616" : 5320,
"6193152" : 5481,
"6258688" : 5466,
"6324224" : 5487,
"6389760" : 5583,
"6455296" : 5424,
"6520832" : 5314,
"6586368" : 5242,
"6651904" : 5183,
"6717440" : 5514,
"6782976" : 5319,
"6848512" : 5328,
"6914048" : 5215,
"6979584" : 5147,
"7045120" : 5162,
"7110656" : 4947,
"7176192" : 5022,
"7241728" : 5171,
"7307264" : 4840,
"7372800" : 4943,
"7438336" : 4763,
"7503872" : 4798,
"7569408" : 4853,
"7634944" : 4708,
"7700480" : 4676,
"7766016" : 4387,
"7831552" : 4475,
"7897088" : 4699,
"7962624" : 4539,
"8028160" : 4308,
"8093696" : 4081,
"8159232" : 4158,
"8224768" : 4060,
"8290304" : 4089,
"8355840" : 3983,
"8454144" : 7804,
"8585216" : 7582,
"8716288" : 7456,
"8847360" : 7249,
"8978432" : 6927,
"9109504" : 6651,
"9240576" : 6528,
"9371648" : 6415,
"9502720" : 6003,
"9633792" : 6069,
"9764864" : 5336,
"9895936" : 5098,
"10027008" : 4523,
"10158080" : 3917,
"10289152" : 3341,
"10420224" : 2761,
"10551296" : 2160,
"10682368" : 1773,
"10813440" : 1391,
"10944512" : 940,
"11075584" : 692,
"11206656" : 586,
"11337728" : 408,
"11468800" : 291,
"11599872" : 252,
"11730944" : 230,
"11862016" : 213,
"11993088" : 178,
"12124160" : 179,
"12255232" : 160,
"12386304" : 160,
"12517376" : 140,
"12648448" : 143,
"12779520" : 157,
"12910592" : 174,
"13041664" : 146,
"13172736" : 146,
"13303808" : 155,
"13434880" : 146,
"13565952" : 154,
"13697024" : 142,
"13828096" : 123,
"13959168" : 173,
"14090240" : 150,
"14221312" : 136,
"14352384" : 170,
"14483456" : 166,
"14614528" : 155,
"14745600" : 168,
"14876672" : 149,
"15007744" : 136,
"15138816" : 185,
"15269888" : 163,
"15400960" : 169,
"15532032" : 163,
"15663104" : 172,
"15794176" : 185,
"15925248" : 198,
"16056320" : 176,
"16187392" : 226,
"16318464" : 192,
"16449536" : 205,
"16580608" : 187,
"16711680" : 181,
"16908288" : 413,
"17170432" : 370,
"17432576" : 426,
"17694720" : 405,
"17956864" : 386,
"18219008" : 373,
"18481152" : 456,
"18743296" : 414,
"19005440" : 364,
"19267584" : 416,
"19529728" : 375,
"19791872" : 384,
"20054016" : 420,
"20316160" : 417,
"20578304" : 393,
"20840448" : 433,
"21102592" : 379,
"21364736" : 367,
"21626880" : 377,
"21889024" : 328,
"22151168" : 286,
"22413312" : 301,
"22675456" : 303,
"22937600" : 282,
"23199744" : 269,
"23461888" : 283,
"23724032" : 266,
"23986176" : 254,
"24248320" : 236,
"24510464" : 246,
"24772608" : 246,
"25034752" : 253,
"25296896" : 237,
"25559040" : 226,
"25821184" : 220,
"26083328" : 207,
"26345472" : 243,
"26607616" : 177,
"26869760" : 171,
"27131904" : 163,
"27394048" : 156,
"27656192" : 169,
"27918336" : 148,
"28180480" : 161,
"28442624" : 155,
"28704768" : 150,
"28966912" : 141,
"29229056" : 140,
"29491200" : 140,
"29753344" : 120,
"30015488" : 123,
"30277632" : 83,
"30539776" : 104,
"30801920" : 87,
"31064064" : 115,
"31326208" : 111,
"31588352" : 90,
"31850496" : 86,
"32112640" : 69,
"32374784" : 82,
"32636928" : 72,
"32899072" : 87,
"33161216" : 53,
"33423360" : 78,
"33816576" : 147,
"34340864" : 137,
"34865152" : 84,
"35389440" : 97,
"35913728" : 68,
"36438016" : 86,
"36962304" : 90,
"37486592" : 81,
"38010880" : 76,
"38535168" : 71,
"39059456" : 58,
"39583744" : 29,
"40108032" : 31,
"40632320" : 40,
"41156608" : 33,
"41680896" : 24,
"42205184" : 28,
"42729472" : 15,
"43253760" : 15,
"43778048" : 18,
"44302336" : 15,
"44826624" : 10,
"45350912" : 6,
"45875200" : 14,
"46399488" : 8,
"46923776" : 5,
"47448064" : 5,
"47972352" : 4,
"48496640" : 2,
"49020928" : 3,
"49545216" : 1,
"50593792" : 1
}
},
"lat_ns" : {
"min" : 777578,
"max" : 50972737,
"mean" : 7639755.868091,
"stddev" : 4277344.892569,
"N" : 460766
},
"bw_min" : 8960,
"bw_max" : 128808,
"bw_agg" : 99.765571,
"bw_mean" : 16716.173516,
"bw_dev" : 9636.656203,
"bw_samples" : 219,
"iops_min" : 2240,
"iops_max" : 32202,
"iops_mean" : 4179.022831,
"iops_stddev" : 2409.175847,
"iops_samples" : 219
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 109999,
"usr_cpu" : 0.902735,
"sys_cpu" : 19.531996,
"ctx" : 264686,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 4.085796
},
"latency_ms" : {
"2" : 1.817187,
"4" : 2.582867,
"10" : 81.743050,
"20" : 7.193223,
"50" : 2.577442,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095798,
"timestamp_ms" : 1773095798410,
"time" : "Mon Mar 9 19:36:38 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2125160448,
"io_kbytes" : 2075352,
"bw_bytes" : 17709817,
"bw" : 17294,
"iops" : 4323.694364,
"runtime" : 119999,
"total_ios" : 518839,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9084,
"max" : 4997748,
"mean" : 229133.623592,
"stddev" : 267970.429435,
"N" : 518839
},
"clat_ns" : {
"min" : 752660,
"max" : 50363896,
"mean" : 7172129.764882,
"stddev" : 4095462.971362,
"N" : 518838,
"percentile" : {
"1.000000" : 897024,
"5.000000" : 1155072,
"10.000000" : 3948544,
"20.000000" : 4816896,
"30.000000" : 5406720,
"40.000000" : 5996544,
"50.000000" : 6651904,
"60.000000" : 7241728,
"70.000000" : 7962624,
"80.000000" : 8847360,
"90.000000" : 9895936,
"95.000000" : 11862016,
"99.000000" : 25821184,
"99.500000" : 29753344,
"99.900000" : 37486592,
"99.950000" : 40108032,
"99.990000" : 44826624
},
"bins" : {
"749568" : 2,
"757760" : 2,
"765952" : 31,
"774144" : 54,
"782336" : 84,
"790528" : 125,
"798720" : 151,
"806912" : 264,
"815104" : 265,
"823296" : 327,
"831488" : 314,
"839680" : 346,
"847872" : 324,
"856064" : 289,
"864256" : 357,
"872448" : 491,
"880640" : 666,
"888832" : 837,
"897024" : 1154,
"905216" : 1465,
"913408" : 1682,
"921600" : 1629,
"929792" : 1574,
"937984" : 1266,
"946176" : 1096,
"954368" : 853,
"962560" : 722,
"970752" : 631,
"978944" : 594,
"987136" : 555,
"995328" : 636,
"1003520" : 603,
"1011712" : 601,
"1019904" : 615,
"1028096" : 596,
"1036288" : 417,
"1044480" : 367,
"1056768" : 634,
"1073152" : 474,
"1089536" : 487,
"1105920" : 499,
"1122304" : 673,
"1138688" : 689,
"1155072" : 511,
"1171456" : 328,
"1187840" : 160,
"1204224" : 118,
"1220608" : 38,
"1236992" : 12,
"1253376" : 23,
"1269760" : 30,
"1286144" : 21,
"1302528" : 8,
"1318912" : 5,
"1335296" : 3,
"1351680" : 2,
"1368064" : 1,
"1384448" : 5,
"1417216" : 4,
"1433600" : 31,
"1449984" : 32,
"1466368" : 28,
"1482752" : 19,
"1499136" : 49,
"1515520" : 37,
"1531904" : 34,
"1548288" : 32,
"1564672" : 31,
"1581056" : 20,
"1597440" : 3,
"1613824" : 3,
"1630208" : 13,
"1712128" : 3,
"1728512" : 4,
"1794048" : 19,
"1810432" : 24,
"1826816" : 22,
"1843200" : 27,
"1859584" : 8,
"1875968" : 27,
"1892352" : 14,
"1908736" : 5,
"1925120" : 4,
"1941504" : 13,
"1957888" : 7,
"1990656" : 6,
"2007040" : 7,
"2023424" : 8,
"2039808" : 22,
"2056192" : 2,
"2072576" : 5,
"2088960" : 9,
"2113536" : 47,
"2146304" : 52,
"2179072" : 51,
"2211840" : 33,
"2244608" : 40,
"2277376" : 27,
"2310144" : 33,
"2342912" : 35,
"2375680" : 38,
"2408448" : 50,
"2441216" : 90,
"2473984" : 115,
"2506752" : 94,
"2539520" : 56,
"2572288" : 53,
"2605056" : 95,
"2637824" : 69,
"2670592" : 100,
"2703360" : 169,
"2736128" : 226,
"2768896" : 200,
"2801664" : 230,
"2834432" : 158,
"2867200" : 128,
"2899968" : 187,
"2932736" : 156,
"2965504" : 212,
"2998272" : 306,
"3031040" : 427,
"3063808" : 438,
"3096576" : 435,
"3129344" : 390,
"3162112" : 378,
"3194880" : 342,
"3227648" : 316,
"3260416" : 436,
"3293184" : 452,
"3325952" : 568,
"3358720" : 686,
"3391488" : 864,
"3424256" : 711,
"3457024" : 776,
"3489792" : 693,
"3522560" : 550,
"3555328" : 694,
"3588096" : 624,
"3620864" : 826,
"3653632" : 1007,
"3686400" : 973,
"3719168" : 1204,
"3751936" : 1211,
"3784704" : 1214,
"3817472" : 1127,
"3850240" : 1004,
"3883008" : 1011,
"3915776" : 1216,
"3948544" : 1159,
"3981312" : 1284,
"4014080" : 1489,
"4046848" : 1567,
"4079616" : 1703,
"4112384" : 1534,
"4145152" : 1638,
"4177920" : 1512,
"4227072" : 3196,
"4292608" : 3587,
"4358144" : 4151,
"4423680" : 4286,
"4489216" : 4205,
"4554752" : 4221,
"4620288" : 4713,
"4685824" : 5038,
"4751360" : 5359,
"4816896" : 4978,
"4882432" : 5027,
"4947968" : 5229,
"5013504" : 5651,
"5079040" : 5605,
"5144576" : 5569,
"5210112" : 5291,
"5275648" : 5595,
"5341184" : 5869,
"5406720" : 5979,
"5472256" : 5629,
"5537792" : 5655,
"5603328" : 5950,
"5668864" : 5890,
"5734400" : 6004,
"5799936" : 5754,
"5865472" : 5730,
"5931008" : 5887,
"5996544" : 5799,
"6062080" : 5808,
"6127616" : 5603,
"6193152" : 5750,
"6258688" : 5710,
"6324224" : 5714,
"6389760" : 5776,
"6455296" : 5589,
"6520832" : 5437,
"6586368" : 5369,
"6651904" : 5264,
"6717440" : 5620,
"6782976" : 5392,
"6848512" : 5378,
"6914048" : 5272,
"6979584" : 5210,
"7045120" : 5214,
"7110656" : 4994,
"7176192" : 5060,
"7241728" : 5200,
"7307264" : 4859,
"7372800" : 4970,
"7438336" : 4807,
"7503872" : 4822,
"7569408" : 4881,
"7634944" : 4730,
"7700480" : 4705,
"7766016" : 4425,
"7831552" : 4488,
"7897088" : 4714,
"7962624" : 4557,
"8028160" : 4336,
"8093696" : 4119,
"8159232" : 4187,
"8224768" : 4081,
"8290304" : 4103,
"8355840" : 4013,
"8454144" : 7842,
"8585216" : 7624,
"8716288" : 7505,
"8847360" : 7323,
"8978432" : 6983,
"9109504" : 6713,
"9240576" : 6580,
"9371648" : 6483,
"9502720" : 6056,
"9633792" : 6130,
"9764864" : 5395,
"9895936" : 5139,
"10027008" : 4589,
"10158080" : 3952,
"10289152" : 3403,
"10420224" : 2818,
"10551296" : 2219,
"10682368" : 1842,
"10813440" : 1467,
"10944512" : 992,
"11075584" : 764,
"11206656" : 652,
"11337728" : 466,
"11468800" : 364,
"11599872" : 329,
"11730944" : 281,
"11862016" : 274,
"11993088" : 239,
"12124160" : 229,
"12255232" : 208,
"12386304" : 218,
"12517376" : 185,
"12648448" : 202,
"12779520" : 230,
"12910592" : 240,
"13041664" : 182,
"13172736" : 204,
"13303808" : 211,
"13434880" : 180,
"13565952" : 199,
"13697024" : 182,
"13828096" : 168,
"13959168" : 214,
"14090240" : 201,
"14221312" : 191,
"14352384" : 206,
"14483456" : 231,
"14614528" : 217,
"14745600" : 211,
"14876672" : 183,
"15007744" : 177,
"15138816" : 244,
"15269888" : 205,
"15400960" : 218,
"15532032" : 199,
"15663104" : 224,
"15794176" : 207,
"15925248" : 232,
"16056320" : 219,
"16187392" : 278,
"16318464" : 240,
"16449536" : 236,
"16580608" : 227,
"16711680" : 213,
"16908288" : 491,
"17170432" : 425,
"17432576" : 486,
"17694720" : 476,
"17956864" : 436,
"18219008" : 435,
"18481152" : 501,
"18743296" : 473,
"19005440" : 425,
"19267584" : 445,
"19529728" : 427,
"19791872" : 432,
"20054016" : 472,
"20316160" : 461,
"20578304" : 426,
"20840448" : 477,
"21102592" : 401,
"21364736" : 405,
"21626880" : 406,
"21889024" : 353,
"22151168" : 301,
"22413312" : 317,
"22675456" : 316,
"22937600" : 295,
"23199744" : 281,
"23461888" : 302,
"23724032" : 285,
"23986176" : 279,
"24248320" : 256,
"24510464" : 259,
"24772608" : 259,
"25034752" : 260,
"25296896" : 241,
"25559040" : 234,
"25821184" : 225,
"26083328" : 214,
"26345472" : 248,
"26607616" : 185,
"26869760" : 181,
"27131904" : 171,
"27394048" : 159,
"27656192" : 177,
"27918336" : 149,
"28180480" : 166,
"28442624" : 156,
"28704768" : 153,
"28966912" : 144,
"29229056" : 140,
"29491200" : 142,
"29753344" : 121,
"30015488" : 123,
"30277632" : 84,
"30539776" : 104,
"30801920" : 87,
"31064064" : 115,
"31326208" : 111,
"31588352" : 90,
"31850496" : 86,
"32112640" : 69,
"32374784" : 82,
"32636928" : 72,
"32899072" : 87,
"33161216" : 53,
"33423360" : 78,
"33816576" : 147,
"34340864" : 137,
"34865152" : 84,
"35389440" : 97,
"35913728" : 68,
"36438016" : 86,
"36962304" : 90,
"37486592" : 81,
"38010880" : 76,
"38535168" : 71,
"39059456" : 58,
"39583744" : 29,
"40108032" : 31,
"40632320" : 40,
"41156608" : 33,
"41680896" : 24,
"42205184" : 28,
"42729472" : 15,
"43253760" : 15,
"43778048" : 18,
"44302336" : 15,
"44826624" : 10,
"45350912" : 6,
"45875200" : 14,
"46399488" : 8,
"46923776" : 5,
"47448064" : 5,
"47972352" : 4,
"48496640" : 2,
"49020928" : 3,
"49545216" : 1,
"50593792" : 1
}
},
"lat_ns" : {
"min" : 777578,
"max" : 50972737,
"mean" : 7401308.267139,
"stddev" : 4218680.946184,
"N" : 518838
},
"bw_min" : 8960,
"bw_max" : 128808,
"bw_agg" : 99.920536,
"bw_mean" : 17281.376569,
"bw_dev" : 9467.154977,
"bw_samples" : 239,
"iops_min" : 2240,
"iops_max" : 32202,
"iops_mean" : 4320.317992,
"iops_stddev" : 2366.797118,
"iops_samples" : 239
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 119999,
"usr_cpu" : 0.926674,
"sys_cpu" : 19.802665,
"ctx" : 286309,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 3.628486
},
"latency_ms" : {
"2" : 1.619192,
"4" : 5.053784,
"10" : 80.273264,
"20" : 7.032432,
"50" : 2.392457,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095808,
"timestamp_ms" : 1773095808410,
"time" : "Mon Mar 9 19:36:48 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2384449536,
"io_kbytes" : 2328564,
"bw_bytes" : 18342060,
"bw" : 17912,
"iops" : 4478.049831,
"runtime" : 129999,
"total_ios" : 582142,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9084,
"max" : 4997748,
"mean" : 221174.792649,
"stddev" : 268760.224336,
"N" : 582142
},
"clat_ns" : {
"min" : 752660,
"max" : 50363896,
"mean" : 6924923.850581,
"stddev" : 4047001.983964,
"N" : 582141,
"percentile" : {
"1.000000" : 897024,
"5.000000" : 2506752,
"10.000000" : 3653632,
"20.000000" : 4489216,
"30.000000" : 5079040,
"40.000000" : 5668864,
"50.000000" : 6324224,
"60.000000" : 6979584,
"70.000000" : 7766016,
"80.000000" : 8716288,
"90.000000" : 9895936,
"95.000000" : 11730944,
"99.000000" : 25034752,
"99.500000" : 29229056,
"99.900000" : 37486592,
"99.950000" : 39583744,
"99.990000" : 44826624
},
"bins" : {
"749568" : 2,
"757760" : 2,
"765952" : 31,
"774144" : 54,
"782336" : 84,
"790528" : 125,
"798720" : 151,
"806912" : 264,
"815104" : 265,
"823296" : 327,
"831488" : 314,
"839680" : 346,
"847872" : 324,
"856064" : 289,
"864256" : 357,
"872448" : 491,
"880640" : 666,
"888832" : 837,
"897024" : 1154,
"905216" : 1465,
"913408" : 1682,
"921600" : 1629,
"929792" : 1574,
"937984" : 1266,
"946176" : 1096,
"954368" : 853,
"962560" : 722,
"970752" : 631,
"978944" : 594,
"987136" : 555,
"995328" : 636,
"1003520" : 603,
"1011712" : 601,
"1019904" : 615,
"1028096" : 596,
"1036288" : 417,
"1044480" : 367,
"1056768" : 634,
"1073152" : 474,
"1089536" : 487,
"1105920" : 502,
"1122304" : 673,
"1138688" : 689,
"1155072" : 511,
"1171456" : 328,
"1187840" : 161,
"1204224" : 120,
"1220608" : 38,
"1236992" : 12,
"1253376" : 23,
"1269760" : 30,
"1286144" : 21,
"1302528" : 8,
"1318912" : 5,
"1335296" : 3,
"1351680" : 2,
"1368064" : 1,
"1384448" : 5,
"1417216" : 9,
"1433600" : 38,
"1449984" : 32,
"1466368" : 31,
"1482752" : 20,
"1499136" : 52,
"1515520" : 40,
"1531904" : 34,
"1548288" : 34,
"1564672" : 35,
"1581056" : 20,
"1597440" : 3,
"1613824" : 3,
"1630208" : 13,
"1662976" : 3,
"1695744" : 3,
"1712128" : 7,
"1728512" : 6,
"1744896" : 5,
"1761280" : 4,
"1777664" : 5,
"1794048" : 20,
"1810432" : 35,
"1826816" : 33,
"1843200" : 31,
"1859584" : 10,
"1875968" : 32,
"1892352" : 20,
"1908736" : 8,
"1925120" : 5,
"1941504" : 13,
"1957888" : 12,
"1974272" : 10,
"1990656" : 8,
"2007040" : 17,
"2023424" : 31,
"2039808" : 42,
"2056192" : 29,
"2072576" : 29,
"2088960" : 31,
"2113536" : 97,
"2146304" : 88,
"2179072" : 99,
"2211840" : 60,
"2244608" : 91,
"2277376" : 70,
"2310144" : 85,
"2342912" : 115,
"2375680" : 173,
"2408448" : 166,
"2441216" : 233,
"2473984" : 272,
"2506752" : 185,
"2539520" : 195,
"2572288" : 172,
"2605056" : 227,
"2637824" : 195,
"2670592" : 325,
"2703360" : 371,
"2736128" : 534,
"2768896" : 473,
"2801664" : 498,
"2834432" : 416,
"2867200" : 426,
"2899968" : 465,
"2932736" : 463,
"2965504" : 561,
"2998272" : 675,
"3031040" : 929,
"3063808" : 929,
"3096576" : 940,
"3129344" : 818,
"3162112" : 747,
"3194880" : 790,
"3227648" : 810,
"3260416" : 992,
"3293184" : 967,
"3325952" : 1240,
"3358720" : 1401,
"3391488" : 1584,
"3424256" : 1303,
"3457024" : 1412,
"3489792" : 1335,
"3522560" : 1168,
"3555328" : 1381,
"3588096" : 1354,
"3620864" : 1634,
"3653632" : 1939,
"3686400" : 1874,
"3719168" : 2064,
"3751936" : 2048,
"3784704" : 2015,
"3817472" : 1940,
"3850240" : 1827,
"3883008" : 1853,
"3915776" : 2069,
"3948544" : 2090,
"3981312" : 2160,
"4014080" : 2485,
"4046848" : 2536,
"4079616" : 2570,
"4112384" : 2409,
"4145152" : 2533,
"4177920" : 2324,
"4227072" : 4926,
"4292608" : 5319,
"4358144" : 5977,
"4423680" : 5925,
"4489216" : 5723,
"4554752" : 5707,
"4620288" : 6123,
"4685824" : 6502,
"4751360" : 6768,
"4816896" : 6154,
"4882432" : 6173,
"4947968" : 6227,
"5013504" : 6739,
"5079040" : 6565,
"5144576" : 6313,
"5210112" : 6046,
"5275648" : 6278,
"5341184" : 6566,
"5406720" : 6550,
"5472256" : 6140,
"5537792" : 6139,
"5603328" : 6372,
"5668864" : 6319,
"5734400" : 6356,
"5799936" : 6019,
"5865472" : 5989,
"5931008" : 6119,
"5996544" : 5987,
"6062080" : 5976,
"6127616" : 5736,
"6193152" : 5873,
"6258688" : 5818,
"6324224" : 5818,
"6389760" : 5861,
"6455296" : 5671,
"6520832" : 5527,
"6586368" : 5414,
"6651904" : 5315,
"6717440" : 5666,
"6782976" : 5447,
"6848512" : 5416,
"6914048" : 5303,
"6979584" : 5236,
"7045120" : 5231,
"7110656" : 5035,
"7176192" : 5086,
"7241728" : 5217,
"7307264" : 4872,
"7372800" : 4996,
"7438336" : 4831,
"7503872" : 4845,
"7569408" : 4892,
"7634944" : 4771,
"7700480" : 4735,
"7766016" : 4438,
"7831552" : 4516,
"7897088" : 4737,
"7962624" : 4580,
"8028160" : 4358,
"8093696" : 4160,
"8159232" : 4202,
"8224768" : 4096,
"8290304" : 4136,
"8355840" : 4051,
"8454144" : 7884,
"8585216" : 7685,
"8716288" : 7555,
"8847360" : 7396,
"8978432" : 7046,
"9109504" : 6768,
"9240576" : 6641,
"9371648" : 6532,
"9502720" : 6139,
"9633792" : 6180,
"9764864" : 5454,
"9895936" : 5190,
"10027008" : 4622,
"10158080" : 4028,
"10289152" : 3485,
"10420224" : 2865,
"10551296" : 2291,
"10682368" : 1896,
"10813440" : 1523,
"10944512" : 1062,
"11075584" : 827,
"11206656" : 727,
"11337728" : 524,
"11468800" : 409,
"11599872" : 386,
"11730944" : 351,
"11862016" : 318,
"11993088" : 293,
"12124160" : 286,
"12255232" : 276,
"12386304" : 271,
"12517376" : 250,
"12648448" : 265,
"12779520" : 290,
"12910592" : 280,
"13041664" : 243,
"13172736" : 249,
"13303808" : 244,
"13434880" : 232,
"13565952" : 258,
"13697024" : 239,
"13828096" : 205,
"13959168" : 286,
"14090240" : 274,
"14221312" : 231,
"14352384" : 246,
"14483456" : 284,
"14614528" : 293,
"14745600" : 260,
"14876672" : 231,
"15007744" : 201,
"15138816" : 282,
"15269888" : 244,
"15400960" : 253,
"15532032" : 248,
"15663104" : 265,
"15794176" : 250,
"15925248" : 266,
"16056320" : 268,
"16187392" : 302,
"16318464" : 283,
"16449536" : 277,
"16580608" : 257,
"16711680" : 256,
"16908288" : 559,
"17170432" : 493,
"17432576" : 548,
"17694720" : 540,
"17956864" : 489,
"18219008" : 496,
"18481152" : 545,
"18743296" : 517,
"19005440" : 461,
"19267584" : 500,
"19529728" : 461,
"19791872" : 473,
"20054016" : 509,
"20316160" : 493,
"20578304" : 456,
"20840448" : 512,
"21102592" : 429,
"21364736" : 443,
"21626880" : 413,
"21889024" : 380,
"22151168" : 318,
"22413312" : 336,
"22675456" : 336,
"22937600" : 309,
"23199744" : 301,
"23461888" : 311,
"23724032" : 306,
"23986176" : 286,
"24248320" : 270,
"24510464" : 271,
"24772608" : 279,
"25034752" : 267,
"25296896" : 247,
"25559040" : 240,
"25821184" : 232,
"26083328" : 217,
"26345472" : 252,
"26607616" : 196,
"26869760" : 182,
"27131904" : 174,
"27394048" : 163,
"27656192" : 178,
"27918336" : 154,
"28180480" : 166,
"28442624" : 158,
"28704768" : 155,
"28966912" : 144,
"29229056" : 140,
"29491200" : 142,
"29753344" : 121,
"30015488" : 123,
"30277632" : 84,
"30539776" : 104,
"30801920" : 87,
"31064064" : 115,
"31326208" : 111,
"31588352" : 90,
"31850496" : 86,
"32112640" : 69,
"32374784" : 82,
"32636928" : 72,
"32899072" : 87,
"33161216" : 53,
"33423360" : 78,
"33816576" : 147,
"34340864" : 137,
"34865152" : 84,
"35389440" : 97,
"35913728" : 68,
"36438016" : 86,
"36962304" : 90,
"37486592" : 81,
"38010880" : 76,
"38535168" : 71,
"39059456" : 58,
"39583744" : 29,
"40108032" : 31,
"40632320" : 40,
"41156608" : 33,
"41680896" : 24,
"42205184" : 28,
"42729472" : 15,
"43253760" : 15,
"43778048" : 18,
"44302336" : 15,
"44826624" : 10,
"45350912" : 6,
"45875200" : 14,
"46399488" : 8,
"46923776" : 5,
"47448064" : 5,
"47972352" : 4,
"48496640" : 2,
"49020928" : 3,
"49545216" : 1,
"50593792" : 1
}
},
"lat_ns" : {
"min" : 777578,
"max" : 50972737,
"mean" : 7146137.439189,
"stddev" : 4168560.985225,
"N" : 582141
},
"bw_min" : 8960,
"bw_max" : 128808,
"bw_agg" : 99.703174,
"bw_mean" : 17859.328185,
"bw_dev" : 9349.621699,
"bw_samples" : 259,
"iops_min" : 2240,
"iops_max" : 32202,
"iops_mean" : 4464.806950,
"iops_stddev" : 2337.414239,
"iops_samples" : 259
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 129999,
"usr_cpu" : 0.945392,
"sys_cpu" : 20.142463,
"ctx" : 307371,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999828,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999828,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 3.233919
},
"latency_ms" : {
"2" : 1.464076,
"4" : 8.879964,
"10" : 77.371672,
"20" : 6.839740,
"50" : 2.210285,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095818,
"timestamp_ms" : 1773095818411,
"time" : "Mon Mar 9 19:36:58 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2661699584,
"io_kbytes" : 2599316,
"bw_bytes" : 19012275,
"bw" : 18566,
"iops" : 4641.676012,
"runtime" : 139999,
"total_ios" : 649830,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9084,
"max" : 4997748,
"mean" : 213316.003365,
"stddev" : 269979.278442,
"N" : 649831
},
"clat_ns" : {
"min" : 752660,
"max" : 50363896,
"mean" : 6680837.775911,
"stddev" : 4001714.921368,
"N" : 649830,
"percentile" : {
"1.000000" : 905216,
"5.000000" : 2506752,
"10.000000" : 3358720,
"20.000000" : 4145152,
"30.000000" : 4751360,
"40.000000" : 5341184,
"50.000000" : 5996544,
"60.000000" : 6717440,
"70.000000" : 7569408,
"80.000000" : 8585216,
"90.000000" : 9764864,
"95.000000" : 11730944,
"99.000000" : 24510464,
"99.500000" : 28442624,
"99.900000" : 36962304,
"99.950000" : 39059456,
"99.990000" : 44302336
},
"bins" : {
"749568" : 2,
"757760" : 2,
"765952" : 31,
"774144" : 54,
"782336" : 84,
"790528" : 125,
"798720" : 151,
"806912" : 264,
"815104" : 265,
"823296" : 327,
"831488" : 314,
"839680" : 346,
"847872" : 324,
"856064" : 289,
"864256" : 357,
"872448" : 491,
"880640" : 666,
"888832" : 837,
"897024" : 1154,
"905216" : 1465,
"913408" : 1682,
"921600" : 1629,
"929792" : 1574,
"937984" : 1266,
"946176" : 1096,
"954368" : 853,
"962560" : 722,
"970752" : 631,
"978944" : 594,
"987136" : 555,
"995328" : 636,
"1003520" : 603,
"1011712" : 601,
"1019904" : 615,
"1028096" : 596,
"1036288" : 417,
"1044480" : 367,
"1056768" : 634,
"1073152" : 474,
"1089536" : 487,
"1105920" : 506,
"1122304" : 678,
"1138688" : 697,
"1155072" : 511,
"1171456" : 328,
"1187840" : 161,
"1204224" : 120,
"1220608" : 38,
"1236992" : 12,
"1253376" : 23,
"1269760" : 30,
"1286144" : 21,
"1302528" : 8,
"1318912" : 5,
"1335296" : 3,
"1351680" : 2,
"1368064" : 1,
"1384448" : 9,
"1400832" : 2,
"1417216" : 10,
"1433600" : 43,
"1449984" : 34,
"1466368" : 42,
"1482752" : 31,
"1499136" : 58,
"1515520" : 46,
"1531904" : 38,
"1548288" : 44,
"1564672" : 43,
"1581056" : 20,
"1597440" : 3,
"1613824" : 3,
"1630208" : 14,
"1646592" : 4,
"1662976" : 7,
"1679360" : 18,
"1695744" : 12,
"1712128" : 20,
"1728512" : 19,
"1744896" : 17,
"1761280" : 16,
"1777664" : 27,
"1794048" : 53,
"1810432" : 73,
"1826816" : 65,
"1843200" : 73,
"1859584" : 36,
"1875968" : 45,
"1892352" : 37,
"1908736" : 16,
"1925120" : 33,
"1941504" : 32,
"1957888" : 18,
"1974272" : 15,
"1990656" : 39,
"2007040" : 48,
"2023424" : 56,
"2039808" : 78,
"2056192" : 62,
"2072576" : 106,
"2088960" : 127,
"2113536" : 268,
"2146304" : 295,
"2179072" : 207,
"2211840" : 194,
"2244608" : 152,
"2277376" : 163,
"2310144" : 170,
"2342912" : 258,
"2375680" : 423,
"2408448" : 487,
"2441216" : 583,
"2473984" : 625,
"2506752" : 609,
"2539520" : 507,
"2572288" : 431,
"2605056" : 461,
"2637824" : 455,
"2670592" : 611,
"2703360" : 823,
"2736128" : 1073,
"2768896" : 1087,
"2801664" : 1277,
"2834432" : 1122,
"2867200" : 1025,
"2899968" : 927,
"2932736" : 879,
"2965504" : 1068,
"2998272" : 1252,
"3031040" : 1661,
"3063808" : 1736,
"3096576" : 1952,
"3129344" : 1741,
"3162112" : 1654,
"3194880" : 1556,
"3227648" : 1559,
"3260416" : 1615,
"3293184" : 1642,
"3325952" : 2013,
"3358720" : 2273,
"3391488" : 2544,
"3424256" : 2396,
"3457024" : 2572,
"3489792" : 2323,
"3522560" : 2024,
"3555328" : 2260,
"3588096" : 2151,
"3620864" : 2378,
"3653632" : 2773,
"3686400" : 2832,
"3719168" : 3050,
"3751936" : 3167,
"3784704" : 3180,
"3817472" : 2950,
"3850240" : 2698,
"3883008" : 2766,
"3915776" : 2862,
"3948544" : 2933,
"3981312" : 3011,
"4014080" : 3332,
"4046848" : 3487,
"4079616" : 3515,
"4112384" : 3372,
"4145152" : 3403,
"4177920" : 3141,
"4227072" : 6353,
"4292608" : 6781,
"4358144" : 7361,
"4423680" : 7474,
"4489216" : 7082,
"4554752" : 6840,
"4620288" : 7199,
"4685824" : 7524,
"4751360" : 7692,
"4816896" : 7063,
"4882432" : 7036,
"4947968" : 6986,
"5013504" : 7341,
"5079040" : 7192,
"5144576" : 6811,
"5210112" : 6519,
"5275648" : 6647,
"5341184" : 6859,
"5406720" : 6882,
"5472256" : 6437,
"5537792" : 6429,
"5603328" : 6557,
"5668864" : 6463,
"5734400" : 6495,
"5799936" : 6173,
"5865472" : 6095,
"5931008" : 6223,
"5996544" : 6082,
"6062080" : 6045,
"6127616" : 5802,
"6193152" : 5938,
"6258688" : 5866,
"6324224" : 5859,
"6389760" : 5913,
"6455296" : 5714,
"6520832" : 5595,
"6586368" : 5435,
"6651904" : 5337,
"6717440" : 5691,
"6782976" : 5497,
"6848512" : 5448,
"6914048" : 5339,
"6979584" : 5263,
"7045120" : 5252,
"7110656" : 5068,
"7176192" : 5111,
"7241728" : 5256,
"7307264" : 4914,
"7372800" : 5021,
"7438336" : 4861,
"7503872" : 4898,
"7569408" : 4928,
"7634944" : 4810,
"7700480" : 4763,
"7766016" : 4482,
"7831552" : 4538,
"7897088" : 4771,
"7962624" : 4612,
"8028160" : 4401,
"8093696" : 4187,
"8159232" : 4232,
"8224768" : 4119,
"8290304" : 4173,
"8355840" : 4094,
"8454144" : 7954,
"8585216" : 7777,
"8716288" : 7621,
"8847360" : 7483,
"8978432" : 7119,
"9109504" : 6815,
"9240576" : 6706,
"9371648" : 6615,
"9502720" : 6201,
"9633792" : 6237,
"9764864" : 5523,
"9895936" : 5270,
"10027008" : 4697,
"10158080" : 4106,
"10289152" : 3570,
"10420224" : 2934,
"10551296" : 2402,
"10682368" : 1965,
"10813440" : 1602,
"10944512" : 1175,
"11075584" : 910,
"11206656" : 792,
"11337728" : 620,
"11468800" : 487,
"11599872" : 469,
"11730944" : 444,
"11862016" : 401,
"11993088" : 413,
"12124160" : 352,
"12255232" : 333,
"12386304" : 344,
"12517376" : 338,
"12648448" : 341,
"12779520" : 378,
"12910592" : 370,
"13041664" : 313,
"13172736" : 301,
"13303808" : 321,
"13434880" : 316,
"13565952" : 316,
"13697024" : 282,
"13828096" : 271,
"13959168" : 344,
"14090240" : 346,
"14221312" : 302,
"14352384" : 323,
"14483456" : 339,
"14614528" : 348,
"14745600" : 327,
"14876672" : 298,
"15007744" : 259,
"15138816" : 328,
"15269888" : 290,
"15400960" : 308,
"15532032" : 293,
"15663104" : 306,
"15794176" : 303,
"15925248" : 307,
"16056320" : 324,
"16187392" : 343,
"16318464" : 326,
"16449536" : 339,
"16580608" : 289,
"16711680" : 283,
"16908288" : 640,
"17170432" : 562,
"17432576" : 650,
"17694720" : 602,
"17956864" : 538,
"18219008" : 544,
"18481152" : 567,
"18743296" : 556,
"19005440" : 498,
"19267584" : 540,
"19529728" : 484,
"19791872" : 498,
"20054016" : 531,
"20316160" : 508,
"20578304" : 478,
"20840448" : 519,
"21102592" : 453,
"21364736" : 460,
"21626880" : 429,
"21889024" : 387,
"22151168" : 329,
"22413312" : 343,
"22675456" : 347,
"22937600" : 315,
"23199744" : 313,
"23461888" : 325,
"23724032" : 308,
"23986176" : 291,
"24248320" : 271,
"24510464" : 271,
"24772608" : 282,
"25034752" : 268,
"25296896" : 248,
"25559040" : 243,
"25821184" : 232,
"26083328" : 217,
"26345472" : 252,
"26607616" : 198,
"26869760" : 182,
"27131904" : 175,
"27394048" : 163,
"27656192" : 179,
"27918336" : 154,
"28180480" : 166,
"28442624" : 160,
"28704768" : 155,
"28966912" : 145,
"29229056" : 140,
"29491200" : 142,
"29753344" : 121,
"30015488" : 123,
"30277632" : 84,
"30539776" : 104,
"30801920" : 87,
"31064064" : 115,
"31326208" : 111,
"31588352" : 90,
"31850496" : 86,
"32112640" : 69,
"32374784" : 82,
"32636928" : 72,
"32899072" : 87,
"33161216" : 53,
"33423360" : 78,
"33816576" : 147,
"34340864" : 137,
"34865152" : 84,
"35389440" : 97,
"35913728" : 68,
"36438016" : 86,
"36962304" : 90,
"37486592" : 81,
"38010880" : 76,
"38535168" : 71,
"39059456" : 58,
"39583744" : 29,
"40108032" : 31,
"40632320" : 40,
"41156608" : 33,
"41680896" : 24,
"42205184" : 28,
"42729472" : 15,
"43253760" : 15,
"43778048" : 18,
"44302336" : 15,
"44826624" : 10,
"45350912" : 6,
"45875200" : 14,
"46399488" : 8,
"46923776" : 5,
"47448064" : 5,
"47972352" : 4,
"48496640" : 2,
"49020928" : 3,
"49545216" : 1,
"50593792" : 1
}
},
"lat_ns" : {
"min" : 777578,
"max" : 50972737,
"mean" : 6894193.500260,
"stddev" : 4121738.177936,
"N" : 649830
},
"bw_min" : 8960,
"bw_max" : 128808,
"bw_agg" : 99.716294,
"bw_mean" : 18514.820789,
"bw_dev" : 9383.022297,
"bw_samples" : 279,
"iops_min" : 2240,
"iops_max" : 32202,
"iops_mean" : 4628.681004,
"iops_stddev" : 2345.764003,
"iops_samples" : 279
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 139999,
"usr_cpu" : 0.980721,
"sys_cpu" : 20.480861,
"ctx" : 327184,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 2.897065
},
"latency_ms" : {
"2" : 1.387594,
"4" : 13.605866,
"10" : 73.337334,
"20" : 6.760230,
"50" : 2.011757,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095828,
"timestamp_ms" : 1773095828412,
"time" : "Mon Mar 9 19:37:08 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 29,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2961022976,
"io_kbytes" : 2891624,
"bw_bytes" : 19740284,
"bw" : 19277,
"iops" : 4819.412129,
"runtime" : 149999,
"total_ios" : 722907,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9084,
"max" : 4997748,
"mean" : 205386.010957,
"stddev" : 272428.247583,
"N" : 722907
},
"clat_ns" : {
"min" : 752660,
"max" : 50363896,
"mean" : 6434320.510600,
"stddev" : 3983451.047007,
"N" : 722906,
"percentile" : {
"1.000000" : 905216,
"5.000000" : 2342912,
"10.000000" : 3063808,
"20.000000" : 3784704,
"30.000000" : 4423680,
"40.000000" : 5013504,
"50.000000" : 5668864,
"60.000000" : 6455296,
"70.000000" : 7372800,
"80.000000" : 8454144,
"90.000000" : 9764864,
"95.000000" : 11730944,
"99.000000" : 23986176,
"99.500000" : 27918336,
"99.900000" : 36438016,
"99.950000" : 39059456,
"99.990000" : 44302336
},
"bins" : {
"749568" : 2,
"757760" : 2,
"765952" : 31,
"774144" : 54,
"782336" : 85,
"790528" : 125,
"798720" : 152,
"806912" : 265,
"815104" : 265,
"823296" : 327,
"831488" : 315,
"839680" : 351,
"847872" : 324,
"856064" : 290,
"864256" : 357,
"872448" : 491,
"880640" : 666,
"888832" : 837,
"897024" : 1154,
"905216" : 1465,
"913408" : 1682,
"921600" : 1629,
"929792" : 1574,
"937984" : 1266,
"946176" : 1096,
"954368" : 853,
"962560" : 722,
"970752" : 631,
"978944" : 594,
"987136" : 555,
"995328" : 636,
"1003520" : 603,
"1011712" : 601,
"1019904" : 615,
"1028096" : 596,
"1036288" : 417,
"1044480" : 367,
"1056768" : 634,
"1073152" : 475,
"1089536" : 488,
"1105920" : 507,
"1122304" : 689,
"1138688" : 726,
"1155072" : 527,
"1171456" : 337,
"1187840" : 179,
"1204224" : 144,
"1220608" : 38,
"1236992" : 12,
"1253376" : 23,
"1269760" : 34,
"1286144" : 21,
"1302528" : 8,
"1318912" : 5,
"1335296" : 3,
"1351680" : 2,
"1368064" : 11,
"1384448" : 14,
"1400832" : 19,
"1417216" : 36,
"1433600" : 86,
"1449984" : 79,
"1466368" : 73,
"1482752" : 119,
"1499136" : 120,
"1515520" : 110,
"1531904" : 66,
"1548288" : 75,
"1564672" : 52,
"1581056" : 28,
"1597440" : 7,
"1613824" : 4,
"1630208" : 24,
"1646592" : 13,
"1662976" : 16,
"1679360" : 27,
"1695744" : 56,
"1712128" : 80,
"1728512" : 113,
"1744896" : 140,
"1761280" : 156,
"1777664" : 196,
"1794048" : 231,
"1810432" : 225,
"1826816" : 194,
"1843200" : 168,
"1859584" : 170,
"1875968" : 108,
"1892352" : 92,
"1908736" : 55,
"1925120" : 52,
"1941504" : 64,
"1957888" : 49,
"1974272" : 50,
"1990656" : 92,
"2007040" : 138,
"2023424" : 169,
"2039808" : 205,
"2056192" : 265,
"2072576" : 274,
"2088960" : 380,
"2113536" : 931,
"2146304" : 870,
"2179072" : 590,
"2211840" : 469,
"2244608" : 364,
"2277376" : 389,
"2310144" : 495,
"2342912" : 704,
"2375680" : 1020,
"2408448" : 1214,
"2441216" : 1449,
"2473984" : 1525,
"2506752" : 1319,
"2539520" : 985,
"2572288" : 750,
"2605056" : 899,
"2637824" : 933,
"2670592" : 1307,
"2703360" : 1834,
"2736128" : 2149,
"2768896" : 2390,
"2801664" : 2413,
"2834432" : 2014,
"2867200" : 1648,
"2899968" : 1542,
"2932736" : 1467,
"2965504" : 1870,
"2998272" : 2255,
"3031040" : 2811,
"3063808" : 3102,
"3096576" : 3188,
"3129344" : 2995,
"3162112" : 2610,
"3194880" : 2473,
"3227648" : 2188,
"3260416" : 2362,
"3293184" : 2608,
"3325952" : 3035,
"3358720" : 3556,
"3391488" : 3805,
"3424256" : 3717,
"3457024" : 3752,
"3489792" : 3308,
"3522560" : 2919,
"3555328" : 2989,
"3588096" : 2905,
"3620864" : 3242,
"3653632" : 3771,
"3686400" : 3980,
"3719168" : 4155,
"3751936" : 4230,
"3784704" : 4219,
"3817472" : 3795,
"3850240" : 3433,
"3883008" : 3465,
"3915776" : 3561,
"3948544" : 3629,
"3981312" : 3791,
"4014080" : 4111,
"4046848" : 4257,
"4079616" : 4264,
"4112384" : 4106,
"4145152" : 4110,
"4177920" : 3816,
"4227072" : 7402,
"4292608" : 7890,
"4358144" : 8396,
"4423680" : 8450,
"4489216" : 7937,
"4554752" : 7529,
"4620288" : 7826,
"4685824" : 8179,
"4751360" : 8251,
"4816896" : 7493,
"4882432" : 7463,
"4947968" : 7344,
"5013504" : 7671,
"5079040" : 7481,
"5144576" : 7002,
"5210112" : 6753,
"5275648" : 6819,
"5341184" : 7039,
"5406720" : 7001,
"5472256" : 6568,
"5537792" : 6512,
"5603328" : 6674,
"5668864" : 6555,
"5734400" : 6560,
"5799936" : 6210,
"5865472" : 6141,
"5931008" : 6284,
"5996544" : 6129,
"6062080" : 6093,
"6127616" : 5854,
"6193152" : 5965,
"6258688" : 5899,
"6324224" : 5877,
"6389760" : 5943,
"6455296" : 5738,
"6520832" : 5614,
"6586368" : 5473,
"6651904" : 5385,
"6717440" : 5708,
"6782976" : 5530,
"6848512" : 5467,
"6914048" : 5368,
"6979584" : 5301,
"7045120" : 5287,
"7110656" : 5088,
"7176192" : 5148,
"7241728" : 5302,
"7307264" : 4953,
"7372800" : 5044,
"7438336" : 4895,
"7503872" : 4933,
"7569408" : 4966,
"7634944" : 4909,
"7700480" : 4808,
"7766016" : 4509,
"7831552" : 4578,
"7897088" : 4794,
"7962624" : 4637,
"8028160" : 4433,
"8093696" : 4233,
"8159232" : 4276,
"8224768" : 4168,
"8290304" : 4204,
"8355840" : 4131,
"8454144" : 8023,
"8585216" : 7841,
"8716288" : 7679,
"8847360" : 7543,
"8978432" : 7165,
"9109504" : 6869,
"9240576" : 6776,
"9371648" : 6717,
"9502720" : 6322,
"9633792" : 6304,
"9764864" : 5611,
"9895936" : 5369,
"10027008" : 4768,
"10158080" : 4188,
"10289152" : 3645,
"10420224" : 3026,
"10551296" : 2489,
"10682368" : 2033,
"10813440" : 1665,
"10944512" : 1233,
"11075584" : 989,
"11206656" : 872,
"11337728" : 721,
"11468800" : 580,
"11599872" : 517,
"11730944" : 501,
"11862016" : 498,
"11993088" : 510,
"12124160" : 422,
"12255232" : 429,
"12386304" : 426,
"12517376" : 414,
"12648448" : 411,
"12779520" : 442,
"12910592" : 433,
"13041664" : 374,
"13172736" : 385,
"13303808" : 379,
"13434880" : 386,
"13565952" : 385,
"13697024" : 356,
"13828096" : 321,
"13959168" : 420,
"14090240" : 407,
"14221312" : 372,
"14352384" : 390,
"14483456" : 398,
"14614528" : 428,
"14745600" : 394,
"14876672" : 354,
"15007744" : 320,
"15138816" : 393,
"15269888" : 357,
"15400960" : 357,
"15532032" : 350,
"15663104" : 362,
"15794176" : 350,
"15925248" : 348,
"16056320" : 356,
"16187392" : 416,
"16318464" : 395,
"16449536" : 397,
"16580608" : 337,
"16711680" : 346,
"16908288" : 723,
"17170432" : 676,
"17432576" : 711,
"17694720" : 670,
"17956864" : 594,
"18219008" : 630,
"18481152" : 606,
"18743296" : 594,
"19005440" : 517,
"19267584" : 570,
"19529728" : 525,
"19791872" : 523,
"20054016" : 564,
"20316160" : 530,
"20578304" : 501,
"20840448" : 542,
"21102592" : 485,
"21364736" : 500,
"21626880" : 445,
"21889024" : 406,
"22151168" : 344,
"22413312" : 369,
"22675456" : 369,
"22937600" : 324,
"23199744" : 321,
"23461888" : 342,
"23724032" : 322,
"23986176" : 303,
"24248320" : 280,
"24510464" : 275,
"24772608" : 285,
"25034752" : 272,
"25296896" : 260,
"25559040" : 253,
"25821184" : 232,
"26083328" : 217,
"26345472" : 257,
"26607616" : 198,
"26869760" : 182,
"27131904" : 180,
"27394048" : 163,
"27656192" : 182,
"27918336" : 156,
"28180480" : 167,
"28442624" : 160,
"28704768" : 155,
"28966912" : 145,
"29229056" : 140,
"29491200" : 142,
"29753344" : 121,
"30015488" : 123,
"30277632" : 84,
"30539776" : 104,
"30801920" : 87,
"31064064" : 115,
"31326208" : 111,
"31588352" : 90,
"31850496" : 86,
"32112640" : 69,
"32374784" : 82,
"32636928" : 72,
"32899072" : 87,
"33161216" : 53,
"33423360" : 78,
"33816576" : 147,
"34340864" : 137,
"34865152" : 84,
"35389440" : 97,
"35913728" : 68,
"36438016" : 86,
"36962304" : 90,
"37486592" : 81,
"38010880" : 76,
"38535168" : 71,
"39059456" : 58,
"39583744" : 29,
"40108032" : 31,
"40632320" : 40,
"41156608" : 33,
"41680896" : 24,
"42205184" : 28,
"42729472" : 15,
"43253760" : 15,
"43778048" : 18,
"44302336" : 15,
"44826624" : 10,
"45350912" : 6,
"45875200" : 14,
"46399488" : 8,
"46923776" : 5,
"47448064" : 5,
"47972352" : 4,
"48496640" : 2,
"49020928" : 3,
"49545216" : 1,
"50593792" : 1
}
},
"lat_ns" : {
"min" : 777578,
"max" : 50972737,
"mean" : 6639731.553937,
"stddev" : 4102836.407686,
"N" : 722906
},
"bw_min" : 8960,
"bw_max" : 128808,
"bw_agg" : 99.732223,
"bw_mean" : 19226.979933,
"bw_dev" : 9512.601146,
"bw_samples" : 299,
"iops_min" : 2240,
"iops_max" : 32202,
"iops_mean" : 4806.712375,
"iops_stddev" : 2378.149832,
"iops_samples" : 299
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 149999,
"usr_cpu" : 1.012673,
"sys_cpu" : 20.808139,
"ctx" : 345830,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999862,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999862,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 2.605591
},
"latency_ms" : {
"2" : 1.561888,
"4" : 18.966063,
"10" : 68.346966,
"20" : 6.658671,
"50" : 1.860544,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095838,
"timestamp_ms" : 1773095838411,
"time" : "Mon Mar 9 19:37:18 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3284905984,
"io_kbytes" : 3207916,
"bw_bytes" : 20530790,
"bw" : 20049,
"iops" : 5012.406328,
"runtime" : 159999,
"total_ios" : 801980,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9084,
"max" : 4997748,
"mean" : 197406.915535,
"stddev" : 273988.817734,
"N" : 801980
},
"clat_ns" : {
"min" : 752660,
"max" : 50363896,
"mean" : 6186517.981597,
"stddev" : 3952104.244572,
"N" : 801979,
"percentile" : {
"1.000000" : 913408,
"5.000000" : 2146304,
"10.000000" : 2801664,
"20.000000" : 3489792,
"30.000000" : 4079616,
"40.000000" : 4685824,
"50.000000" : 5406720,
"60.000000" : 6193152,
"70.000000" : 7176192,
"80.000000" : 8224768,
"90.000000" : 9633792,
"95.000000" : 11468800,
"99.000000" : 23199744,
"99.500000" : 27394048,
"99.900000" : 35913728,
"99.950000" : 38535168,
"99.990000" : 43778048
},
"bins" : {
"749568" : 2,
"757760" : 2,
"765952" : 31,
"774144" : 58,
"782336" : 89,
"790528" : 125,
"798720" : 152,
"806912" : 265,
"815104" : 268,
"823296" : 333,
"831488" : 321,
"839680" : 356,
"847872" : 328,
"856064" : 293,
"864256" : 357,
"872448" : 494,
"880640" : 666,
"888832" : 837,
"897024" : 1154,
"905216" : 1465,
"913408" : 1682,
"921600" : 1629,
"929792" : 1574,
"937984" : 1266,
"946176" : 1096,
"954368" : 853,
"962560" : 722,
"970752" : 631,
"978944" : 594,
"987136" : 555,
"995328" : 636,
"1003520" : 603,
"1011712" : 601,
"1019904" : 615,
"1028096" : 596,
"1036288" : 417,
"1044480" : 367,
"1056768" : 646,
"1073152" : 491,
"1089536" : 492,
"1105920" : 510,
"1122304" : 718,
"1138688" : 760,
"1155072" : 541,
"1171456" : 354,
"1187840" : 206,
"1204224" : 168,
"1220608" : 54,
"1236992" : 30,
"1253376" : 24,
"1269760" : 34,
"1286144" : 21,
"1302528" : 8,
"1318912" : 5,
"1335296" : 7,
"1351680" : 8,
"1368064" : 39,
"1384448" : 45,
"1400832" : 41,
"1417216" : 71,
"1433600" : 168,
"1449984" : 214,
"1466368" : 178,
"1482752" : 221,
"1499136" : 216,
"1515520" : 223,
"1531904" : 146,
"1548288" : 131,
"1564672" : 92,
"1581056" : 61,
"1597440" : 26,
"1613824" : 20,
"1630208" : 44,
"1646592" : 46,
"1662976" : 54,
"1679360" : 77,
"1695744" : 103,
"1712128" : 181,
"1728512" : 255,
"1744896" : 358,
"1761280" : 416,
"1777664" : 486,
"1794048" : 442,
"1810432" : 497,
"1826816" : 476,
"1843200" : 422,
"1859584" : 440,
"1875968" : 318,
"1892352" : 226,
"1908736" : 186,
"1925120" : 126,
"1941504" : 118,
"1957888" : 106,
"1974272" : 123,
"1990656" : 181,
"2007040" : 231,
"2023424" : 381,
"2039808" : 492,
"2056192" : 607,
"2072576" : 655,
"2088960" : 802,
"2113536" : 1959,
"2146304" : 1849,
"2179072" : 1575,
"2211840" : 1192,
"2244608" : 763,
"2277376" : 765,
"2310144" : 878,
"2342912" : 1375,
"2375680" : 1965,
"2408448" : 2527,
"2441216" : 2803,
"2473984" : 2950,
"2506752" : 2627,
"2539520" : 1853,
"2572288" : 1400,
"2605056" : 1500,
"2637824" : 1665,
"2670592" : 2134,
"2703360" : 3072,
"2736128" : 3532,
"2768896" : 3938,
"2801664" : 4052,
"2834432" : 3394,
"2867200" : 2659,
"2899968" : 2333,
"2932736" : 2163,
"2965504" : 2677,
"2998272" : 3234,
"3031040" : 4113,
"3063808" : 4477,
"3096576" : 4679,
"3129344" : 4583,
"3162112" : 3922,
"3194880" : 3571,
"3227648" : 3036,
"3260416" : 3091,
"3293184" : 3375,
"3325952" : 4007,
"3358720" : 4600,
"3391488" : 5056,
"3424256" : 4881,
"3457024" : 4887,
"3489792" : 4356,
"3522560" : 3923,
"3555328" : 3677,
"3588096" : 3573,
"3620864" : 3889,
"3653632" : 4506,
"3686400" : 4743,
"3719168" : 5036,
"3751936" : 5071,
"3784704" : 5071,
"3817472" : 4498,
"3850240" : 4169,
"3883008" : 4096,
"3915776" : 4130,
"3948544" : 4169,
"3981312" : 4342,
"4014080" : 4663,
"4046848" : 4769,
"4079616" : 4754,
"4112384" : 4559,
"4145152" : 4620,
"4177920" : 4279,
"4227072" : 8220,
"4292608" : 8605,
"4358144" : 9052,
"4423680" : 9023,
"4489216" : 8484,
"4554752" : 7940,
"4620288" : 8265,
"4685824" : 8525,
"4751360" : 8497,
"4816896" : 7754,
"4882432" : 7664,
"4947968" : 7565,
"5013504" : 7834,
"5079040" : 7612,
"5144576" : 7182,
"5210112" : 6863,
"5275648" : 6898,
"5341184" : 7125,
"5406720" : 7084,
"5472256" : 6660,
"5537792" : 6582,
"5603328" : 6725,
"5668864" : 6603,
"5734400" : 6621,
"5799936" : 6289,
"5865472" : 6196,
"5931008" : 6315,
"5996544" : 6178,
"6062080" : 6159,
"6127616" : 5903,
"6193152" : 6022,
"6258688" : 5950,
"6324224" : 5926,
"6389760" : 6000,
"6455296" : 5797,
"6520832" : 5675,
"6586368" : 5525,
"6651904" : 5435,
"6717440" : 5765,
"6782976" : 5585,
"6848512" : 5526,
"6914048" : 5430,
"6979584" : 5352,
"7045120" : 5331,
"7110656" : 5137,
"7176192" : 5235,
"7241728" : 5344,
"7307264" : 5035,
"7372800" : 5087,
"7438336" : 4958,
"7503872" : 4989,
"7569408" : 5013,
"7634944" : 4962,
"7700480" : 4859,
"7766016" : 4560,
"7831552" : 4647,
"7897088" : 4864,
"7962624" : 4698,
"8028160" : 4484,
"8093696" : 4296,
"8159232" : 4351,
"8224768" : 4239,
"8290304" : 4242,
"8355840" : 4183,
"8454144" : 8159,
"8585216" : 7951,
"8716288" : 7827,
"8847360" : 7682,
"8978432" : 7308,
"9109504" : 6962,
"9240576" : 6867,
"9371648" : 6821,
"9502720" : 6444,
"9633792" : 6437,
"9764864" : 5743,
"9895936" : 5499,
"10027008" : 4883,
"10158080" : 4280,
"10289152" : 3730,
"10420224" : 3156,
"10551296" : 2587,
"10682368" : 2084,
"10813440" : 1803,
"10944512" : 1333,
"11075584" : 1122,
"11206656" : 1012,
"11337728" : 822,
"11468800" : 665,
"11599872" : 599,
"11730944" : 613,
"11862016" : 640,
"11993088" : 614,
"12124160" : 539,
"12255232" : 494,
"12386304" : 498,
"12517376" : 463,
"12648448" : 509,
"12779520" : 542,
"12910592" : 492,
"13041664" : 441,
"13172736" : 468,
"13303808" : 486,
"13434880" : 487,
"13565952" : 481,
"13697024" : 428,
"13828096" : 437,
"13959168" : 486,
"14090240" : 455,
"14221312" : 438,
"14352384" : 447,
"14483456" : 451,
"14614528" : 476,
"14745600" : 463,
"14876672" : 405,
"15007744" : 371,
"15138816" : 440,
"15269888" : 420,
"15400960" : 410,
"15532032" : 370,
"15663104" : 407,
"15794176" : 380,
"15925248" : 394,
"16056320" : 383,
"16187392" : 453,
"16318464" : 420,
"16449536" : 428,
"16580608" : 385,
"16711680" : 378,
"16908288" : 776,
"17170432" : 775,
"17432576" : 752,
"17694720" : 701,
"17956864" : 629,
"18219008" : 660,
"18481152" : 646,
"18743296" : 604,
"19005440" : 527,
"19267584" : 588,
"19529728" : 545,
"19791872" : 539,
"20054016" : 594,
"20316160" : 539,
"20578304" : 512,
"20840448" : 561,
"21102592" : 494,
"21364736" : 506,
"21626880" : 452,
"21889024" : 406,
"22151168" : 348,
"22413312" : 373,
"22675456" : 376,
"22937600" : 326,
"23199744" : 325,
"23461888" : 348,
"23724032" : 327,
"23986176" : 303,
"24248320" : 282,
"24510464" : 280,
"24772608" : 289,
"25034752" : 272,
"25296896" : 260,
"25559040" : 256,
"25821184" : 236,
"26083328" : 219,
"26345472" : 259,
"26607616" : 198,
"26869760" : 182,
"27131904" : 180,
"27394048" : 163,
"27656192" : 182,
"27918336" : 156,
"28180480" : 167,
"28442624" : 165,
"28704768" : 155,
"28966912" : 146,
"29229056" : 140,
"29491200" : 145,
"29753344" : 123,
"30015488" : 123,
"30277632" : 84,
"30539776" : 104,
"30801920" : 87,
"31064064" : 115,
"31326208" : 111,
"31588352" : 90,
"31850496" : 86,
"32112640" : 69,
"32374784" : 82,
"32636928" : 72,
"32899072" : 87,
"33161216" : 53,
"33423360" : 78,
"33816576" : 147,
"34340864" : 137,
"34865152" : 84,
"35389440" : 97,
"35913728" : 68,
"36438016" : 86,
"36962304" : 90,
"37486592" : 81,
"38010880" : 76,
"38535168" : 71,
"39059456" : 58,
"39583744" : 29,
"40108032" : 31,
"40632320" : 40,
"41156608" : 33,
"41680896" : 24,
"42205184" : 28,
"42729472" : 15,
"43253760" : 15,
"43778048" : 18,
"44302336" : 15,
"44826624" : 10,
"45350912" : 6,
"45875200" : 14,
"46399488" : 8,
"46923776" : 5,
"47448064" : 5,
"47972352" : 4,
"48496640" : 2,
"49020928" : 3,
"49545216" : 1,
"50593792" : 1
}
},
"lat_ns" : {
"min" : 777578,
"max" : 50972737,
"mean" : 6383945.971003,
"stddev" : 4070365.578289,
"N" : 801979
},
"bw_min" : 8960,
"bw_max" : 128808,
"bw_agg" : 99.732665,
"bw_mean" : 19996.934169,
"bw_dev" : 9731.823425,
"bw_samples" : 319,
"iops_min" : 2240,
"iops_max" : 32202,
"iops_mean" : 4999.200627,
"iops_stddev" : 2432.955540,
"iops_samples" : 319
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159999,
"usr_cpu" : 1.044382,
"sys_cpu" : 21.195132,
"ctx" : 363413,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999875,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999875,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 2.353425
},
"latency_ms" : {
"2" : 1.972992,
"4" : 24.171052,
"10" : 63.267663,
"20" : 6.539440,
"50" : 1.695179,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095848,
"timestamp_ms" : 1773095848411,
"time" : "Mon Mar 9 19:37:28 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3637137408,
"io_kbytes" : 3551892,
"bw_bytes" : 21395051,
"bw" : 20893,
"iops" : 5223.407197,
"runtime" : 169999,
"total_ios" : 887974,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8884,
"max" : 4997748,
"mean" : 189361.094064,
"stddev" : 275119.807226,
"N" : 887974
},
"clat_ns" : {
"min" : 752660,
"max" : 50363896,
"mean" : 5936805.885956,
"stddev" : 3916807.788975,
"N" : 887973,
"percentile" : {
"1.000000" : 913408,
"5.000000" : 1974272,
"10.000000" : 2506752,
"20.000000" : 3194880,
"30.000000" : 3784704,
"40.000000" : 4358144,
"50.000000" : 5079040,
"60.000000" : 5931008,
"70.000000" : 6914048,
"80.000000" : 8093696,
"90.000000" : 9633792,
"95.000000" : 11337728,
"99.000000" : 22675456,
"99.500000" : 26869760,
"99.900000" : 35389440,
"99.950000" : 38010880,
"99.990000" : 43778048
},
"bins" : {
"749568" : 2,
"757760" : 2,
"765952" : 31,
"774144" : 58,
"782336" : 90,
"790528" : 126,
"798720" : 156,
"806912" : 276,
"815104" : 292,
"823296" : 348,
"831488" : 335,
"839680" : 374,
"847872" : 346,
"856064" : 293,
"864256" : 359,
"872448" : 499,
"880640" : 666,
"888832" : 840,
"897024" : 1155,
"905216" : 1466,
"913408" : 1682,
"921600" : 1629,
"929792" : 1574,
"937984" : 1266,
"946176" : 1096,
"954368" : 853,
"962560" : 722,
"970752" : 631,
"978944" : 594,
"987136" : 555,
"995328" : 637,
"1003520" : 603,
"1011712" : 601,
"1019904" : 615,
"1028096" : 596,
"1036288" : 417,
"1044480" : 371,
"1056768" : 646,
"1073152" : 509,
"1089536" : 558,
"1105920" : 581,
"1122304" : 822,
"1138688" : 889,
"1155072" : 666,
"1171456" : 440,
"1187840" : 276,
"1204224" : 217,
"1220608" : 75,
"1236992" : 49,
"1253376" : 35,
"1269760" : 41,
"1286144" : 26,
"1302528" : 11,
"1318912" : 11,
"1335296" : 22,
"1351680" : 35,
"1368064" : 124,
"1384448" : 98,
"1400832" : 140,
"1417216" : 247,
"1433600" : 426,
"1449984" : 444,
"1466368" : 515,
"1482752" : 589,
"1499136" : 489,
"1515520" : 465,
"1531904" : 336,
"1548288" : 338,
"1564672" : 207,
"1581056" : 116,
"1597440" : 79,
"1613824" : 41,
"1630208" : 70,
"1646592" : 87,
"1662976" : 158,
"1679360" : 202,
"1695744" : 203,
"1712128" : 353,
"1728512" : 489,
"1744896" : 749,
"1761280" : 927,
"1777664" : 993,
"1794048" : 950,
"1810432" : 1115,
"1826816" : 1035,
"1843200" : 952,
"1859584" : 789,
"1875968" : 670,
"1892352" : 534,
"1908736" : 442,
"1925120" : 318,
"1941504" : 238,
"1957888" : 260,
"1974272" : 294,
"1990656" : 408,
"2007040" : 497,
"2023424" : 658,
"2039808" : 883,
"2056192" : 1134,
"2072576" : 1263,
"2088960" : 1418,
"2113536" : 3598,
"2146304" : 3454,
"2179072" : 2969,
"2211840" : 2062,
"2244608" : 1587,
"2277376" : 1342,
"2310144" : 1620,
"2342912" : 2271,
"2375680" : 3384,
"2408448" : 4108,
"2441216" : 4576,
"2473984" : 4872,
"2506752" : 4272,
"2539520" : 3106,
"2572288" : 2402,
"2605056" : 2425,
"2637824" : 2544,
"2670592" : 3346,
"2703360" : 4448,
"2736128" : 5132,
"2768896" : 5807,
"2801664" : 5667,
"2834432" : 4859,
"2867200" : 3889,
"2899968" : 3327,
"2932736" : 3140,
"2965504" : 3731,
"2998272" : 4213,
"3031040" : 5310,
"3063808" : 5903,
"3096576" : 6018,
"3129344" : 5946,
"3162112" : 5014,
"3194880" : 4556,
"3227648" : 3936,
"3260416" : 3873,
"3293184" : 4220,
"3325952" : 4775,
"3358720" : 5526,
"3391488" : 6035,
"3424256" : 5867,
"3457024" : 5691,
"3489792" : 5119,
"3522560" : 4610,
"3555328" : 4254,
"3588096" : 4106,
"3620864" : 4378,
"3653632" : 5054,
"3686400" : 5308,
"3719168" : 5539,
"3751936" : 5501,
"3784704" : 5670,
"3817472" : 5002,
"3850240" : 4627,
"3883008" : 4458,
"3915776" : 4416,
"3948544" : 4529,
"3981312" : 4750,
"4014080" : 4970,
"4046848" : 5114,
"4079616" : 5035,
"4112384" : 4842,
"4145152" : 4908,
"4177920" : 4554,
"4227072" : 8655,
"4292608" : 8965,
"4358144" : 9398,
"4423680" : 9362,
"4489216" : 8734,
"4554752" : 8194,
"4620288" : 8465,
"4685824" : 8686,
"4751360" : 8711,
"4816896" : 7916,
"4882432" : 7829,
"4947968" : 7655,
"5013504" : 7966,
"5079040" : 7733,
"5144576" : 7295,
"5210112" : 6955,
"5275648" : 7020,
"5341184" : 7234,
"5406720" : 7156,
"5472256" : 6724,
"5537792" : 6670,
"5603328" : 6828,
"5668864" : 6678,
"5734400" : 6691,
"5799936" : 6371,
"5865472" : 6318,
"5931008" : 6387,
"5996544" : 6284,
"6062080" : 6224,
"6127616" : 5964,
"6193152" : 6126,
"6258688" : 6039,
"6324224" : 6016,
"6389760" : 6090,
"6455296" : 5880,
"6520832" : 5753,
"6586368" : 5645,
"6651904" : 5554,
"6717440" : 5865,
"6782976" : 5656,
"6848512" : 5621,
"6914048" : 5489,
"6979584" : 5457,
"7045120" : 5395,
"7110656" : 5189,
"7176192" : 5337,
"7241728" : 5459,
"7307264" : 5121,
"7372800" : 5181,
"7438336" : 5011,
"7503872" : 5060,
"7569408" : 5081,
"7634944" : 5061,
"7700480" : 4927,
"7766016" : 4650,
"7831552" : 4700,
"7897088" : 4956,
"7962624" : 4796,
"8028160" : 4543,
"8093696" : 4353,
"8159232" : 4425,
"8224768" : 4326,
"8290304" : 4304,
"8355840" : 4248,
"8454144" : 8298,
"8585216" : 8049,
"8716288" : 7993,
"8847360" : 7839,
"8978432" : 7488,
"9109504" : 7065,
"9240576" : 7023,
"9371648" : 6964,
"9502720" : 6560,
"9633792" : 6574,
"9764864" : 5877,
"9895936" : 5611,
"10027008" : 5035,
"10158080" : 4459,
"10289152" : 3870,
"10420224" : 3304,
"10551296" : 2764,
"10682368" : 2229,
"10813440" : 1946,
"10944512" : 1465,
"11075584" : 1257,
"11206656" : 1118,
"11337728" : 941,
"11468800" : 783,
"11599872" : 729,
"11730944" : 710,
"11862016" : 734,
"11993088" : 717,
"12124160" : 654,
"12255232" : 596,
"12386304" : 589,
"12517376" : 582,
"12648448" : 559,
"12779520" : 585,
"12910592" : 589,
"13041664" : 542,
"13172736" : 542,
"13303808" : 573,
"13434880" : 591,
"13565952" : 535,
"13697024" : 496,
"13828096" : 486,
"13959168" : 561,
"14090240" : 488,
"14221312" : 478,
"14352384" : 507,
"14483456" : 489,
"14614528" : 524,
"14745600" : 499,
"14876672" : 436,
"15007744" : 420,
"15138816" : 465,
"15269888" : 443,
"15400960" : 444,
"15532032" : 425,
"15663104" : 426,
"15794176" : 401,
"15925248" : 432,
"16056320" : 409,
"16187392" : 477,
"16318464" : 434,
"16449536" : 447,
"16580608" : 410,
"16711680" : 398,
"16908288" : 829,
"17170432" : 816,
"17432576" : 790,
"17694720" : 732,
"17956864" : 658,
"18219008" : 677,
"18481152" : 677,
"18743296" : 619,
"19005440" : 540,
"19267584" : 598,
"19529728" : 563,
"19791872" : 548,
"20054016" : 599,
"20316160" : 543,
"20578304" : 512,
"20840448" : 565,
"21102592" : 497,
"21364736" : 511,
"21626880" : 454,
"21889024" : 413,
"22151168" : 353,
"22413312" : 374,
"22675456" : 378,
"22937600" : 331,
"23199744" : 325,
"23461888" : 348,
"23724032" : 328,
"23986176" : 303,
"24248320" : 287,
"24510464" : 280,
"24772608" : 289,
"25034752" : 272,
"25296896" : 260,
"25559040" : 256,
"25821184" : 236,
"26083328" : 219,
"26345472" : 259,
"26607616" : 198,
"26869760" : 182,
"27131904" : 180,
"27394048" : 163,
"27656192" : 182,
"27918336" : 156,
"28180480" : 167,
"28442624" : 165,
"28704768" : 155,
"28966912" : 146,
"29229056" : 140,
"29491200" : 145,
"29753344" : 123,
"30015488" : 123,
"30277632" : 84,
"30539776" : 104,
"30801920" : 87,
"31064064" : 115,
"31326208" : 111,
"31588352" : 90,
"31850496" : 86,
"32112640" : 69,
"32374784" : 82,
"32636928" : 72,
"32899072" : 87,
"33161216" : 53,
"33423360" : 78,
"33816576" : 147,
"34340864" : 137,
"34865152" : 84,
"35389440" : 97,
"35913728" : 68,
"36438016" : 86,
"36962304" : 90,
"37486592" : 81,
"38010880" : 76,
"38535168" : 71,
"39059456" : 58,
"39583744" : 29,
"40108032" : 31,
"40632320" : 40,
"41156608" : 33,
"41680896" : 24,
"42205184" : 28,
"42729472" : 15,
"43253760" : 15,
"43778048" : 18,
"44302336" : 15,
"44826624" : 10,
"45350912" : 6,
"45875200" : 14,
"46399488" : 8,
"46923776" : 5,
"47448064" : 5,
"47972352" : 4,
"48496640" : 2,
"49020928" : 3,
"49545216" : 1,
"50593792" : 1
}
},
"lat_ns" : {
"min" : 777578,
"max" : 50972737,
"mean" : 6126195.904663,
"stddev" : 4033867.276992,
"N" : 887973
},
"bw_min" : 8960,
"bw_max" : 128808,
"bw_agg" : 99.877453,
"bw_mean" : 20868.091445,
"bw_dev" : 10125.369175,
"bw_samples" : 339,
"iops_min" : 2240,
"iops_max" : 32202,
"iops_mean" : 5216.991150,
"iops_stddev" : 2531.343954,
"iops_samples" : 339
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 169999,
"usr_cpu" : 1.068242,
"sys_cpu" : 21.620715,
"ctx" : 379890,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999887,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999887,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 2.138914
},
"latency_ms" : {
"2" : 2.927000,
"4" : 28.640816,
"10" : 58.364997,
"20" : 6.391629,
"50" : 1.536419,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095858,
"timestamp_ms" : 1773095858411,
"time" : "Mon Mar 9 19:37:38 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4027592704,
"io_kbytes" : 3933196,
"bw_bytes" : 22375515,
"bw" : 21851,
"iops" : 5462.772222,
"runtime" : 180000,
"total_ios" : 983299,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8884,
"max" : 4997748,
"mean" : 180987.359873,
"stddev" : 275437.386811,
"N" : 983300
},
"clat_ns" : {
"min" : 14582,
"max" : 50363896,
"mean" : 5676528.912032,
"stddev" : 3875990.441084,
"N" : 983330,
"percentile" : {
"1.000000" : 921600,
"5.000000" : 1794048,
"10.000000" : 2244608,
"20.000000" : 2899968,
"30.000000" : 3457024,
"40.000000" : 4079616,
"50.000000" : 4816896,
"60.000000" : 5668864,
"70.000000" : 6717440,
"80.000000" : 7897088,
"90.000000" : 9502720,
"95.000000" : 11075584,
"99.000000" : 21889024,
"99.500000" : 26083328,
"99.900000" : 34865152,
"99.950000" : 38010880,
"99.990000" : 43253760
},
"bins" : {
"14528" : 1,
"436224" : 1,
"460800" : 1,
"485376" : 1,
"518144" : 1,
"749568" : 2,
"757760" : 2,
"765952" : 31,
"774144" : 63,
"782336" : 111,
"790528" : 154,
"798720" : 179,
"806912" : 289,
"815104" : 310,
"823296" : 379,
"831488" : 362,
"839680" : 402,
"847872" : 380,
"856064" : 306,
"864256" : 369,
"872448" : 507,
"880640" : 671,
"888832" : 841,
"897024" : 1157,
"905216" : 1466,
"913408" : 1686,
"921600" : 1638,
"929792" : 1583,
"937984" : 1268,
"946176" : 1100,
"954368" : 857,
"962560" : 723,
"970752" : 632,
"978944" : 601,
"987136" : 555,
"995328" : 638,
"1003520" : 604,
"1011712" : 601,
"1019904" : 615,
"1028096" : 597,
"1036288" : 417,
"1044480" : 375,
"1056768" : 665,
"1073152" : 573,
"1089536" : 699,
"1105920" : 760,
"1122304" : 1057,
"1138688" : 1169,
"1155072" : 967,
"1171456" : 724,
"1187840" : 507,
"1204224" : 470,
"1220608" : 204,
"1236992" : 99,
"1253376" : 83,
"1269760" : 51,
"1286144" : 33,
"1302528" : 23,
"1318912" : 23,
"1335296" : 40,
"1351680" : 68,
"1368064" : 162,
"1384448" : 263,
"1400832" : 358,
"1417216" : 542,
"1433600" : 894,
"1449984" : 1030,
"1466368" : 1213,
"1482752" : 1309,
"1499136" : 1050,
"1515520" : 1039,
"1531904" : 814,
"1548288" : 723,
"1564672" : 439,
"1581056" : 331,
"1597440" : 191,
"1613824" : 107,
"1630208" : 106,
"1646592" : 141,
"1662976" : 216,
"1679360" : 323,
"1695744" : 398,
"1712128" : 725,
"1728512" : 957,
"1744896" : 1424,
"1761280" : 1704,
"1777664" : 1794,
"1794048" : 1843,
"1810432" : 2302,
"1826816" : 2291,
"1843200" : 1943,
"1859584" : 1701,
"1875968" : 1486,
"1892352" : 1175,
"1908736" : 886,
"1925120" : 648,
"1941504" : 472,
"1957888" : 438,
"1974272" : 470,
"1990656" : 628,
"2007040" : 790,
"2023424" : 1012,
"2039808" : 1338,
"2056192" : 1805,
"2072576" : 2093,
"2088960" : 2387,
"2113536" : 5917,
"2146304" : 5910,
"2179072" : 5455,
"2211840" : 4132,
"2244608" : 2760,
"2277376" : 2092,
"2310144" : 2310,
"2342912" : 3052,
"2375680" : 4641,
"2408448" : 5732,
"2441216" : 6975,
"2473984" : 7306,
"2506752" : 6533,
"2539520" : 4931,
"2572288" : 3656,
"2605056" : 3276,
"2637824" : 3282,
"2670592" : 4131,
"2703360" : 5500,
"2736128" : 6555,
"2768896" : 7469,
"2801664" : 7755,
"2834432" : 6500,
"2867200" : 5426,
"2899968" : 4489,
"2932736" : 4023,
"2965504" : 4383,
"2998272" : 4979,
"3031040" : 6140,
"3063808" : 6896,
"3096576" : 7128,
"3129344" : 7122,
"3162112" : 6029,
"3194880" : 5471,
"3227648" : 4762,
"3260416" : 4613,
"3293184" : 4732,
"3325952" : 5314,
"3358720" : 6052,
"3391488" : 6541,
"3424256" : 6424,
"3457024" : 6274,
"3489792" : 5817,
"3522560" : 5184,
"3555328" : 4727,
"3588096" : 4462,
"3620864" : 4713,
"3653632" : 5455,
"3686400" : 5559,
"3719168" : 5870,
"3751936" : 5843,
"3784704" : 5990,
"3817472" : 5305,
"3850240" : 4907,
"3883008" : 4729,
"3915776" : 4633,
"3948544" : 4743,
"3981312" : 4897,
"4014080" : 5093,
"4046848" : 5226,
"4079616" : 5246,
"4112384" : 4996,
"4145152" : 5097,
"4177920" : 4675,
"4227072" : 8941,
"4292608" : 9167,
"4358144" : 9628,
"4423680" : 9566,
"4489216" : 8956,
"4554752" : 8327,
"4620288" : 8591,
"4685824" : 8841,
"4751360" : 8834,
"4816896" : 8017,
"4882432" : 7925,
"4947968" : 7758,
"5013504" : 8095,
"5079040" : 7832,
"5144576" : 7452,
"5210112" : 7064,
"5275648" : 7156,
"5341184" : 7320,
"5406720" : 7277,
"5472256" : 6821,
"5537792" : 6821,
"5603328" : 6986,
"5668864" : 6815,
"5734400" : 6828,
"5799936" : 6522,
"5865472" : 6410,
"5931008" : 6482,
"5996544" : 6421,
"6062080" : 6351,
"6127616" : 6076,
"6193152" : 6191,
"6258688" : 6147,
"6324224" : 6127,
"6389760" : 6214,
"6455296" : 6000,
"6520832" : 5845,
"6586368" : 5757,
"6651904" : 5678,
"6717440" : 6019,
"6782976" : 5794,
"6848512" : 5755,
"6914048" : 5594,
"6979584" : 5579,
"7045120" : 5506,
"7110656" : 5315,
"7176192" : 5464,
"7241728" : 5567,
"7307264" : 5190,
"7372800" : 5280,
"7438336" : 5101,
"7503872" : 5182,
"7569408" : 5215,
"7634944" : 5175,
"7700480" : 5029,
"7766016" : 4748,
"7831552" : 4792,
"7897088" : 5056,
"7962624" : 4891,
"8028160" : 4682,
"8093696" : 4481,
"8159232" : 4508,
"8224768" : 4410,
"8290304" : 4419,
"8355840" : 4313,
"8454144" : 8465,
"8585216" : 8239,
"8716288" : 8187,
"8847360" : 8008,
"8978432" : 7669,
"9109504" : 7256,
"9240576" : 7190,
"9371648" : 7121,
"9502720" : 6730,
"9633792" : 6725,
"9764864" : 6026,
"9895936" : 5737,
"10027008" : 5172,
"10158080" : 4561,
"10289152" : 4016,
"10420224" : 3409,
"10551296" : 2888,
"10682368" : 2340,
"10813440" : 2055,
"10944512" : 1555,
"11075584" : 1384,
"11206656" : 1222,
"11337728" : 1052,
"11468800" : 890,
"11599872" : 829,
"11730944" : 832,
"11862016" : 802,
"11993088" : 805,
"12124160" : 744,
"12255232" : 679,
"12386304" : 664,
"12517376" : 663,
"12648448" : 624,
"12779520" : 646,
"12910592" : 635,
"13041664" : 597,
"13172736" : 592,
"13303808" : 608,
"13434880" : 679,
"13565952" : 601,
"13697024" : 540,
"13828096" : 534,
"13959168" : 591,
"14090240" : 517,
"14221312" : 523,
"14352384" : 538,
"14483456" : 530,
"14614528" : 560,
"14745600" : 524,
"14876672" : 478,
"15007744" : 444,
"15138816" : 476,
"15269888" : 468,
"15400960" : 480,
"15532032" : 437,
"15663104" : 449,
"15794176" : 409,
"15925248" : 441,
"16056320" : 423,
"16187392" : 489,
"16318464" : 461,
"16449536" : 464,
"16580608" : 419,
"16711680" : 403,
"16908288" : 848,
"17170432" : 841,
"17432576" : 801,
"17694720" : 742,
"17956864" : 670,
"18219008" : 690,
"18481152" : 683,
"18743296" : 628,
"19005440" : 549,
"19267584" : 603,
"19529728" : 567,
"19791872" : 551,
"20054016" : 601,
"20316160" : 547,
"20578304" : 512,
"20840448" : 565,
"21102592" : 500,
"21364736" : 517,
"21626880" : 457,
"21889024" : 416,
"22151168" : 357,
"22413312" : 375,
"22675456" : 385,
"22937600" : 331,
"23199744" : 325,
"23461888" : 348,
"23724032" : 329,
"23986176" : 303,
"24248320" : 287,
"24510464" : 280,
"24772608" : 289,
"25034752" : 272,
"25296896" : 260,
"25559040" : 256,
"25821184" : 236,
"26083328" : 219,
"26345472" : 259,
"26607616" : 198,
"26869760" : 182,
"27131904" : 180,
"27394048" : 163,
"27656192" : 182,
"27918336" : 156,
"28180480" : 167,
"28442624" : 165,
"28704768" : 155,
"28966912" : 146,
"29229056" : 140,
"29491200" : 145,
"29753344" : 123,
"30015488" : 123,
"30277632" : 84,
"30539776" : 104,
"30801920" : 87,
"31064064" : 115,
"31326208" : 111,
"31588352" : 90,
"31850496" : 86,
"32112640" : 69,
"32374784" : 82,
"32636928" : 72,
"32899072" : 87,
"33161216" : 53,
"33423360" : 78,
"33816576" : 147,
"34340864" : 137,
"34865152" : 84,
"35389440" : 97,
"35913728" : 68,
"36438016" : 86,
"36962304" : 90,
"37486592" : 81,
"38010880" : 76,
"38535168" : 71,
"39059456" : 58,
"39583744" : 29,
"40108032" : 31,
"40632320" : 40,
"41156608" : 33,
"41680896" : 24,
"42205184" : 28,
"42729472" : 15,
"43253760" : 15,
"43778048" : 18,
"44302336" : 15,
"44826624" : 10,
"45350912" : 6,
"45875200" : 14,
"46399488" : 8,
"46923776" : 5,
"47448064" : 5,
"47972352" : 4,
"48496640" : 2,
"49020928" : 3,
"49545216" : 1,
"50593792" : 1
}
},
"lat_ns" : {
"min" : 433432,
"max" : 50972737,
"mean" : 5857538.796310,
"stddev" : 3991663.176420,
"N" : 983330
},
"bw_min" : 8960,
"bw_max" : 128808,
"bw_agg" : 99.757042,
"bw_mean" : 21798.470752,
"bw_dev" : 10603.793115,
"bw_samples" : 359,
"iops_min" : 2240,
"iops_max" : 32202,
"iops_mean" : 5449.584958,
"iops_stddev" : 2650.948116,
"iops_samples" : 359
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 180000,
"usr_cpu" : 1.103333,
"sys_cpu" : 22.124444,
"ctx" : 395150,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999898,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 1.962984
},
"latency_ms" : {
"2" : 4.675078,
"4" : 32.060136,
"10" : 53.814048,
"20" : 6.099366,
"50" : 1.390930,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773095858,
"timestamp_ms" : 1773095858454,
"time" : "Mon Mar 9 19:37:38 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4027723776,
"io_kbytes" : 3933324,
"bw_bytes" : 22375994,
"bw" : 21851,
"iops" : 5462.711525,
"runtime" : 180002,
"total_ios" : 983299,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8884,
"max" : 4997748,
"mean" : 180987.359873,
"stddev" : 275437.386811,
"N" : 983300
},
"clat_ns" : {
"min" : 14582,
"max" : 50363896,
"mean" : 5676528.912032,
"stddev" : 3875990.441084,
"N" : 983330,
"percentile" : {
"1.000000" : 921600,
"5.000000" : 1794048,
"10.000000" : 2244608,
"20.000000" : 2899968,
"30.000000" : 3457024,
"40.000000" : 4079616,
"50.000000" : 4816896,
"60.000000" : 5668864,
"70.000000" : 6717440,
"80.000000" : 7897088,
"90.000000" : 9502720,
"95.000000" : 11075584,
"99.000000" : 21889024,
"99.500000" : 26083328,
"99.900000" : 34865152,
"99.950000" : 38010880,
"99.990000" : 43253760
},
"bins" : {
"14528" : 1,
"436224" : 1,
"460800" : 1,
"485376" : 1,
"518144" : 1,
"749568" : 2,
"757760" : 2,
"765952" : 31,
"774144" : 63,
"782336" : 111,
"790528" : 154,
"798720" : 179,
"806912" : 289,
"815104" : 310,
"823296" : 379,
"831488" : 362,
"839680" : 402,
"847872" : 380,
"856064" : 306,
"864256" : 369,
"872448" : 507,
"880640" : 671,
"888832" : 841,
"897024" : 1157,
"905216" : 1466,
"913408" : 1686,
"921600" : 1638,
"929792" : 1583,
"937984" : 1268,
"946176" : 1100,
"954368" : 857,
"962560" : 723,
"970752" : 632,
"978944" : 601,
"987136" : 555,
"995328" : 638,
"1003520" : 604,
"1011712" : 601,
"1019904" : 615,
"1028096" : 597,
"1036288" : 417,
"1044480" : 375,
"1056768" : 665,
"1073152" : 573,
"1089536" : 699,
"1105920" : 760,
"1122304" : 1057,
"1138688" : 1169,
"1155072" : 967,
"1171456" : 724,
"1187840" : 507,
"1204224" : 470,
"1220608" : 204,
"1236992" : 99,
"1253376" : 83,
"1269760" : 51,
"1286144" : 33,
"1302528" : 23,
"1318912" : 23,
"1335296" : 40,
"1351680" : 68,
"1368064" : 162,
"1384448" : 263,
"1400832" : 358,
"1417216" : 542,
"1433600" : 894,
"1449984" : 1030,
"1466368" : 1213,
"1482752" : 1309,
"1499136" : 1050,
"1515520" : 1039,
"1531904" : 814,
"1548288" : 723,
"1564672" : 439,
"1581056" : 331,
"1597440" : 191,
"1613824" : 107,
"1630208" : 106,
"1646592" : 141,
"1662976" : 216,
"1679360" : 323,
"1695744" : 398,
"1712128" : 725,
"1728512" : 957,
"1744896" : 1424,
"1761280" : 1704,
"1777664" : 1794,
"1794048" : 1843,
"1810432" : 2302,
"1826816" : 2291,
"1843200" : 1943,
"1859584" : 1701,
"1875968" : 1486,
"1892352" : 1175,
"1908736" : 886,
"1925120" : 648,
"1941504" : 472,
"1957888" : 438,
"1974272" : 470,
"1990656" : 628,
"2007040" : 790,
"2023424" : 1012,
"2039808" : 1338,
"2056192" : 1805,
"2072576" : 2093,
"2088960" : 2387,
"2113536" : 5917,
"2146304" : 5910,
"2179072" : 5455,
"2211840" : 4132,
"2244608" : 2760,
"2277376" : 2092,
"2310144" : 2310,
"2342912" : 3052,
"2375680" : 4641,
"2408448" : 5732,
"2441216" : 6975,
"2473984" : 7306,
"2506752" : 6533,
"2539520" : 4931,
"2572288" : 3656,
"2605056" : 3276,
"2637824" : 3282,
"2670592" : 4131,
"2703360" : 5500,
"2736128" : 6555,
"2768896" : 7469,
"2801664" : 7755,
"2834432" : 6500,
"2867200" : 5426,
"2899968" : 4489,
"2932736" : 4023,
"2965504" : 4383,
"2998272" : 4979,
"3031040" : 6140,
"3063808" : 6896,
"3096576" : 7128,
"3129344" : 7122,
"3162112" : 6029,
"3194880" : 5471,
"3227648" : 4762,
"3260416" : 4613,
"3293184" : 4732,
"3325952" : 5314,
"3358720" : 6052,
"3391488" : 6541,
"3424256" : 6424,
"3457024" : 6274,
"3489792" : 5817,
"3522560" : 5184,
"3555328" : 4727,
"3588096" : 4462,
"3620864" : 4713,
"3653632" : 5455,
"3686400" : 5559,
"3719168" : 5870,
"3751936" : 5843,
"3784704" : 5990,
"3817472" : 5305,
"3850240" : 4907,
"3883008" : 4729,
"3915776" : 4633,
"3948544" : 4743,
"3981312" : 4897,
"4014080" : 5093,
"4046848" : 5226,
"4079616" : 5246,
"4112384" : 4996,
"4145152" : 5097,
"4177920" : 4675,
"4227072" : 8941,
"4292608" : 9167,
"4358144" : 9628,
"4423680" : 9566,
"4489216" : 8956,
"4554752" : 8327,
"4620288" : 8591,
"4685824" : 8841,
"4751360" : 8834,
"4816896" : 8017,
"4882432" : 7925,
"4947968" : 7758,
"5013504" : 8095,
"5079040" : 7832,
"5144576" : 7452,
"5210112" : 7064,
"5275648" : 7156,
"5341184" : 7320,
"5406720" : 7277,
"5472256" : 6821,
"5537792" : 6821,
"5603328" : 6986,
"5668864" : 6815,
"5734400" : 6828,
"5799936" : 6522,
"5865472" : 6410,
"5931008" : 6482,
"5996544" : 6421,
"6062080" : 6351,
"6127616" : 6076,
"6193152" : 6191,
"6258688" : 6147,
"6324224" : 6127,
"6389760" : 6214,
"6455296" : 6000,
"6520832" : 5845,
"6586368" : 5757,
"6651904" : 5678,
"6717440" : 6019,
"6782976" : 5794,
"6848512" : 5755,
"6914048" : 5594,
"6979584" : 5579,
"7045120" : 5506,
"7110656" : 5315,
"7176192" : 5464,
"7241728" : 5567,
"7307264" : 5190,
"7372800" : 5280,
"7438336" : 5101,
"7503872" : 5182,
"7569408" : 5215,
"7634944" : 5175,
"7700480" : 5029,
"7766016" : 4748,
"7831552" : 4792,
"7897088" : 5056,
"7962624" : 4891,
"8028160" : 4682,
"8093696" : 4481,
"8159232" : 4508,
"8224768" : 4410,
"8290304" : 4419,
"8355840" : 4313,
"8454144" : 8465,
"8585216" : 8239,
"8716288" : 8187,
"8847360" : 8008,
"8978432" : 7669,
"9109504" : 7256,
"9240576" : 7190,
"9371648" : 7121,
"9502720" : 6730,
"9633792" : 6725,
"9764864" : 6026,
"9895936" : 5737,
"10027008" : 5172,
"10158080" : 4561,
"10289152" : 4016,
"10420224" : 3409,
"10551296" : 2888,
"10682368" : 2340,
"10813440" : 2055,
"10944512" : 1555,
"11075584" : 1384,
"11206656" : 1222,
"11337728" : 1052,
"11468800" : 890,
"11599872" : 829,
"11730944" : 832,
"11862016" : 802,
"11993088" : 805,
"12124160" : 744,
"12255232" : 679,
"12386304" : 664,
"12517376" : 663,
"12648448" : 624,
"12779520" : 646,
"12910592" : 635,
"13041664" : 597,
"13172736" : 592,
"13303808" : 608,
"13434880" : 679,
"13565952" : 601,
"13697024" : 540,
"13828096" : 534,
"13959168" : 591,
"14090240" : 517,
"14221312" : 523,
"14352384" : 538,
"14483456" : 530,
"14614528" : 560,
"14745600" : 524,
"14876672" : 478,
"15007744" : 444,
"15138816" : 476,
"15269888" : 468,
"15400960" : 480,
"15532032" : 437,
"15663104" : 449,
"15794176" : 409,
"15925248" : 441,
"16056320" : 423,
"16187392" : 489,
"16318464" : 461,
"16449536" : 464,
"16580608" : 419,
"16711680" : 403,
"16908288" : 848,
"17170432" : 841,
"17432576" : 801,
"17694720" : 742,
"17956864" : 670,
"18219008" : 690,
"18481152" : 683,
"18743296" : 628,
"19005440" : 549,
"19267584" : 603,
"19529728" : 567,
"19791872" : 551,
"20054016" : 601,
"20316160" : 547,
"20578304" : 512,
"20840448" : 565,
"21102592" : 500,
"21364736" : 517,
"21626880" : 457,
"21889024" : 416,
"22151168" : 357,
"22413312" : 375,
"22675456" : 385,
"22937600" : 331,
"23199744" : 325,
"23461888" : 348,
"23724032" : 329,
"23986176" : 303,
"24248320" : 287,
"24510464" : 280,
"24772608" : 289,
"25034752" : 272,
"25296896" : 260,
"25559040" : 256,
"25821184" : 236,
"26083328" : 219,
"26345472" : 259,
"26607616" : 198,
"26869760" : 182,
"27131904" : 180,
"27394048" : 163,
"27656192" : 182,
"27918336" : 156,
"28180480" : 167,
"28442624" : 165,
"28704768" : 155,
"28966912" : 146,
"29229056" : 140,
"29491200" : 145,
"29753344" : 123,
"30015488" : 123,
"30277632" : 84,
"30539776" : 104,
"30801920" : 87,
"31064064" : 115,
"31326208" : 111,
"31588352" : 90,
"31850496" : 86,
"32112640" : 69,
"32374784" : 82,
"32636928" : 72,
"32899072" : 87,
"33161216" : 53,
"33423360" : 78,
"33816576" : 147,
"34340864" : 137,
"34865152" : 84,
"35389440" : 97,
"35913728" : 68,
"36438016" : 86,
"36962304" : 90,
"37486592" : 81,
"38010880" : 76,
"38535168" : 71,
"39059456" : 58,
"39583744" : 29,
"40108032" : 31,
"40632320" : 40,
"41156608" : 33,
"41680896" : 24,
"42205184" : 28,
"42729472" : 15,
"43253760" : 15,
"43778048" : 18,
"44302336" : 15,
"44826624" : 10,
"45350912" : 6,
"45875200" : 14,
"46399488" : 8,
"46923776" : 5,
"47448064" : 5,
"47972352" : 4,
"48496640" : 2,
"49020928" : 3,
"49545216" : 1,
"50593792" : 1
}
},
"lat_ns" : {
"min" : 433432,
"max" : 50972737,
"mean" : 5857538.796310,
"stddev" : 3991663.176420,
"N" : 983330
},
"bw_min" : 8960,
"bw_max" : 128808,
"bw_agg" : 99.754907,
"bw_mean" : 21798.470752,
"bw_dev" : 10603.793115,
"bw_samples" : 359,
"iops_min" : 2240,
"iops_max" : 32202,
"iops_mean" : 5449.584958,
"iops_stddev" : 2650.948116,
"iops_samples" : 359
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 180001,
"usr_cpu" : 1.103327,
"sys_cpu" : 22.124322,
"ctx" : 395151,
"majf" : 0,
"minf" : 36,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999898,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 1.962984
},
"latency_ms" : {
"2" : 4.675078,
"4" : 32.060136,
"10" : 53.814048,
"20" : 6.099366,
"50" : 1.390930,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}