raidz2/benchmarks/rand/rand-write-qd16-nj1_run1.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773092921,
"timestamp_ms" : 1773092921788,
"time" : "Mon Mar 9 18:48:41 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 113889280,
"io_kbytes" : 111220,
"bw_bytes" : 11663008,
"bw" : 11389,
"iops" : 2849.155146,
"runtime" : 9765,
"total_ios" : 27822,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9765,
"usr_cpu" : 0.491551,
"sys_cpu" : 16.692268,
"ctx" : 25849,
"majf" : 0,
"minf" : 6,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 99.946086,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092932,
"timestamp_ms" : 1773092932022,
"time" : "Mon Mar 9 18:48:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 121245696,
"io_kbytes" : 118404,
"bw_bytes" : 12125782,
"bw" : 11841,
"iops" : 2960.496050,
"runtime" : 9999,
"total_ios" : 29602,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9825,
"max" : 4674216,
"mean" : 335502.564962,
"stddev" : 222335.869778,
"N" : 29602
},
"clat_ns" : {
"min" : 2478749,
"max" : 24033270,
"mean" : 5068499.011114,
"stddev" : 1818344.366208,
"N" : 29601,
"percentile" : {
"1.000000" : 3522560,
"5.000000" : 3915776,
"10.000000" : 4112384,
"20.000000" : 4358144,
"30.000000" : 4489216,
"40.000000" : 4620288,
"50.000000" : 4751360,
"60.000000" : 4882432,
"70.000000" : 5013504,
"80.000000" : 5210112,
"90.000000" : 5472256,
"95.000000" : 6193152,
"99.000000" : 15269888,
"99.500000" : 17432576,
"99.900000" : 20840448,
"99.950000" : 21626880,
"99.990000" : 23199744
},
"bins" : {
"2473984" : 1,
"2736128" : 1,
"2801664" : 1,
"2834432" : 5,
"2932736" : 3,
"2965504" : 6,
"2998272" : 3,
"3031040" : 8,
"3063808" : 4,
"3096576" : 8,
"3129344" : 13,
"3162112" : 10,
"3194880" : 13,
"3227648" : 5,
"3260416" : 13,
"3293184" : 16,
"3325952" : 18,
"3358720" : 23,
"3391488" : 28,
"3424256" : 33,
"3457024" : 30,
"3489792" : 27,
"3522560" : 35,
"3555328" : 36,
"3588096" : 47,
"3620864" : 53,
"3653632" : 101,
"3686400" : 77,
"3719168" : 97,
"3751936" : 116,
"3784704" : 105,
"3817472" : 119,
"3850240" : 129,
"3883008" : 169,
"3915776" : 174,
"3948544" : 163,
"3981312" : 232,
"4014080" : 243,
"4046848" : 293,
"4079616" : 263,
"4112384" : 320,
"4145152" : 318,
"4177920" : 356,
"4227072" : 776,
"4292608" : 989,
"4358144" : 1096,
"4423680" : 1184,
"4489216" : 1291,
"4554752" : 1347,
"4620288" : 1594,
"4685824" : 1593,
"4751360" : 1650,
"4816896" : 1623,
"4882432" : 1498,
"4947968" : 1398,
"5013504" : 1523,
"5079040" : 1251,
"5144576" : 1075,
"5210112" : 880,
"5275648" : 785,
"5341184" : 650,
"5406720" : 534,
"5472256" : 442,
"5537792" : 311,
"5603328" : 220,
"5668864" : 144,
"5734400" : 90,
"5799936" : 93,
"5865472" : 96,
"5931008" : 62,
"5996544" : 77,
"6062080" : 62,
"6127616" : 36,
"6193152" : 39,
"6258688" : 34,
"6324224" : 40,
"6389760" : 24,
"6455296" : 26,
"6520832" : 25,
"6586368" : 15,
"6651904" : 16,
"6717440" : 13,
"6782976" : 11,
"6848512" : 8,
"6914048" : 12,
"6979584" : 10,
"7045120" : 9,
"7110656" : 4,
"7176192" : 6,
"7241728" : 7,
"7307264" : 5,
"7372800" : 7,
"7438336" : 5,
"7503872" : 9,
"7569408" : 8,
"7634944" : 2,
"7700480" : 2,
"7766016" : 2,
"7831552" : 3,
"7897088" : 4,
"7962624" : 9,
"8028160" : 3,
"8093696" : 6,
"8159232" : 8,
"8224768" : 7,
"8290304" : 6,
"8355840" : 3,
"8454144" : 8,
"8585216" : 17,
"8716288" : 19,
"8847360" : 9,
"8978432" : 22,
"9109504" : 31,
"9240576" : 20,
"9371648" : 29,
"9502720" : 24,
"9633792" : 20,
"9764864" : 20,
"9895936" : 27,
"10027008" : 16,
"10158080" : 19,
"10289152" : 30,
"10420224" : 21,
"10551296" : 8,
"10682368" : 24,
"10813440" : 18,
"10944512" : 23,
"11075584" : 24,
"11206656" : 11,
"11337728" : 25,
"11468800" : 18,
"11599872" : 15,
"11730944" : 12,
"11862016" : 22,
"11993088" : 9,
"12124160" : 13,
"12255232" : 14,
"12386304" : 11,
"12517376" : 11,
"12648448" : 15,
"12779520" : 7,
"12910592" : 7,
"13041664" : 11,
"13172736" : 7,
"13303808" : 18,
"13434880" : 14,
"13565952" : 6,
"13697024" : 8,
"13828096" : 19,
"13959168" : 8,
"14090240" : 10,
"14221312" : 11,
"14352384" : 14,
"14483456" : 17,
"14614528" : 21,
"14745600" : 9,
"14876672" : 14,
"15007744" : 15,
"15138816" : 7,
"15269888" : 4,
"15400960" : 9,
"15532032" : 9,
"15663104" : 11,
"15794176" : 12,
"15925248" : 10,
"16056320" : 4,
"16187392" : 10,
"16318464" : 8,
"16449536" : 12,
"16580608" : 11,
"16711680" : 11,
"16908288" : 15,
"17170432" : 15,
"17432576" : 15,
"17694720" : 15,
"17956864" : 10,
"18219008" : 13,
"18481152" : 13,
"18743296" : 9,
"19005440" : 8,
"19267584" : 8,
"19529728" : 6,
"19791872" : 8,
"20054016" : 9,
"20316160" : 6,
"20578304" : 8,
"20840448" : 2,
"21102592" : 5,
"21364736" : 3,
"21626880" : 8,
"21889024" : 2,
"22151168" : 5,
"22675456" : 2,
"22937600" : 1,
"23199744" : 1,
"23986176" : 2
}
},
"lat_ns" : {
"min" : 2851099,
"max" : 26286776,
"mean" : 5403998.651431,
"stddev" : 1928101.048359,
"N" : 29601
},
"bw_min" : 8984,
"bw_max" : 12848,
"bw_agg" : 99.564383,
"bw_mean" : 11790.578947,
"bw_dev" : 1449.586198,
"bw_samples" : 19,
"iops_min" : 2246,
"iops_max" : 3212,
"iops_mean" : 2947.631579,
"iops_stddev" : 362.387639,
"iops_samples" : 19
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9999,
"usr_cpu" : 0.630063,
"sys_cpu" : 16.351635,
"ctx" : 25936,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 6.546855,
"10" : 90.490507,
"20" : 2.793730,
"50" : 0.165529,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092942,
"timestamp_ms" : 1773092942022,
"time" : "Mon Mar 9 18:49:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 347127808,
"io_kbytes" : 338992,
"bw_bytes" : 17357258,
"bw" : 16950,
"iops" : 4237.661883,
"runtime" : 19999,
"total_ios" : 84749,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9154,
"max" : 4723421,
"mean" : 233867.880128,
"stddev" : 243252.714794,
"N" : 84749
},
"clat_ns" : {
"min" : 351538,
"max" : 30823191,
"mean" : 3541269.947574,
"stddev" : 2686707.614372,
"N" : 84748,
"percentile" : {
"1.000000" : 395264,
"5.000000" : 419840,
"10.000000" : 436224,
"20.000000" : 468992,
"30.000000" : 757760,
"40.000000" : 3948544,
"50.000000" : 4292608,
"60.000000" : 4489216,
"70.000000" : 4751360,
"80.000000" : 4947968,
"90.000000" : 5210112,
"95.000000" : 5537792,
"99.000000" : 14614528,
"99.500000" : 17432576,
"99.900000" : 22151168,
"99.950000" : 23986176,
"99.990000" : 27131904
},
"bins" : {
"350208" : 2,
"354304" : 1,
"358400" : 8,
"362496" : 16,
"366592" : 37,
"370688" : 64,
"374784" : 86,
"378880" : 110,
"382976" : 117,
"387072" : 171,
"391168" : 192,
"395264" : 354,
"399360" : 422,
"403456" : 442,
"407552" : 618,
"411648" : 681,
"415744" : 696,
"419840" : 789,
"423936" : 914,
"428032" : 984,
"432128" : 1125,
"436224" : 1200,
"440320" : 1165,
"444416" : 1222,
"448512" : 1215,
"452608" : 1110,
"456704" : 1038,
"460800" : 921,
"464896" : 838,
"468992" : 727,
"473088" : 617,
"477184" : 617,
"481280" : 575,
"485376" : 511,
"489472" : 472,
"493568" : 427,
"497664" : 375,
"501760" : 308,
"505856" : 228,
"509952" : 201,
"514048" : 185,
"518144" : 163,
"522240" : 192,
"528384" : 379,
"536576" : 431,
"544768" : 428,
"552960" : 335,
"561152" : 312,
"569344" : 179,
"577536" : 193,
"585728" : 115,
"593920" : 121,
"602112" : 84,
"610304" : 66,
"618496" : 48,
"626688" : 33,
"634880" : 25,
"643072" : 19,
"651264" : 9,
"659456" : 9,
"667648" : 5,
"675840" : 12,
"684032" : 24,
"692224" : 36,
"700416" : 84,
"708608" : 79,
"716800" : 61,
"724992" : 50,
"733184" : 40,
"741376" : 46,
"749568" : 19,
"757760" : 49,
"765952" : 67,
"774144" : 66,
"782336" : 32,
"790528" : 21,
"798720" : 10,
"815104" : 2,
"823296" : 5,
"839680" : 5,
"905216" : 1,
"946176" : 5,
"954368" : 1,
"962560" : 3,
"978944" : 2,
"987136" : 3,
"995328" : 8,
"1003520" : 5,
"1011712" : 13,
"1019904" : 13,
"1028096" : 21,
"1036288" : 24,
"1044480" : 10,
"1056768" : 29,
"1073152" : 64,
"1089536" : 41,
"1105920" : 23,
"1122304" : 21,
"1138688" : 31,
"1155072" : 41,
"1171456" : 3,
"1187840" : 2,
"1204224" : 6,
"1220608" : 5,
"1236992" : 2,
"1253376" : 2,
"1269760" : 8,
"1286144" : 1,
"1302528" : 6,
"1318912" : 2,
"1335296" : 19,
"1351680" : 7,
"1368064" : 42,
"1384448" : 25,
"1400832" : 25,
"1417216" : 20,
"1433600" : 20,
"1449984" : 14,
"1466368" : 15,
"1482752" : 16,
"1499136" : 2,
"1515520" : 12,
"1531904" : 2,
"1548288" : 15,
"1564672" : 4,
"1581056" : 1,
"1597440" : 3,
"1613824" : 8,
"1630208" : 4,
"1646592" : 10,
"1662976" : 24,
"1679360" : 5,
"1695744" : 22,
"1712128" : 23,
"1728512" : 39,
"1744896" : 16,
"1761280" : 22,
"1777664" : 17,
"1794048" : 18,
"1810432" : 10,
"1826816" : 13,
"1843200" : 12,
"1859584" : 2,
"1875968" : 6,
"1892352" : 12,
"1908736" : 15,
"1925120" : 4,
"1941504" : 5,
"1957888" : 12,
"1974272" : 16,
"1990656" : 19,
"2007040" : 17,
"2023424" : 26,
"2039808" : 22,
"2056192" : 26,
"2072576" : 16,
"2088960" : 15,
"2113536" : 45,
"2146304" : 34,
"2179072" : 26,
"2211840" : 17,
"2244608" : 23,
"2277376" : 36,
"2310144" : 29,
"2342912" : 54,
"2375680" : 41,
"2408448" : 53,
"2441216" : 31,
"2473984" : 33,
"2506752" : 28,
"2539520" : 24,
"2572288" : 29,
"2605056" : 28,
"2637824" : 41,
"2670592" : 52,
"2703360" : 70,
"2736128" : 51,
"2768896" : 45,
"2801664" : 34,
"2834432" : 48,
"2867200" : 37,
"2899968" : 56,
"2932736" : 56,
"2965504" : 67,
"2998272" : 76,
"3031040" : 76,
"3063808" : 70,
"3096576" : 76,
"3129344" : 76,
"3162112" : 68,
"3194880" : 83,
"3227648" : 76,
"3260416" : 109,
"3293184" : 127,
"3325952" : 138,
"3358720" : 174,
"3391488" : 123,
"3424256" : 136,
"3457024" : 144,
"3489792" : 146,
"3522560" : 170,
"3555328" : 209,
"3588096" : 279,
"3620864" : 238,
"3653632" : 328,
"3686400" : 277,
"3719168" : 318,
"3751936" : 301,
"3784704" : 289,
"3817472" : 359,
"3850240" : 414,
"3883008" : 548,
"3915776" : 606,
"3948544" : 563,
"3981312" : 666,
"4014080" : 668,
"4046848" : 687,
"4079616" : 668,
"4112384" : 783,
"4145152" : 779,
"4177920" : 816,
"4227072" : 1992,
"4292608" : 2349,
"4358144" : 2277,
"4423680" : 2269,
"4489216" : 2573,
"4554752" : 2700,
"4620288" : 2870,
"4685824" : 2798,
"4751360" : 2798,
"4816896" : 2749,
"4882432" : 2514,
"4947968" : 2304,
"5013504" : 2311,
"5079040" : 1924,
"5144576" : 1623,
"5210112" : 1338,
"5275648" : 1161,
"5341184" : 979,
"5406720" : 757,
"5472256" : 575,
"5537792" : 407,
"5603328" : 280,
"5668864" : 176,
"5734400" : 120,
"5799936" : 121,
"5865472" : 128,
"5931008" : 79,
"5996544" : 91,
"6062080" : 71,
"6127616" : 51,
"6193152" : 57,
"6258688" : 43,
"6324224" : 45,
"6389760" : 31,
"6455296" : 38,
"6520832" : 35,
"6586368" : 27,
"6651904" : 24,
"6717440" : 21,
"6782976" : 16,
"6848512" : 10,
"6914048" : 15,
"6979584" : 12,
"7045120" : 16,
"7110656" : 7,
"7176192" : 8,
"7241728" : 9,
"7307264" : 10,
"7372800" : 9,
"7438336" : 8,
"7503872" : 13,
"7569408" : 10,
"7634944" : 4,
"7700480" : 5,
"7766016" : 10,
"7831552" : 8,
"7897088" : 8,
"7962624" : 15,
"8028160" : 8,
"8093696" : 9,
"8159232" : 12,
"8224768" : 8,
"8290304" : 8,
"8355840" : 6,
"8454144" : 21,
"8585216" : 22,
"8716288" : 24,
"8847360" : 18,
"8978432" : 31,
"9109504" : 48,
"9240576" : 29,
"9371648" : 40,
"9502720" : 31,
"9633792" : 33,
"9764864" : 40,
"9895936" : 41,
"10027008" : 31,
"10158080" : 36,
"10289152" : 40,
"10420224" : 46,
"10551296" : 24,
"10682368" : 37,
"10813440" : 36,
"10944512" : 36,
"11075584" : 36,
"11206656" : 32,
"11337728" : 37,
"11468800" : 38,
"11599872" : 31,
"11730944" : 22,
"11862016" : 37,
"11993088" : 28,
"12124160" : 30,
"12255232" : 27,
"12386304" : 25,
"12517376" : 32,
"12648448" : 23,
"12779520" : 27,
"12910592" : 24,
"13041664" : 25,
"13172736" : 28,
"13303808" : 42,
"13434880" : 31,
"13565952" : 22,
"13697024" : 26,
"13828096" : 36,
"13959168" : 26,
"14090240" : 20,
"14221312" : 34,
"14352384" : 26,
"14483456" : 30,
"14614528" : 34,
"14745600" : 23,
"14876672" : 27,
"15007744" : 28,
"15138816" : 15,
"15269888" : 9,
"15400960" : 28,
"15532032" : 21,
"15663104" : 19,
"15794176" : 24,
"15925248" : 17,
"16056320" : 11,
"16187392" : 21,
"16318464" : 20,
"16449536" : 20,
"16580608" : 26,
"16711680" : 19,
"16908288" : 26,
"17170432" : 26,
"17432576" : 30,
"17694720" : 32,
"17956864" : 23,
"18219008" : 29,
"18481152" : 25,
"18743296" : 31,
"19005440" : 23,
"19267584" : 23,
"19529728" : 12,
"19791872" : 17,
"20054016" : 16,
"20316160" : 17,
"20578304" : 12,
"20840448" : 8,
"21102592" : 15,
"21364736" : 13,
"21626880" : 16,
"21889024" : 9,
"22151168" : 12,
"22413312" : 6,
"22675456" : 8,
"22937600" : 6,
"23199744" : 4,
"23461888" : 8,
"23724032" : 3,
"23986176" : 8,
"24248320" : 5,
"24510464" : 2,
"24772608" : 4,
"25034752" : 1,
"25296896" : 1,
"25559040" : 4,
"25821184" : 2,
"26083328" : 3,
"26345472" : 4,
"26869760" : 3,
"27131904" : 3,
"27394048" : 1,
"28180480" : 1,
"29229056" : 1,
"29753344" : 2,
"30801920" : 1
}
},
"lat_ns" : {
"min" : 375964,
"max" : 31661181,
"mean" : 3775140.308680,
"stddev" : 2858620.517587,
"N" : 84748
},
"bw_min" : 8984,
"bw_max" : 129408,
"bw_agg" : 100.000000,
"bw_mean" : 17029.205128,
"bw_dev" : 20995.283182,
"bw_samples" : 39,
"iops_min" : 2246,
"iops_max" : 32352,
"iops_mean" : 4257.282051,
"iops_stddev" : 5248.824495,
"iops_samples" : 39
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 19999,
"usr_cpu" : 0.845042,
"sys_cpu" : 19.325966,
"ctx" : 49457,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 24.635099,
"750" : 5.301537,
"1000" : 0.338647
},
"latency_ms" : {
"2" : 1.119777,
"4" : 10.043776,
"10" : 56.283850,
"20" : 2.048402,
"50" : 0.227731,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092952,
"timestamp_ms" : 1773092952022,
"time" : "Mon Mar 9 18:49:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 478863360,
"io_kbytes" : 467640,
"bw_bytes" : 15962644,
"bw" : 15588,
"iops" : 3897.163239,
"runtime" : 29999,
"total_ios" : 116911,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9154,
"max" : 4723421,
"mean" : 254449.669946,
"stddev" : 247786.019380,
"N" : 116911
},
"clat_ns" : {
"min" : 351538,
"max" : 30823191,
"mean" : 3850597.108750,
"stddev" : 2564429.443011,
"N" : 116910,
"percentile" : {
"1.000000" : 399360,
"5.000000" : 428032,
"10.000000" : 448512,
"20.000000" : 552960,
"30.000000" : 3653632,
"40.000000" : 4046848,
"50.000000" : 4292608,
"60.000000" : 4489216,
"70.000000" : 4685824,
"80.000000" : 4882432,
"90.000000" : 5210112,
"95.000000" : 5603328,
"99.000000" : 14614528,
"99.500000" : 17432576,
"99.900000" : 22675456,
"99.950000" : 24248320,
"99.990000" : 28180480
},
"bins" : {
"350208" : 2,
"354304" : 1,
"358400" : 8,
"362496" : 16,
"366592" : 37,
"370688" : 64,
"374784" : 86,
"378880" : 110,
"382976" : 117,
"387072" : 171,
"391168" : 192,
"395264" : 354,
"399360" : 422,
"403456" : 442,
"407552" : 618,
"411648" : 681,
"415744" : 696,
"419840" : 789,
"423936" : 914,
"428032" : 984,
"432128" : 1125,
"436224" : 1200,
"440320" : 1165,
"444416" : 1222,
"448512" : 1215,
"452608" : 1110,
"456704" : 1038,
"460800" : 921,
"464896" : 838,
"468992" : 727,
"473088" : 617,
"477184" : 617,
"481280" : 575,
"485376" : 511,
"489472" : 472,
"493568" : 427,
"497664" : 375,
"501760" : 308,
"505856" : 228,
"509952" : 201,
"514048" : 185,
"518144" : 163,
"522240" : 192,
"528384" : 379,
"536576" : 431,
"544768" : 428,
"552960" : 335,
"561152" : 312,
"569344" : 179,
"577536" : 193,
"585728" : 115,
"593920" : 121,
"602112" : 84,
"610304" : 66,
"618496" : 48,
"626688" : 33,
"634880" : 25,
"643072" : 19,
"651264" : 9,
"659456" : 9,
"667648" : 5,
"675840" : 12,
"684032" : 24,
"692224" : 36,
"700416" : 84,
"708608" : 79,
"716800" : 61,
"724992" : 50,
"733184" : 40,
"741376" : 46,
"749568" : 19,
"757760" : 49,
"765952" : 67,
"774144" : 66,
"782336" : 32,
"790528" : 21,
"798720" : 10,
"815104" : 2,
"823296" : 5,
"839680" : 5,
"905216" : 1,
"946176" : 5,
"954368" : 1,
"962560" : 3,
"978944" : 2,
"987136" : 3,
"995328" : 8,
"1003520" : 5,
"1011712" : 13,
"1019904" : 13,
"1028096" : 21,
"1036288" : 24,
"1044480" : 10,
"1056768" : 29,
"1073152" : 64,
"1089536" : 41,
"1105920" : 23,
"1122304" : 21,
"1138688" : 31,
"1155072" : 41,
"1171456" : 3,
"1187840" : 2,
"1204224" : 6,
"1220608" : 5,
"1236992" : 2,
"1253376" : 2,
"1269760" : 8,
"1286144" : 1,
"1302528" : 6,
"1318912" : 2,
"1335296" : 19,
"1351680" : 7,
"1368064" : 42,
"1384448" : 25,
"1400832" : 25,
"1417216" : 20,
"1433600" : 20,
"1449984" : 14,
"1466368" : 15,
"1482752" : 16,
"1499136" : 2,
"1515520" : 12,
"1531904" : 2,
"1548288" : 15,
"1564672" : 4,
"1581056" : 1,
"1597440" : 3,
"1613824" : 8,
"1630208" : 4,
"1646592" : 10,
"1662976" : 24,
"1679360" : 5,
"1695744" : 22,
"1712128" : 23,
"1728512" : 39,
"1744896" : 16,
"1761280" : 22,
"1777664" : 17,
"1794048" : 18,
"1810432" : 10,
"1826816" : 13,
"1843200" : 12,
"1859584" : 2,
"1875968" : 6,
"1892352" : 12,
"1908736" : 15,
"1925120" : 4,
"1941504" : 5,
"1957888" : 12,
"1974272" : 16,
"1990656" : 19,
"2007040" : 18,
"2023424" : 26,
"2039808" : 22,
"2056192" : 26,
"2072576" : 16,
"2088960" : 15,
"2113536" : 45,
"2146304" : 34,
"2179072" : 26,
"2211840" : 17,
"2244608" : 24,
"2277376" : 36,
"2310144" : 34,
"2342912" : 55,
"2375680" : 45,
"2408448" : 56,
"2441216" : 32,
"2473984" : 35,
"2506752" : 32,
"2539520" : 26,
"2572288" : 40,
"2605056" : 48,
"2637824" : 69,
"2670592" : 82,
"2703360" : 88,
"2736128" : 72,
"2768896" : 74,
"2801664" : 61,
"2834432" : 82,
"2867200" : 76,
"2899968" : 94,
"2932736" : 118,
"2965504" : 141,
"2998272" : 165,
"3031040" : 163,
"3063808" : 142,
"3096576" : 155,
"3129344" : 158,
"3162112" : 155,
"3194880" : 168,
"3227648" : 209,
"3260416" : 255,
"3293184" : 330,
"3325952" : 362,
"3358720" : 396,
"3391488" : 298,
"3424256" : 339,
"3457024" : 358,
"3489792" : 352,
"3522560" : 393,
"3555328" : 563,
"3588096" : 624,
"3620864" : 583,
"3653632" : 722,
"3686400" : 714,
"3719168" : 742,
"3751936" : 703,
"3784704" : 690,
"3817472" : 780,
"3850240" : 879,
"3883008" : 1057,
"3915776" : 1201,
"3948544" : 1187,
"3981312" : 1314,
"4014080" : 1343,
"4046848" : 1322,
"4079616" : 1268,
"4112384" : 1325,
"4145152" : 1390,
"4177920" : 1377,
"4227072" : 3304,
"4292608" : 3872,
"4358144" : 3811,
"4423680" : 3584,
"4489216" : 3899,
"4554752" : 3916,
"4620288" : 4231,
"4685824" : 4189,
"4751360" : 3964,
"4816896" : 3640,
"4882432" : 3278,
"4947968" : 3040,
"5013504" : 3037,
"5079040" : 2446,
"5144576" : 2011,
"5210112" : 1649,
"5275648" : 1407,
"5341184" : 1191,
"5406720" : 913,
"5472256" : 656,
"5537792" : 458,
"5603328" : 350,
"5668864" : 219,
"5734400" : 151,
"5799936" : 136,
"5865472" : 142,
"5931008" : 90,
"5996544" : 112,
"6062080" : 86,
"6127616" : 59,
"6193152" : 63,
"6258688" : 52,
"6324224" : 51,
"6389760" : 49,
"6455296" : 46,
"6520832" : 48,
"6586368" : 38,
"6651904" : 38,
"6717440" : 28,
"6782976" : 29,
"6848512" : 21,
"6914048" : 26,
"6979584" : 24,
"7045120" : 27,
"7110656" : 15,
"7176192" : 14,
"7241728" : 27,
"7307264" : 15,
"7372800" : 21,
"7438336" : 12,
"7503872" : 23,
"7569408" : 21,
"7634944" : 13,
"7700480" : 24,
"7766016" : 21,
"7831552" : 21,
"7897088" : 25,
"7962624" : 24,
"8028160" : 26,
"8093696" : 23,
"8159232" : 26,
"8224768" : 21,
"8290304" : 24,
"8355840" : 24,
"8454144" : 45,
"8585216" : 61,
"8716288" : 59,
"8847360" : 45,
"8978432" : 56,
"9109504" : 71,
"9240576" : 59,
"9371648" : 77,
"9502720" : 56,
"9633792" : 64,
"9764864" : 60,
"9895936" : 65,
"10027008" : 56,
"10158080" : 58,
"10289152" : 58,
"10420224" : 68,
"10551296" : 54,
"10682368" : 64,
"10813440" : 60,
"10944512" : 55,
"11075584" : 55,
"11206656" : 56,
"11337728" : 66,
"11468800" : 55,
"11599872" : 55,
"11730944" : 45,
"11862016" : 55,
"11993088" : 58,
"12124160" : 51,
"12255232" : 55,
"12386304" : 40,
"12517376" : 46,
"12648448" : 36,
"12779520" : 42,
"12910592" : 42,
"13041664" : 39,
"13172736" : 51,
"13303808" : 60,
"13434880" : 46,
"13565952" : 47,
"13697024" : 37,
"13828096" : 48,
"13959168" : 40,
"14090240" : 29,
"14221312" : 44,
"14352384" : 38,
"14483456" : 41,
"14614528" : 44,
"14745600" : 33,
"14876672" : 39,
"15007744" : 35,
"15138816" : 25,
"15269888" : 16,
"15400960" : 38,
"15532032" : 29,
"15663104" : 32,
"15794176" : 36,
"15925248" : 22,
"16056320" : 16,
"16187392" : 29,
"16318464" : 24,
"16449536" : 29,
"16580608" : 32,
"16711680" : 25,
"16908288" : 31,
"17170432" : 33,
"17432576" : 43,
"17694720" : 39,
"17956864" : 30,
"18219008" : 39,
"18481152" : 34,
"18743296" : 34,
"19005440" : 32,
"19267584" : 30,
"19529728" : 24,
"19791872" : 25,
"20054016" : 23,
"20316160" : 26,
"20578304" : 15,
"20840448" : 14,
"21102592" : 20,
"21364736" : 14,
"21626880" : 20,
"21889024" : 13,
"22151168" : 13,
"22413312" : 13,
"22675456" : 13,
"22937600" : 10,
"23199744" : 7,
"23461888" : 11,
"23724032" : 4,
"23986176" : 10,
"24248320" : 9,
"24510464" : 4,
"24772608" : 5,
"25034752" : 1,
"25296896" : 2,
"25559040" : 5,
"25821184" : 2,
"26083328" : 4,
"26345472" : 4,
"26607616" : 1,
"26869760" : 3,
"27131904" : 5,
"27394048" : 2,
"27656192" : 1,
"27918336" : 2,
"28180480" : 3,
"28704768" : 2,
"29229056" : 2,
"29491200" : 1,
"29753344" : 2,
"30277632" : 2,
"30801920" : 1
}
},
"lat_ns" : {
"min" : 375964,
"max" : 31661181,
"mean" : 4105055.779189,
"stddev" : 2726441.632050,
"N" : 116910
},
"bw_min" : 8984,
"bw_max" : 129408,
"bw_agg" : 100.000000,
"bw_mean" : 15677.423729,
"bw_dev" : 17128.140678,
"bw_samples" : 59,
"iops_min" : 2246,
"iops_max" : 32352,
"iops_mean" : 3919.322034,
"iops_stddev" : 4282.043182,
"iops_samples" : 59
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 29999,
"usr_cpu" : 0.816694,
"sys_cpu" : 18.557285,
"ctx" : 74709,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 17.858029,
"750" : 3.843094,
"1000" : 0.245486
},
"latency_ms" : {
"2" : 0.811729,
"4" : 15.320201,
"10" : 59.425546,
"20" : 2.254707,
"50" : 0.240354,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092962,
"timestamp_ms" : 1773092962022,
"time" : "Mon Mar 9 18:49:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 621678592,
"io_kbytes" : 607108,
"bw_bytes" : 15542353,
"bw" : 15178,
"iops" : 3794.544864,
"runtime" : 39999,
"total_ios" : 151778,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8914,
"max" : 4723421,
"mean" : 261373.926004,
"stddev" : 247778.755543,
"N" : 151778
},
"clat_ns" : {
"min" : 351538,
"max" : 30823191,
"mean" : 3954591.578619,
"stddev" : 2444120.502367,
"N" : 151777,
"percentile" : {
"1.000000" : 399360,
"5.000000" : 432128,
"10.000000" : 460800,
"20.000000" : 2998272,
"30.000000" : 3686400,
"40.000000" : 3981312,
"50.000000" : 4227072,
"60.000000" : 4423680,
"70.000000" : 4620288,
"80.000000" : 4816896,
"90.000000" : 5144576,
"95.000000" : 5537792,
"99.000000" : 14745600,
"99.500000" : 17432576,
"99.900000" : 22413312,
"99.950000" : 24248320,
"99.990000" : 27918336
},
"bins" : {
"350208" : 2,
"354304" : 1,
"358400" : 8,
"362496" : 16,
"366592" : 37,
"370688" : 64,
"374784" : 86,
"378880" : 110,
"382976" : 117,
"387072" : 171,
"391168" : 192,
"395264" : 354,
"399360" : 422,
"403456" : 442,
"407552" : 618,
"411648" : 681,
"415744" : 696,
"419840" : 789,
"423936" : 914,
"428032" : 984,
"432128" : 1125,
"436224" : 1200,
"440320" : 1165,
"444416" : 1222,
"448512" : 1215,
"452608" : 1110,
"456704" : 1038,
"460800" : 921,
"464896" : 838,
"468992" : 727,
"473088" : 617,
"477184" : 617,
"481280" : 575,
"485376" : 511,
"489472" : 472,
"493568" : 427,
"497664" : 375,
"501760" : 308,
"505856" : 228,
"509952" : 201,
"514048" : 185,
"518144" : 163,
"522240" : 192,
"528384" : 379,
"536576" : 431,
"544768" : 428,
"552960" : 335,
"561152" : 312,
"569344" : 179,
"577536" : 193,
"585728" : 115,
"593920" : 121,
"602112" : 84,
"610304" : 66,
"618496" : 48,
"626688" : 33,
"634880" : 25,
"643072" : 19,
"651264" : 9,
"659456" : 9,
"667648" : 5,
"675840" : 12,
"684032" : 24,
"692224" : 36,
"700416" : 84,
"708608" : 79,
"716800" : 61,
"724992" : 50,
"733184" : 40,
"741376" : 46,
"749568" : 19,
"757760" : 49,
"765952" : 67,
"774144" : 66,
"782336" : 32,
"790528" : 21,
"798720" : 10,
"815104" : 2,
"823296" : 5,
"839680" : 5,
"905216" : 1,
"946176" : 5,
"954368" : 1,
"962560" : 3,
"978944" : 2,
"987136" : 3,
"995328" : 8,
"1003520" : 5,
"1011712" : 13,
"1019904" : 13,
"1028096" : 21,
"1036288" : 24,
"1044480" : 10,
"1056768" : 29,
"1073152" : 64,
"1089536" : 41,
"1105920" : 23,
"1122304" : 21,
"1138688" : 31,
"1155072" : 41,
"1171456" : 3,
"1187840" : 2,
"1204224" : 6,
"1220608" : 5,
"1236992" : 2,
"1253376" : 2,
"1269760" : 8,
"1286144" : 1,
"1302528" : 6,
"1318912" : 2,
"1335296" : 19,
"1351680" : 7,
"1368064" : 42,
"1384448" : 25,
"1400832" : 25,
"1417216" : 20,
"1433600" : 20,
"1449984" : 14,
"1466368" : 15,
"1482752" : 16,
"1499136" : 2,
"1515520" : 12,
"1531904" : 2,
"1548288" : 15,
"1564672" : 4,
"1581056" : 1,
"1597440" : 3,
"1613824" : 9,
"1630208" : 5,
"1646592" : 10,
"1662976" : 25,
"1679360" : 5,
"1695744" : 23,
"1712128" : 23,
"1728512" : 39,
"1744896" : 16,
"1761280" : 23,
"1777664" : 17,
"1794048" : 20,
"1810432" : 11,
"1826816" : 13,
"1843200" : 12,
"1859584" : 2,
"1875968" : 6,
"1892352" : 12,
"1908736" : 17,
"1925120" : 10,
"1941504" : 5,
"1957888" : 17,
"1974272" : 22,
"1990656" : 25,
"2007040" : 20,
"2023424" : 30,
"2039808" : 24,
"2056192" : 28,
"2072576" : 20,
"2088960" : 16,
"2113536" : 46,
"2146304" : 39,
"2179072" : 27,
"2211840" : 20,
"2244608" : 45,
"2277376" : 53,
"2310144" : 69,
"2342912" : 65,
"2375680" : 77,
"2408448" : 89,
"2441216" : 68,
"2473984" : 60,
"2506752" : 51,
"2539520" : 50,
"2572288" : 87,
"2605056" : 120,
"2637824" : 139,
"2670592" : 182,
"2703360" : 190,
"2736128" : 157,
"2768896" : 139,
"2801664" : 132,
"2834432" : 192,
"2867200" : 195,
"2899968" : 266,
"2932736" : 301,
"2965504" : 355,
"2998272" : 382,
"3031040" : 394,
"3063808" : 372,
"3096576" : 341,
"3129344" : 367,
"3162112" : 395,
"3194880" : 479,
"3227648" : 542,
"3260416" : 627,
"3293184" : 734,
"3325952" : 793,
"3358720" : 848,
"3391488" : 801,
"3424256" : 799,
"3457024" : 834,
"3489792" : 811,
"3522560" : 890,
"3555328" : 1113,
"3588096" : 1227,
"3620864" : 1204,
"3653632" : 1358,
"3686400" : 1374,
"3719168" : 1434,
"3751936" : 1398,
"3784704" : 1357,
"3817472" : 1451,
"3850240" : 1541,
"3883008" : 1761,
"3915776" : 1890,
"3948544" : 1932,
"3981312" : 2080,
"4014080" : 2098,
"4046848" : 2049,
"4079616" : 2038,
"4112384" : 2020,
"4145152" : 2071,
"4177920" : 2101,
"4227072" : 4695,
"4292608" : 5246,
"4358144" : 5146,
"4423680" : 4650,
"4489216" : 4941,
"4554752" : 4857,
"4620288" : 5082,
"4685824" : 4925,
"4751360" : 4669,
"4816896" : 4236,
"4882432" : 3718,
"4947968" : 3401,
"5013504" : 3333,
"5079040" : 2694,
"5144576" : 2221,
"5210112" : 1759,
"5275648" : 1509,
"5341184" : 1273,
"5406720" : 963,
"5472256" : 680,
"5537792" : 474,
"5603328" : 364,
"5668864" : 227,
"5734400" : 163,
"5799936" : 150,
"5865472" : 157,
"5931008" : 97,
"5996544" : 116,
"6062080" : 96,
"6127616" : 67,
"6193152" : 88,
"6258688" : 60,
"6324224" : 57,
"6389760" : 55,
"6455296" : 51,
"6520832" : 62,
"6586368" : 43,
"6651904" : 43,
"6717440" : 32,
"6782976" : 34,
"6848512" : 31,
"6914048" : 32,
"6979584" : 29,
"7045120" : 36,
"7110656" : 21,
"7176192" : 19,
"7241728" : 34,
"7307264" : 19,
"7372800" : 25,
"7438336" : 16,
"7503872" : 25,
"7569408" : 25,
"7634944" : 18,
"7700480" : 31,
"7766016" : 26,
"7831552" : 28,
"7897088" : 35,
"7962624" : 30,
"8028160" : 30,
"8093696" : 27,
"8159232" : 32,
"8224768" : 29,
"8290304" : 30,
"8355840" : 27,
"8454144" : 58,
"8585216" : 70,
"8716288" : 70,
"8847360" : 61,
"8978432" : 69,
"9109504" : 92,
"9240576" : 76,
"9371648" : 97,
"9502720" : 71,
"9633792" : 82,
"9764864" : 83,
"9895936" : 84,
"10027008" : 80,
"10158080" : 76,
"10289152" : 76,
"10420224" : 79,
"10551296" : 64,
"10682368" : 89,
"10813440" : 77,
"10944512" : 74,
"11075584" : 78,
"11206656" : 71,
"11337728" : 79,
"11468800" : 73,
"11599872" : 69,
"11730944" : 58,
"11862016" : 64,
"11993088" : 87,
"12124160" : 64,
"12255232" : 66,
"12386304" : 60,
"12517376" : 57,
"12648448" : 50,
"12779520" : 54,
"12910592" : 59,
"13041664" : 53,
"13172736" : 69,
"13303808" : 76,
"13434880" : 62,
"13565952" : 55,
"13697024" : 45,
"13828096" : 61,
"13959168" : 52,
"14090240" : 41,
"14221312" : 55,
"14352384" : 48,
"14483456" : 54,
"14614528" : 53,
"14745600" : 48,
"14876672" : 46,
"15007744" : 51,
"15138816" : 36,
"15269888" : 24,
"15400960" : 52,
"15532032" : 38,
"15663104" : 41,
"15794176" : 48,
"15925248" : 29,
"16056320" : 24,
"16187392" : 38,
"16318464" : 33,
"16449536" : 37,
"16580608" : 43,
"16711680" : 38,
"16908288" : 56,
"17170432" : 45,
"17432576" : 64,
"17694720" : 56,
"17956864" : 47,
"18219008" : 56,
"18481152" : 45,
"18743296" : 48,
"19005440" : 42,
"19267584" : 35,
"19529728" : 36,
"19791872" : 32,
"20054016" : 32,
"20316160" : 36,
"20578304" : 21,
"20840448" : 17,
"21102592" : 23,
"21364736" : 22,
"21626880" : 23,
"21889024" : 16,
"22151168" : 15,
"22413312" : 16,
"22675456" : 13,
"22937600" : 10,
"23199744" : 9,
"23461888" : 12,
"23724032" : 7,
"23986176" : 13,
"24248320" : 9,
"24510464" : 4,
"24772608" : 8,
"25034752" : 2,
"25296896" : 3,
"25559040" : 7,
"25821184" : 3,
"26083328" : 5,
"26345472" : 5,
"26607616" : 2,
"26869760" : 4,
"27131904" : 5,
"27394048" : 2,
"27656192" : 1,
"27918336" : 2,
"28180480" : 3,
"28704768" : 2,
"29229056" : 2,
"29491200" : 2,
"29753344" : 2,
"30277632" : 2,
"30801920" : 1
}
},
"lat_ns" : {
"min" : 375964,
"max" : 31661181,
"mean" : 4215968.352781,
"stddev" : 2597262.041157,
"N" : 151777
},
"bw_min" : 8984,
"bw_max" : 129408,
"bw_agg" : 100.000000,
"bw_mean" : 15179.822785,
"bw_dev" : 14825.361867,
"bw_samples" : 79,
"iops_min" : 2246,
"iops_max" : 32352,
"iops_mean" : 3794.924051,
"iops_stddev" : 3706.347040,
"iops_samples" : 79
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39999,
"usr_cpu" : 0.767519,
"sys_cpu" : 18.310458,
"ctx" : 100232,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 13.755617,
"750" : 2.960245,
"1000" : 0.189092
},
"latency_ms" : {
"2" : 0.646998,
"4" : 23.075808,
"10" : 56.836959,
"20" : 2.304682,
"50" : 0.229941,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092972,
"timestamp_ms" : 1773092972022,
"time" : "Mon Mar 9 18:49:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 771584000,
"io_kbytes" : 753500,
"bw_bytes" : 15431988,
"bw" : 15070,
"iops" : 3767.595352,
"runtime" : 49999,
"total_ios" : 188376,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8914,
"max" : 4723421,
"mean" : 263253.363645,
"stddev" : 248514.401074,
"N" : 188376
},
"clat_ns" : {
"min" : 351538,
"max" : 30823191,
"mean" : 3982896.373537,
"stddev" : 2340211.124006,
"N" : 188375,
"percentile" : {
"1.000000" : 403456,
"5.000000" : 440320,
"10.000000" : 481280,
"20.000000" : 3162112,
"30.000000" : 3588096,
"40.000000" : 3883008,
"50.000000" : 4112384,
"60.000000" : 4358144,
"70.000000" : 4554752,
"80.000000" : 4751360,
"90.000000" : 5079040,
"95.000000" : 5537792,
"99.000000" : 14614528,
"99.500000" : 17170432,
"99.900000" : 21626880,
"99.950000" : 23724032,
"99.990000" : 27394048
},
"bins" : {
"350208" : 2,
"354304" : 1,
"358400" : 8,
"362496" : 16,
"366592" : 37,
"370688" : 64,
"374784" : 86,
"378880" : 110,
"382976" : 117,
"387072" : 171,
"391168" : 192,
"395264" : 354,
"399360" : 422,
"403456" : 442,
"407552" : 618,
"411648" : 681,
"415744" : 696,
"419840" : 789,
"423936" : 914,
"428032" : 984,
"432128" : 1125,
"436224" : 1200,
"440320" : 1165,
"444416" : 1222,
"448512" : 1215,
"452608" : 1110,
"456704" : 1038,
"460800" : 921,
"464896" : 838,
"468992" : 727,
"473088" : 617,
"477184" : 617,
"481280" : 575,
"485376" : 511,
"489472" : 472,
"493568" : 427,
"497664" : 375,
"501760" : 308,
"505856" : 228,
"509952" : 201,
"514048" : 185,
"518144" : 163,
"522240" : 192,
"528384" : 379,
"536576" : 431,
"544768" : 428,
"552960" : 335,
"561152" : 312,
"569344" : 179,
"577536" : 193,
"585728" : 115,
"593920" : 121,
"602112" : 84,
"610304" : 66,
"618496" : 48,
"626688" : 33,
"634880" : 25,
"643072" : 19,
"651264" : 9,
"659456" : 9,
"667648" : 5,
"675840" : 12,
"684032" : 24,
"692224" : 36,
"700416" : 84,
"708608" : 79,
"716800" : 61,
"724992" : 50,
"733184" : 40,
"741376" : 46,
"749568" : 19,
"757760" : 49,
"765952" : 67,
"774144" : 66,
"782336" : 32,
"790528" : 21,
"798720" : 10,
"815104" : 2,
"823296" : 5,
"839680" : 5,
"905216" : 1,
"946176" : 5,
"954368" : 1,
"962560" : 3,
"978944" : 2,
"987136" : 3,
"995328" : 8,
"1003520" : 5,
"1011712" : 13,
"1019904" : 13,
"1028096" : 21,
"1036288" : 24,
"1044480" : 10,
"1056768" : 29,
"1073152" : 64,
"1089536" : 41,
"1105920" : 23,
"1122304" : 21,
"1138688" : 31,
"1155072" : 41,
"1171456" : 3,
"1187840" : 2,
"1204224" : 6,
"1220608" : 5,
"1236992" : 2,
"1253376" : 2,
"1269760" : 8,
"1286144" : 1,
"1302528" : 6,
"1318912" : 2,
"1335296" : 20,
"1351680" : 7,
"1368064" : 42,
"1384448" : 25,
"1400832" : 26,
"1417216" : 21,
"1433600" : 20,
"1449984" : 14,
"1466368" : 15,
"1482752" : 16,
"1499136" : 2,
"1515520" : 12,
"1531904" : 2,
"1548288" : 15,
"1564672" : 4,
"1581056" : 1,
"1597440" : 3,
"1613824" : 10,
"1630208" : 7,
"1646592" : 13,
"1662976" : 26,
"1679360" : 8,
"1695744" : 29,
"1712128" : 26,
"1728512" : 47,
"1744896" : 19,
"1761280" : 23,
"1777664" : 18,
"1794048" : 21,
"1810432" : 11,
"1826816" : 14,
"1843200" : 12,
"1859584" : 2,
"1875968" : 8,
"1892352" : 15,
"1908736" : 18,
"1925120" : 17,
"1941504" : 15,
"1957888" : 28,
"1974272" : 37,
"1990656" : 46,
"2007040" : 36,
"2023424" : 52,
"2039808" : 39,
"2056192" : 44,
"2072576" : 33,
"2088960" : 25,
"2113536" : 60,
"2146304" : 56,
"2179072" : 43,
"2211840" : 48,
"2244608" : 104,
"2277376" : 134,
"2310144" : 145,
"2342912" : 144,
"2375680" : 153,
"2408448" : 180,
"2441216" : 129,
"2473984" : 125,
"2506752" : 116,
"2539520" : 154,
"2572288" : 244,
"2605056" : 292,
"2637824" : 340,
"2670592" : 373,
"2703360" : 366,
"2736128" : 321,
"2768896" : 303,
"2801664" : 270,
"2834432" : 376,
"2867200" : 433,
"2899968" : 587,
"2932736" : 633,
"2965504" : 738,
"2998272" : 773,
"3031040" : 802,
"3063808" : 698,
"3096576" : 664,
"3129344" : 671,
"3162112" : 753,
"3194880" : 917,
"3227648" : 1060,
"3260416" : 1233,
"3293184" : 1395,
"3325952" : 1486,
"3358720" : 1442,
"3391488" : 1376,
"3424256" : 1274,
"3457024" : 1379,
"3489792" : 1390,
"3522560" : 1528,
"3555328" : 1848,
"3588096" : 2032,
"3620864" : 2053,
"3653632" : 2231,
"3686400" : 2128,
"3719168" : 2119,
"3751936" : 2114,
"3784704" : 1983,
"3817472" : 2107,
"3850240" : 2246,
"3883008" : 2544,
"3915776" : 2720,
"3948544" : 2791,
"3981312" : 2955,
"4014080" : 2853,
"4046848" : 2728,
"4079616" : 2616,
"4112384" : 2522,
"4145152" : 2641,
"4177920" : 2664,
"4227072" : 5823,
"4292608" : 6438,
"4358144" : 6057,
"4423680" : 5374,
"4489216" : 5588,
"4554752" : 5495,
"4620288" : 5623,
"4685824" : 5451,
"4751360" : 5042,
"4816896" : 4511,
"4882432" : 3958,
"4947968" : 3611,
"5013504" : 3502,
"5079040" : 2842,
"5144576" : 2304,
"5210112" : 1824,
"5275648" : 1565,
"5341184" : 1323,
"5406720" : 995,
"5472256" : 712,
"5537792" : 487,
"5603328" : 390,
"5668864" : 256,
"5734400" : 177,
"5799936" : 165,
"5865472" : 168,
"5931008" : 108,
"5996544" : 125,
"6062080" : 110,
"6127616" : 86,
"6193152" : 106,
"6258688" : 79,
"6324224" : 68,
"6389760" : 65,
"6455296" : 64,
"6520832" : 77,
"6586368" : 51,
"6651904" : 55,
"6717440" : 45,
"6782976" : 42,
"6848512" : 44,
"6914048" : 45,
"6979584" : 37,
"7045120" : 47,
"7110656" : 29,
"7176192" : 33,
"7241728" : 46,
"7307264" : 30,
"7372800" : 36,
"7438336" : 24,
"7503872" : 37,
"7569408" : 33,
"7634944" : 33,
"7700480" : 43,
"7766016" : 38,
"7831552" : 51,
"7897088" : 43,
"7962624" : 48,
"8028160" : 43,
"8093696" : 41,
"8159232" : 44,
"8224768" : 42,
"8290304" : 43,
"8355840" : 44,
"8454144" : 76,
"8585216" : 85,
"8716288" : 106,
"8847360" : 82,
"8978432" : 86,
"9109504" : 114,
"9240576" : 93,
"9371648" : 127,
"9502720" : 95,
"9633792" : 107,
"9764864" : 108,
"9895936" : 103,
"10027008" : 108,
"10158080" : 107,
"10289152" : 112,
"10420224" : 111,
"10551296" : 98,
"10682368" : 114,
"10813440" : 98,
"10944512" : 96,
"11075584" : 105,
"11206656" : 93,
"11337728" : 99,
"11468800" : 84,
"11599872" : 90,
"11730944" : 74,
"11862016" : 81,
"11993088" : 111,
"12124160" : 87,
"12255232" : 88,
"12386304" : 77,
"12517376" : 76,
"12648448" : 69,
"12779520" : 74,
"12910592" : 75,
"13041664" : 68,
"13172736" : 84,
"13303808" : 98,
"13434880" : 75,
"13565952" : 72,
"13697024" : 58,
"13828096" : 82,
"13959168" : 67,
"14090240" : 48,
"14221312" : 63,
"14352384" : 64,
"14483456" : 71,
"14614528" : 63,
"14745600" : 63,
"14876672" : 62,
"15007744" : 64,
"15138816" : 51,
"15269888" : 38,
"15400960" : 62,
"15532032" : 55,
"15663104" : 50,
"15794176" : 57,
"15925248" : 39,
"16056320" : 35,
"16187392" : 48,
"16318464" : 41,
"16449536" : 44,
"16580608" : 55,
"16711680" : 41,
"16908288" : 78,
"17170432" : 58,
"17432576" : 72,
"17694720" : 62,
"17956864" : 65,
"18219008" : 71,
"18481152" : 53,
"18743296" : 57,
"19005440" : 50,
"19267584" : 44,
"19529728" : 40,
"19791872" : 37,
"20054016" : 35,
"20316160" : 36,
"20578304" : 21,
"20840448" : 19,
"21102592" : 23,
"21364736" : 22,
"21626880" : 23,
"21889024" : 17,
"22151168" : 15,
"22413312" : 16,
"22675456" : 13,
"22937600" : 10,
"23199744" : 9,
"23461888" : 12,
"23724032" : 7,
"23986176" : 13,
"24248320" : 9,
"24510464" : 4,
"24772608" : 8,
"25034752" : 2,
"25296896" : 3,
"25559040" : 7,
"25821184" : 3,
"26083328" : 5,
"26345472" : 5,
"26607616" : 2,
"26869760" : 4,
"27131904" : 5,
"27394048" : 2,
"27656192" : 1,
"27918336" : 2,
"28180480" : 3,
"28704768" : 2,
"29229056" : 2,
"29491200" : 2,
"29753344" : 2,
"30277632" : 2,
"30801920" : 1
}
},
"lat_ns" : {
"min" : 375964,
"max" : 31661181,
"mean" : 4246155.833237,
"stddev" : 2485585.606633,
"N" : 188375
},
"bw_min" : 8984,
"bw_max" : 129408,
"bw_agg" : 99.898471,
"bw_mean" : 15055.949495,
"bw_dev" : 13256.609188,
"bw_samples" : 99,
"iops_min" : 2246,
"iops_max" : 32352,
"iops_mean" : 3763.959596,
"iops_stddev" : 3314.158726,
"iops_samples" : 99
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 49999,
"usr_cpu" : 0.784016,
"sys_cpu" : 18.176364,
"ctx" : 125330,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 11.083153,
"750" : 2.385123,
"1000" : 0.152355
},
"latency_ms" : {
"2" : 0.577568,
"4" : 30.793201,
"10" : 52.425999,
"20" : 2.393617,
"50" : 0.188453,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092982,
"timestamp_ms" : 1773092982023,
"time" : "Mon Mar 9 18:49:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 930418688,
"io_kbytes" : 908612,
"bw_bytes" : 15507236,
"bw" : 15143,
"iops" : 3785.963099,
"runtime" : 59999,
"total_ios" : 227154,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8914,
"max" : 4723421,
"mean" : 261964.253084,
"stddev" : 252395.816119,
"N" : 227154
},
"clat_ns" : {
"min" : 351538,
"max" : 30823191,
"mean" : 3963580.567490,
"stddev" : 2289094.644710,
"N" : 227153,
"percentile" : {
"1.000000" : 407552,
"5.000000" : 444416,
"10.000000" : 536576,
"20.000000" : 3063808,
"30.000000" : 3489792,
"40.000000" : 3751936,
"50.000000" : 3981312,
"60.000000" : 4227072,
"70.000000" : 4423680,
"80.000000" : 4685824,
"90.000000" : 5079040,
"95.000000" : 5537792,
"99.000000" : 14614528,
"99.500000" : 17170432,
"99.900000" : 21626880,
"99.950000" : 23461888,
"99.990000" : 27131904
},
"bins" : {
"350208" : 2,
"354304" : 1,
"358400" : 8,
"362496" : 16,
"366592" : 37,
"370688" : 64,
"374784" : 86,
"378880" : 110,
"382976" : 117,
"387072" : 171,
"391168" : 192,
"395264" : 354,
"399360" : 422,
"403456" : 442,
"407552" : 618,
"411648" : 681,
"415744" : 696,
"419840" : 789,
"423936" : 914,
"428032" : 984,
"432128" : 1125,
"436224" : 1200,
"440320" : 1165,
"444416" : 1222,
"448512" : 1215,
"452608" : 1110,
"456704" : 1038,
"460800" : 921,
"464896" : 838,
"468992" : 727,
"473088" : 617,
"477184" : 617,
"481280" : 575,
"485376" : 511,
"489472" : 472,
"493568" : 427,
"497664" : 375,
"501760" : 308,
"505856" : 228,
"509952" : 201,
"514048" : 185,
"518144" : 163,
"522240" : 192,
"528384" : 379,
"536576" : 431,
"544768" : 428,
"552960" : 335,
"561152" : 312,
"569344" : 179,
"577536" : 193,
"585728" : 115,
"593920" : 121,
"602112" : 84,
"610304" : 66,
"618496" : 48,
"626688" : 33,
"634880" : 25,
"643072" : 19,
"651264" : 9,
"659456" : 9,
"667648" : 5,
"675840" : 12,
"684032" : 24,
"692224" : 36,
"700416" : 84,
"708608" : 79,
"716800" : 61,
"724992" : 50,
"733184" : 40,
"741376" : 46,
"749568" : 19,
"757760" : 49,
"765952" : 67,
"774144" : 66,
"782336" : 32,
"790528" : 21,
"798720" : 10,
"815104" : 2,
"823296" : 5,
"839680" : 5,
"905216" : 1,
"946176" : 6,
"954368" : 1,
"962560" : 3,
"978944" : 2,
"987136" : 4,
"995328" : 8,
"1003520" : 6,
"1011712" : 14,
"1019904" : 13,
"1028096" : 21,
"1036288" : 24,
"1044480" : 10,
"1056768" : 29,
"1073152" : 64,
"1089536" : 41,
"1105920" : 23,
"1122304" : 21,
"1138688" : 31,
"1155072" : 41,
"1171456" : 4,
"1187840" : 2,
"1204224" : 6,
"1220608" : 5,
"1236992" : 2,
"1253376" : 2,
"1269760" : 8,
"1286144" : 3,
"1302528" : 9,
"1318912" : 6,
"1335296" : 21,
"1351680" : 10,
"1368064" : 45,
"1384448" : 28,
"1400832" : 32,
"1417216" : 25,
"1433600" : 25,
"1449984" : 14,
"1466368" : 19,
"1482752" : 16,
"1499136" : 5,
"1515520" : 12,
"1531904" : 3,
"1548288" : 16,
"1564672" : 5,
"1581056" : 1,
"1597440" : 4,
"1613824" : 16,
"1630208" : 15,
"1646592" : 27,
"1662976" : 39,
"1679360" : 23,
"1695744" : 42,
"1712128" : 39,
"1728512" : 60,
"1744896" : 31,
"1761280" : 32,
"1777664" : 25,
"1794048" : 30,
"1810432" : 13,
"1826816" : 20,
"1843200" : 21,
"1859584" : 15,
"1875968" : 19,
"1892352" : 28,
"1908736" : 29,
"1925120" : 40,
"1941504" : 42,
"1957888" : 53,
"1974272" : 58,
"1990656" : 99,
"2007040" : 74,
"2023424" : 91,
"2039808" : 75,
"2056192" : 78,
"2072576" : 55,
"2088960" : 52,
"2113536" : 107,
"2146304" : 101,
"2179072" : 107,
"2211840" : 169,
"2244608" : 235,
"2277376" : 304,
"2310144" : 309,
"2342912" : 346,
"2375680" : 334,
"2408448" : 322,
"2441216" : 265,
"2473984" : 260,
"2506752" : 304,
"2539520" : 434,
"2572288" : 578,
"2605056" : 658,
"2637824" : 750,
"2670592" : 764,
"2703360" : 724,
"2736128" : 640,
"2768896" : 562,
"2801664" : 572,
"2834432" : 744,
"2867200" : 909,
"2899968" : 1181,
"2932736" : 1272,
"2965504" : 1429,
"2998272" : 1406,
"3031040" : 1360,
"3063808" : 1183,
"3096576" : 1118,
"3129344" : 1198,
"3162112" : 1374,
"3194880" : 1696,
"3227648" : 1829,
"3260416" : 2087,
"3293184" : 2316,
"3325952" : 2373,
"3358720" : 2191,
"3391488" : 2012,
"3424256" : 1939,
"3457024" : 2059,
"3489792" : 2160,
"3522560" : 2311,
"3555328" : 2683,
"3588096" : 2889,
"3620864" : 2918,
"3653632" : 3104,
"3686400" : 2922,
"3719168" : 2781,
"3751936" : 2699,
"3784704" : 2607,
"3817472" : 2695,
"3850240" : 2890,
"3883008" : 3223,
"3915776" : 3367,
"3948544" : 3442,
"3981312" : 3572,
"4014080" : 3428,
"4046848" : 3208,
"4079616" : 3046,
"4112384" : 2915,
"4145152" : 3021,
"4177920" : 3084,
"4227072" : 6564,
"4292608" : 7118,
"4358144" : 6660,
"4423680" : 5739,
"4489216" : 5925,
"4554752" : 5883,
"4620288" : 5872,
"4685824" : 5651,
"4751360" : 5176,
"4816896" : 4619,
"4882432" : 4052,
"4947968" : 3705,
"5013504" : 3562,
"5079040" : 2886,
"5144576" : 2337,
"5210112" : 1857,
"5275648" : 1587,
"5341184" : 1348,
"5406720" : 1010,
"5472256" : 728,
"5537792" : 495,
"5603328" : 403,
"5668864" : 268,
"5734400" : 182,
"5799936" : 173,
"5865472" : 176,
"5931008" : 126,
"5996544" : 133,
"6062080" : 119,
"6127616" : 96,
"6193152" : 118,
"6258688" : 90,
"6324224" : 82,
"6389760" : 81,
"6455296" : 84,
"6520832" : 89,
"6586368" : 61,
"6651904" : 66,
"6717440" : 49,
"6782976" : 50,
"6848512" : 57,
"6914048" : 59,
"6979584" : 42,
"7045120" : 62,
"7110656" : 42,
"7176192" : 48,
"7241728" : 52,
"7307264" : 41,
"7372800" : 49,
"7438336" : 33,
"7503872" : 54,
"7569408" : 48,
"7634944" : 51,
"7700480" : 58,
"7766016" : 52,
"7831552" : 63,
"7897088" : 55,
"7962624" : 64,
"8028160" : 65,
"8093696" : 55,
"8159232" : 53,
"8224768" : 53,
"8290304" : 57,
"8355840" : 59,
"8454144" : 106,
"8585216" : 110,
"8716288" : 128,
"8847360" : 109,
"8978432" : 111,
"9109504" : 151,
"9240576" : 124,
"9371648" : 157,
"9502720" : 129,
"9633792" : 138,
"9764864" : 127,
"9895936" : 138,
"10027008" : 143,
"10158080" : 130,
"10289152" : 147,
"10420224" : 142,
"10551296" : 140,
"10682368" : 148,
"10813440" : 131,
"10944512" : 132,
"11075584" : 132,
"11206656" : 113,
"11337728" : 124,
"11468800" : 100,
"11599872" : 116,
"11730944" : 106,
"11862016" : 107,
"11993088" : 137,
"12124160" : 109,
"12255232" : 116,
"12386304" : 94,
"12517376" : 90,
"12648448" : 93,
"12779520" : 97,
"12910592" : 92,
"13041664" : 80,
"13172736" : 94,
"13303808" : 114,
"13434880" : 95,
"13565952" : 89,
"13697024" : 72,
"13828096" : 98,
"13959168" : 84,
"14090240" : 62,
"14221312" : 75,
"14352384" : 87,
"14483456" : 87,
"14614528" : 77,
"14745600" : 81,
"14876672" : 71,
"15007744" : 78,
"15138816" : 68,
"15269888" : 41,
"15400960" : 72,
"15532032" : 68,
"15663104" : 64,
"15794176" : 70,
"15925248" : 51,
"16056320" : 47,
"16187392" : 60,
"16318464" : 49,
"16449536" : 59,
"16580608" : 64,
"16711680" : 49,
"16908288" : 96,
"17170432" : 77,
"17432576" : 85,
"17694720" : 85,
"17956864" : 78,
"18219008" : 81,
"18481152" : 62,
"18743296" : 60,
"19005440" : 61,
"19267584" : 49,
"19529728" : 50,
"19791872" : 41,
"20054016" : 37,
"20316160" : 44,
"20578304" : 21,
"20840448" : 23,
"21102592" : 26,
"21364736" : 25,
"21626880" : 23,
"21889024" : 24,
"22151168" : 16,
"22413312" : 17,
"22675456" : 13,
"22937600" : 12,
"23199744" : 11,
"23461888" : 13,
"23724032" : 8,
"23986176" : 17,
"24248320" : 10,
"24510464" : 4,
"24772608" : 9,
"25034752" : 2,
"25296896" : 3,
"25559040" : 7,
"25821184" : 4,
"26083328" : 6,
"26345472" : 5,
"26607616" : 2,
"26869760" : 4,
"27131904" : 5,
"27394048" : 2,
"27656192" : 1,
"27918336" : 2,
"28180480" : 3,
"28704768" : 2,
"29229056" : 2,
"29491200" : 2,
"29753344" : 2,
"30277632" : 2,
"30801920" : 1
}
},
"lat_ns" : {
"min" : 375964,
"max" : 31661181,
"mean" : 4225548.590104,
"stddev" : 2429922.912464,
"N" : 227153
},
"bw_min" : 8984,
"bw_max" : 129408,
"bw_agg" : 99.988212,
"bw_mean" : 15142.336134,
"bw_dev" : 12119.566940,
"bw_samples" : 119,
"iops_min" : 2246,
"iops_max" : 32352,
"iops_mean" : 3785.546218,
"iops_stddev" : 3029.897173,
"iops_samples" : 119
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 59999,
"usr_cpu" : 0.810014,
"sys_cpu" : 18.133636,
"ctx" : 150028,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 9.191121,
"750" : 1.977953,
"1000" : 0.127226
},
"latency_ms" : {
"2" : 0.653742,
"4" : 38.497231,
"10" : 46.897259,
"20" : 2.480256,
"50" : 0.174771,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773092992,
"timestamp_ms" : 1773092992023,
"time" : "Mon Mar 9 18:49:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1096024064,
"io_kbytes" : 1070336,
"bw_bytes" : 15657710,
"bw" : 15290,
"iops" : 3822.697467,
"runtime" : 69999,
"total_ios" : 267585,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8914,
"max" : 4723421,
"mean" : 259428.412049,
"stddev" : 255849.452180,
"N" : 267585
},
"clat_ns" : {
"min" : 351538,
"max" : 30823191,
"mean" : 3925373.921901,
"stddev" : 2259051.967265,
"N" : 267584,
"percentile" : {
"1.000000" : 411648,
"5.000000" : 452608,
"10.000000" : 1728512,
"20.000000" : 2998272,
"30.000000" : 3358720,
"40.000000" : 3620864,
"50.000000" : 3883008,
"60.000000" : 4112384,
"70.000000" : 4358144,
"80.000000" : 4620288,
"90.000000" : 5013504,
"95.000000" : 5537792,
"99.000000" : 14745600,
"99.500000" : 16908288,
"99.900000" : 21364736,
"99.950000" : 22937600,
"99.990000" : 26869760
},
"bins" : {
"350208" : 2,
"354304" : 1,
"358400" : 8,
"362496" : 16,
"366592" : 37,
"370688" : 64,
"374784" : 86,
"378880" : 110,
"382976" : 117,
"387072" : 171,
"391168" : 192,
"395264" : 354,
"399360" : 422,
"403456" : 442,
"407552" : 618,
"411648" : 681,
"415744" : 696,
"419840" : 789,
"423936" : 914,
"428032" : 984,
"432128" : 1125,
"436224" : 1200,
"440320" : 1165,
"444416" : 1222,
"448512" : 1215,
"452608" : 1110,
"456704" : 1038,
"460800" : 921,
"464896" : 838,
"468992" : 727,
"473088" : 617,
"477184" : 617,
"481280" : 575,
"485376" : 511,
"489472" : 472,
"493568" : 427,
"497664" : 375,
"501760" : 308,
"505856" : 228,
"509952" : 201,
"514048" : 185,
"518144" : 163,
"522240" : 192,
"528384" : 379,
"536576" : 431,
"544768" : 428,
"552960" : 335,
"561152" : 312,
"569344" : 179,
"577536" : 193,
"585728" : 115,
"593920" : 121,
"602112" : 84,
"610304" : 66,
"618496" : 48,
"626688" : 33,
"634880" : 25,
"643072" : 19,
"651264" : 9,
"659456" : 9,
"667648" : 5,
"675840" : 12,
"684032" : 24,
"692224" : 36,
"700416" : 84,
"708608" : 79,
"716800" : 61,
"724992" : 50,
"733184" : 40,
"741376" : 46,
"749568" : 19,
"757760" : 49,
"765952" : 67,
"774144" : 66,
"782336" : 32,
"790528" : 21,
"798720" : 10,
"815104" : 2,
"823296" : 5,
"839680" : 5,
"905216" : 1,
"946176" : 6,
"954368" : 1,
"962560" : 3,
"978944" : 2,
"987136" : 4,
"995328" : 8,
"1003520" : 7,
"1011712" : 16,
"1019904" : 13,
"1028096" : 21,
"1036288" : 24,
"1044480" : 10,
"1056768" : 29,
"1073152" : 64,
"1089536" : 41,
"1105920" : 23,
"1122304" : 21,
"1138688" : 31,
"1155072" : 41,
"1171456" : 4,
"1187840" : 2,
"1204224" : 6,
"1220608" : 5,
"1236992" : 2,
"1253376" : 2,
"1269760" : 9,
"1286144" : 3,
"1302528" : 17,
"1318912" : 14,
"1335296" : 25,
"1351680" : 14,
"1368064" : 49,
"1384448" : 29,
"1400832" : 38,
"1417216" : 29,
"1433600" : 28,
"1449984" : 16,
"1466368" : 22,
"1482752" : 20,
"1499136" : 10,
"1515520" : 12,
"1531904" : 3,
"1548288" : 16,
"1564672" : 7,
"1581056" : 4,
"1597440" : 10,
"1613824" : 31,
"1630208" : 30,
"1646592" : 48,
"1662976" : 60,
"1679360" : 44,
"1695744" : 80,
"1712128" : 67,
"1728512" : 84,
"1744896" : 53,
"1761280" : 55,
"1777664" : 50,
"1794048" : 39,
"1810432" : 22,
"1826816" : 30,
"1843200" : 30,
"1859584" : 23,
"1875968" : 47,
"1892352" : 56,
"1908736" : 45,
"1925120" : 81,
"1941504" : 90,
"1957888" : 99,
"1974272" : 112,
"1990656" : 169,
"2007040" : 158,
"2023424" : 172,
"2039808" : 165,
"2056192" : 161,
"2072576" : 133,
"2088960" : 121,
"2113536" : 209,
"2146304" : 183,
"2179072" : 181,
"2211840" : 285,
"2244608" : 390,
"2277376" : 520,
"2310144" : 602,
"2342912" : 730,
"2375680" : 707,
"2408448" : 693,
"2441216" : 550,
"2473984" : 503,
"2506752" : 507,
"2539520" : 659,
"2572288" : 902,
"2605056" : 1087,
"2637824" : 1327,
"2670592" : 1400,
"2703360" : 1371,
"2736128" : 1227,
"2768896" : 1130,
"2801664" : 994,
"2834432" : 1138,
"2867200" : 1319,
"2899968" : 1697,
"2932736" : 1967,
"2965504" : 2242,
"2998272" : 2310,
"3031040" : 2224,
"3063808" : 2090,
"3096576" : 1791,
"3129344" : 1865,
"3162112" : 1944,
"3194880" : 2245,
"3227648" : 2511,
"3260416" : 2851,
"3293184" : 3201,
"3325952" : 3364,
"3358720" : 3118,
"3391488" : 2818,
"3424256" : 2738,
"3457024" : 2706,
"3489792" : 2731,
"3522560" : 2911,
"3555328" : 3323,
"3588096" : 3572,
"3620864" : 3706,
"3653632" : 3896,
"3686400" : 3706,
"3719168" : 3442,
"3751936" : 3341,
"3784704" : 3229,
"3817472" : 3197,
"3850240" : 3392,
"3883008" : 3694,
"3915776" : 3885,
"3948544" : 3977,
"3981312" : 4098,
"4014080" : 3973,
"4046848" : 3662,
"4079616" : 3448,
"4112384" : 3280,
"4145152" : 3331,
"4177920" : 3385,
"4227072" : 7095,
"4292608" : 7713,
"4358144" : 7200,
"4423680" : 6130,
"4489216" : 6204,
"4554752" : 6146,
"4620288" : 6093,
"4685824" : 5834,
"4751360" : 5340,
"4816896" : 4721,
"4882432" : 4128,
"4947968" : 3769,
"5013504" : 3618,
"5079040" : 2906,
"5144576" : 2352,
"5210112" : 1881,
"5275648" : 1607,
"5341184" : 1365,
"5406720" : 1022,
"5472256" : 734,
"5537792" : 503,
"5603328" : 413,
"5668864" : 276,
"5734400" : 191,
"5799936" : 177,
"5865472" : 181,
"5931008" : 127,
"5996544" : 138,
"6062080" : 122,
"6127616" : 99,
"6193152" : 121,
"6258688" : 95,
"6324224" : 85,
"6389760" : 81,
"6455296" : 87,
"6520832" : 90,
"6586368" : 66,
"6651904" : 71,
"6717440" : 54,
"6782976" : 53,
"6848512" : 60,
"6914048" : 61,
"6979584" : 49,
"7045120" : 69,
"7110656" : 51,
"7176192" : 53,
"7241728" : 56,
"7307264" : 43,
"7372800" : 51,
"7438336" : 44,
"7503872" : 60,
"7569408" : 56,
"7634944" : 54,
"7700480" : 66,
"7766016" : 60,
"7831552" : 72,
"7897088" : 65,
"7962624" : 69,
"8028160" : 69,
"8093696" : 60,
"8159232" : 60,
"8224768" : 61,
"8290304" : 64,
"8355840" : 64,
"8454144" : 115,
"8585216" : 127,
"8716288" : 141,
"8847360" : 117,
"8978432" : 127,
"9109504" : 164,
"9240576" : 149,
"9371648" : 173,
"9502720" : 151,
"9633792" : 159,
"9764864" : 148,
"9895936" : 162,
"10027008" : 156,
"10158080" : 153,
"10289152" : 163,
"10420224" : 172,
"10551296" : 165,
"10682368" : 169,
"10813440" : 161,
"10944512" : 158,
"11075584" : 166,
"11206656" : 136,
"11337728" : 150,
"11468800" : 120,
"11599872" : 141,
"11730944" : 133,
"11862016" : 129,
"11993088" : 158,
"12124160" : 128,
"12255232" : 139,
"12386304" : 115,
"12517376" : 105,
"12648448" : 107,
"12779520" : 124,
"12910592" : 112,
"13041664" : 91,
"13172736" : 113,
"13303808" : 137,
"13434880" : 115,
"13565952" : 114,
"13697024" : 91,
"13828096" : 119,
"13959168" : 105,
"14090240" : 77,
"14221312" : 90,
"14352384" : 113,
"14483456" : 107,
"14614528" : 93,
"14745600" : 98,
"14876672" : 94,
"15007744" : 92,
"15138816" : 87,
"15269888" : 52,
"15400960" : 85,
"15532032" : 81,
"15663104" : 77,
"15794176" : 85,
"15925248" : 69,
"16056320" : 64,
"16187392" : 70,
"16318464" : 67,
"16449536" : 71,
"16580608" : 78,
"16711680" : 63,
"16908288" : 130,
"17170432" : 92,
"17432576" : 110,
"17694720" : 104,
"17956864" : 96,
"18219008" : 98,
"18481152" : 77,
"18743296" : 69,
"19005440" : 74,
"19267584" : 54,
"19529728" : 58,
"19791872" : 51,
"20054016" : 42,
"20316160" : 53,
"20578304" : 23,
"20840448" : 27,
"21102592" : 28,
"21364736" : 28,
"21626880" : 27,
"21889024" : 28,
"22151168" : 18,
"22413312" : 17,
"22675456" : 15,
"22937600" : 12,
"23199744" : 11,
"23461888" : 13,
"23724032" : 8,
"23986176" : 18,
"24248320" : 10,
"24510464" : 4,
"24772608" : 9,
"25034752" : 2,
"25296896" : 3,
"25559040" : 7,
"25821184" : 5,
"26083328" : 6,
"26345472" : 5,
"26607616" : 2,
"26869760" : 4,
"27131904" : 5,
"27394048" : 2,
"27656192" : 1,
"27918336" : 2,
"28180480" : 3,
"28704768" : 2,
"29229056" : 2,
"29491200" : 2,
"29753344" : 2,
"30277632" : 2,
"30801920" : 1
}
},
"lat_ns" : {
"min" : 375964,
"max" : 31661181,
"mean" : 4184786.164019,
"stddev" : 2397560.110113,
"N" : 267584
},
"bw_min" : 8984,
"bw_max" : 129408,
"bw_agg" : 99.916731,
"bw_mean" : 15278.510791,
"bw_dev" : 11247.253162,
"bw_samples" : 139,
"iops_min" : 2246,
"iops_max" : 32352,
"iops_mean" : 3819.589928,
"iops_stddev" : 2811.819481,
"iops_samples" : 139
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 69999,
"usr_cpu" : 0.817155,
"sys_cpu" : 18.275975,
"ctx" : 174113,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999626,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999626,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 7.802381,
"750" : 1.679093,
"1000" : 0.108003
},
"latency_ms" : {
"2" : 0.817684,
"4" : 44.682998,
"10" : 42.193322,
"20" : 2.554329,
"50" : 0.161818,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093002,
"timestamp_ms" : 1773093002023,
"time" : "Mon Mar 9 18:50:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1270689792,
"io_kbytes" : 1240908,
"bw_bytes" : 15883622,
"bw" : 15511,
"iops" : 3877.850000,
"runtime" : 80000,
"total_ios" : 310228,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8914,
"max" : 4723421,
"mean" : 255712.572247,
"stddev" : 259863.465264,
"N" : 310228
},
"clat_ns" : {
"min" : 351538,
"max" : 30823191,
"mean" : 3869538.432238,
"stddev" : 2235853.762121,
"N" : 310227,
"percentile" : {
"1.000000" : 411648,
"5.000000" : 460800,
"10.000000" : 2072576,
"20.000000" : 2899968,
"30.000000" : 3227648,
"40.000000" : 3522560,
"50.000000" : 3751936,
"60.000000" : 4014080,
"70.000000" : 4292608,
"80.000000" : 4554752,
"90.000000" : 5013504,
"95.000000" : 5537792,
"99.000000" : 14614528,
"99.500000" : 16908288,
"99.900000" : 21102592,
"99.950000" : 22675456,
"99.990000" : 26345472
},
"bins" : {
"350208" : 2,
"354304" : 1,
"358400" : 8,
"362496" : 16,
"366592" : 37,
"370688" : 64,
"374784" : 86,
"378880" : 110,
"382976" : 117,
"387072" : 171,
"391168" : 192,
"395264" : 354,
"399360" : 422,
"403456" : 442,
"407552" : 618,
"411648" : 681,
"415744" : 696,
"419840" : 789,
"423936" : 914,
"428032" : 984,
"432128" : 1125,
"436224" : 1200,
"440320" : 1165,
"444416" : 1222,
"448512" : 1215,
"452608" : 1110,
"456704" : 1038,
"460800" : 921,
"464896" : 838,
"468992" : 727,
"473088" : 617,
"477184" : 617,
"481280" : 575,
"485376" : 511,
"489472" : 472,
"493568" : 427,
"497664" : 375,
"501760" : 308,
"505856" : 228,
"509952" : 201,
"514048" : 185,
"518144" : 163,
"522240" : 192,
"528384" : 379,
"536576" : 431,
"544768" : 428,
"552960" : 335,
"561152" : 312,
"569344" : 179,
"577536" : 193,
"585728" : 115,
"593920" : 121,
"602112" : 84,
"610304" : 66,
"618496" : 48,
"626688" : 33,
"634880" : 25,
"643072" : 19,
"651264" : 9,
"659456" : 9,
"667648" : 5,
"675840" : 12,
"684032" : 24,
"692224" : 36,
"700416" : 84,
"708608" : 79,
"716800" : 63,
"724992" : 50,
"733184" : 40,
"741376" : 46,
"749568" : 20,
"757760" : 49,
"765952" : 67,
"774144" : 66,
"782336" : 32,
"790528" : 21,
"798720" : 10,
"815104" : 2,
"823296" : 5,
"839680" : 5,
"905216" : 1,
"946176" : 6,
"954368" : 2,
"962560" : 3,
"970752" : 1,
"978944" : 3,
"987136" : 4,
"995328" : 11,
"1003520" : 7,
"1011712" : 17,
"1019904" : 14,
"1028096" : 23,
"1036288" : 29,
"1044480" : 12,
"1056768" : 34,
"1073152" : 69,
"1089536" : 46,
"1105920" : 30,
"1122304" : 26,
"1138688" : 33,
"1155072" : 41,
"1171456" : 4,
"1187840" : 2,
"1204224" : 7,
"1220608" : 8,
"1236992" : 3,
"1253376" : 4,
"1269760" : 15,
"1286144" : 6,
"1302528" : 33,
"1318912" : 30,
"1335296" : 41,
"1351680" : 42,
"1368064" : 67,
"1384448" : 61,
"1400832" : 75,
"1417216" : 58,
"1433600" : 41,
"1449984" : 29,
"1466368" : 31,
"1482752" : 26,
"1499136" : 18,
"1515520" : 14,
"1531904" : 4,
"1548288" : 29,
"1564672" : 25,
"1581056" : 15,
"1597440" : 25,
"1613824" : 66,
"1630208" : 64,
"1646592" : 92,
"1662976" : 118,
"1679360" : 106,
"1695744" : 161,
"1712128" : 163,
"1728512" : 170,
"1744896" : 109,
"1761280" : 118,
"1777664" : 106,
"1794048" : 74,
"1810432" : 58,
"1826816" : 45,
"1843200" : 51,
"1859584" : 47,
"1875968" : 68,
"1892352" : 79,
"1908736" : 90,
"1925120" : 135,
"1941504" : 145,
"1957888" : 201,
"1974272" : 248,
"1990656" : 312,
"2007040" : 299,
"2023424" : 354,
"2039808" : 328,
"2056192" : 335,
"2072576" : 302,
"2088960" : 291,
"2113536" : 429,
"2146304" : 339,
"2179072" : 350,
"2211840" : 417,
"2244608" : 587,
"2277376" : 856,
"2310144" : 1133,
"2342912" : 1351,
"2375680" : 1335,
"2408448" : 1294,
"2441216" : 1047,
"2473984" : 869,
"2506752" : 819,
"2539520" : 986,
"2572288" : 1320,
"2605056" : 1698,
"2637824" : 2083,
"2670592" : 2329,
"2703360" : 2309,
"2736128" : 2066,
"2768896" : 1872,
"2801664" : 1599,
"2834432" : 1559,
"2867200" : 1809,
"2899968" : 2355,
"2932736" : 2720,
"2965504" : 3218,
"2998272" : 3397,
"3031040" : 3318,
"3063808" : 3124,
"3096576" : 2688,
"3129344" : 2529,
"3162112" : 2565,
"3194880" : 2802,
"3227648" : 3173,
"3260416" : 3576,
"3293184" : 4052,
"3325952" : 4278,
"3358720" : 4071,
"3391488" : 3712,
"3424256" : 3437,
"3457024" : 3333,
"3489792" : 3312,
"3522560" : 3446,
"3555328" : 3761,
"3588096" : 4165,
"3620864" : 4286,
"3653632" : 4541,
"3686400" : 4274,
"3719168" : 3994,
"3751936" : 3840,
"3784704" : 3685,
"3817472" : 3550,
"3850240" : 3726,
"3883008" : 4032,
"3915776" : 4241,
"3948544" : 4342,
"3981312" : 4457,
"4014080" : 4339,
"4046848" : 3997,
"4079616" : 3749,
"4112384" : 3560,
"4145152" : 3525,
"4177920" : 3550,
"4227072" : 7406,
"4292608" : 8022,
"4358144" : 7533,
"4423680" : 6385,
"4489216" : 6355,
"4554752" : 6263,
"4620288" : 6212,
"4685824" : 5938,
"4751360" : 5408,
"4816896" : 4772,
"4882432" : 4158,
"4947968" : 3799,
"5013504" : 3642,
"5079040" : 2937,
"5144576" : 2365,
"5210112" : 1891,
"5275648" : 1614,
"5341184" : 1374,
"5406720" : 1031,
"5472256" : 754,
"5537792" : 509,
"5603328" : 425,
"5668864" : 290,
"5734400" : 202,
"5799936" : 190,
"5865472" : 191,
"5931008" : 131,
"5996544" : 154,
"6062080" : 129,
"6127616" : 110,
"6193152" : 132,
"6258688" : 108,
"6324224" : 94,
"6389760" : 99,
"6455296" : 96,
"6520832" : 103,
"6586368" : 76,
"6651904" : 82,
"6717440" : 70,
"6782976" : 59,
"6848512" : 75,
"6914048" : 67,
"6979584" : 65,
"7045120" : 85,
"7110656" : 68,
"7176192" : 70,
"7241728" : 65,
"7307264" : 66,
"7372800" : 64,
"7438336" : 53,
"7503872" : 80,
"7569408" : 69,
"7634944" : 62,
"7700480" : 72,
"7766016" : 68,
"7831552" : 83,
"7897088" : 69,
"7962624" : 86,
"8028160" : 82,
"8093696" : 72,
"8159232" : 85,
"8224768" : 76,
"8290304" : 71,
"8355840" : 77,
"8454144" : 140,
"8585216" : 145,
"8716288" : 170,
"8847360" : 150,
"8978432" : 156,
"9109504" : 188,
"9240576" : 194,
"9371648" : 197,
"9502720" : 178,
"9633792" : 189,
"9764864" : 174,
"9895936" : 204,
"10027008" : 192,
"10158080" : 178,
"10289152" : 191,
"10420224" : 202,
"10551296" : 190,
"10682368" : 203,
"10813440" : 202,
"10944512" : 204,
"11075584" : 204,
"11206656" : 167,
"11337728" : 180,
"11468800" : 156,
"11599872" : 176,
"11730944" : 160,
"11862016" : 148,
"11993088" : 180,
"12124160" : 151,
"12255232" : 168,
"12386304" : 130,
"12517376" : 132,
"12648448" : 130,
"12779520" : 143,
"12910592" : 140,
"13041664" : 118,
"13172736" : 138,
"13303808" : 156,
"13434880" : 139,
"13565952" : 139,
"13697024" : 109,
"13828096" : 142,
"13959168" : 126,
"14090240" : 100,
"14221312" : 112,
"14352384" : 134,
"14483456" : 129,
"14614528" : 120,
"14745600" : 115,
"14876672" : 114,
"15007744" : 104,
"15138816" : 111,
"15269888" : 62,
"15400960" : 93,
"15532032" : 94,
"15663104" : 90,
"15794176" : 100,
"15925248" : 81,
"16056320" : 73,
"16187392" : 83,
"16318464" : 79,
"16449536" : 89,
"16580608" : 90,
"16711680" : 71,
"16908288" : 147,
"17170432" : 107,
"17432576" : 120,
"17694720" : 110,
"17956864" : 108,
"18219008" : 101,
"18481152" : 83,
"18743296" : 76,
"19005440" : 79,
"19267584" : 59,
"19529728" : 64,
"19791872" : 57,
"20054016" : 47,
"20316160" : 55,
"20578304" : 23,
"20840448" : 30,
"21102592" : 29,
"21364736" : 29,
"21626880" : 32,
"21889024" : 28,
"22151168" : 19,
"22413312" : 19,
"22675456" : 16,
"22937600" : 13,
"23199744" : 11,
"23461888" : 13,
"23724032" : 10,
"23986176" : 18,
"24248320" : 12,
"24510464" : 5,
"24772608" : 9,
"25034752" : 2,
"25296896" : 5,
"25559040" : 8,
"25821184" : 6,
"26083328" : 6,
"26345472" : 5,
"26607616" : 2,
"26869760" : 4,
"27131904" : 5,
"27394048" : 2,
"27656192" : 1,
"27918336" : 2,
"28180480" : 3,
"28704768" : 2,
"29229056" : 2,
"29491200" : 2,
"29753344" : 2,
"30277632" : 2,
"30801920" : 1
}
},
"lat_ns" : {
"min" : 375964,
"max" : 31661181,
"mean" : 4125232.380505,
"stddev" : 2372139.136021,
"N" : 310227
},
"bw_min" : 8984,
"bw_max" : 129408,
"bw_agg" : 99.984852,
"bw_mean" : 15509.308176,
"bw_dev" : 10569.343441,
"bw_samples" : 159,
"iops_min" : 2246,
"iops_max" : 32352,
"iops_mean" : 3877.289308,
"iops_stddev" : 2642.341224,
"iops_samples" : 159
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 80000,
"usr_cpu" : 0.841250,
"sys_cpu" : 18.436250,
"ctx" : 197469,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 6.729889,
"750" : 1.448934,
"1000" : 0.095414
},
"latency_ms" : {
"2" : 1.267455,
"4" : 49.849466,
"10" : 37.847648,
"20" : 2.611628,
"50" : 0.149245,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093012,
"timestamp_ms" : 1773093012022,
"time" : "Mon Mar 9 18:50:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1458839552,
"io_kbytes" : 1424648,
"bw_bytes" : 16209508,
"bw" : 15829,
"iops" : 3957.410638,
"runtime" : 89999,
"total_ios" : 356163,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8914,
"max" : 4723421,
"mean" : 250540.680983,
"stddev" : 263624.041382,
"N" : 356163
},
"clat_ns" : {
"min" : 351538,
"max" : 30823191,
"mean" : 3791871.203666,
"stddev" : 2219737.854551,
"N" : 356162,
"percentile" : {
"1.000000" : 415744,
"5.000000" : 473088,
"10.000000" : 2056192,
"20.000000" : 2703360,
"30.000000" : 3063808,
"40.000000" : 3358720,
"50.000000" : 3653632,
"60.000000" : 3915776,
"70.000000" : 4227072,
"80.000000" : 4489216,
"90.000000" : 4947968,
"95.000000" : 5537792,
"99.000000" : 14483456,
"99.500000" : 16711680,
"99.900000" : 20840448,
"99.950000" : 22675456,
"99.990000" : 26083328
},
"bins" : {
"350208" : 2,
"354304" : 1,
"358400" : 8,
"362496" : 16,
"366592" : 37,
"370688" : 64,
"374784" : 86,
"378880" : 110,
"382976" : 117,
"387072" : 171,
"391168" : 192,
"395264" : 354,
"399360" : 422,
"403456" : 442,
"407552" : 618,
"411648" : 681,
"415744" : 696,
"419840" : 789,
"423936" : 914,
"428032" : 984,
"432128" : 1125,
"436224" : 1200,
"440320" : 1165,
"444416" : 1222,
"448512" : 1215,
"452608" : 1110,
"456704" : 1038,
"460800" : 921,
"464896" : 838,
"468992" : 727,
"473088" : 617,
"477184" : 617,
"481280" : 575,
"485376" : 511,
"489472" : 472,
"493568" : 427,
"497664" : 375,
"501760" : 308,
"505856" : 228,
"509952" : 201,
"514048" : 185,
"518144" : 163,
"522240" : 192,
"528384" : 379,
"536576" : 431,
"544768" : 428,
"552960" : 335,
"561152" : 312,
"569344" : 179,
"577536" : 193,
"585728" : 115,
"593920" : 121,
"602112" : 84,
"610304" : 66,
"618496" : 48,
"626688" : 33,
"634880" : 25,
"643072" : 19,
"651264" : 9,
"659456" : 9,
"667648" : 5,
"675840" : 12,
"684032" : 25,
"692224" : 38,
"700416" : 84,
"708608" : 79,
"716800" : 64,
"724992" : 54,
"733184" : 42,
"741376" : 54,
"749568" : 20,
"757760" : 49,
"765952" : 68,
"774144" : 66,
"782336" : 36,
"790528" : 22,
"798720" : 10,
"815104" : 2,
"823296" : 5,
"839680" : 5,
"905216" : 1,
"946176" : 6,
"954368" : 4,
"962560" : 3,
"970752" : 1,
"978944" : 5,
"987136" : 7,
"995328" : 16,
"1003520" : 9,
"1011712" : 19,
"1019904" : 18,
"1028096" : 30,
"1036288" : 51,
"1044480" : 25,
"1056768" : 46,
"1073152" : 85,
"1089536" : 69,
"1105920" : 43,
"1122304" : 43,
"1138688" : 37,
"1155072" : 41,
"1171456" : 5,
"1187840" : 3,
"1204224" : 9,
"1220608" : 8,
"1236992" : 5,
"1253376" : 12,
"1269760" : 30,
"1286144" : 21,
"1302528" : 57,
"1318912" : 64,
"1335296" : 92,
"1351680" : 106,
"1368064" : 153,
"1384448" : 131,
"1400832" : 133,
"1417216" : 124,
"1433600" : 100,
"1449984" : 82,
"1466368" : 66,
"1482752" : 46,
"1499136" : 33,
"1515520" : 27,
"1531904" : 18,
"1548288" : 42,
"1564672" : 41,
"1581056" : 41,
"1597440" : 64,
"1613824" : 125,
"1630208" : 165,
"1646592" : 200,
"1662976" : 244,
"1679360" : 273,
"1695744" : 323,
"1712128" : 337,
"1728512" : 363,
"1744896" : 294,
"1761280" : 263,
"1777664" : 205,
"1794048" : 188,
"1810432" : 122,
"1826816" : 85,
"1843200" : 111,
"1859584" : 93,
"1875968" : 118,
"1892352" : 137,
"1908736" : 178,
"1925120" : 261,
"1941504" : 301,
"1957888" : 378,
"1974272" : 483,
"1990656" : 589,
"2007040" : 564,
"2023424" : 658,
"2039808" : 684,
"2056192" : 694,
"2072576" : 661,
"2088960" : 573,
"2113536" : 886,
"2146304" : 642,
"2179072" : 574,
"2211840" : 665,
"2244608" : 892,
"2277376" : 1396,
"2310144" : 1929,
"2342912" : 2301,
"2375680" : 2274,
"2408448" : 2220,
"2441216" : 1825,
"2473984" : 1494,
"2506752" : 1266,
"2539520" : 1415,
"2572288" : 1857,
"2605056" : 2447,
"2637824" : 3028,
"2670592" : 3472,
"2703360" : 3467,
"2736128" : 3183,
"2768896" : 2802,
"2801664" : 2322,
"2834432" : 2143,
"2867200" : 2321,
"2899968" : 2941,
"2932736" : 3480,
"2965504" : 4045,
"2998272" : 4412,
"3031040" : 4489,
"3063808" : 4202,
"3096576" : 3565,
"3129344" : 3229,
"3162112" : 3179,
"3194880" : 3323,
"3227648" : 3694,
"3260416" : 4132,
"3293184" : 4717,
"3325952" : 5131,
"3358720" : 4849,
"3391488" : 4496,
"3424256" : 4102,
"3457024" : 3852,
"3489792" : 3807,
"3522560" : 3796,
"3555328" : 4141,
"3588096" : 4522,
"3620864" : 4744,
"3653632" : 4988,
"3686400" : 4773,
"3719168" : 4469,
"3751936" : 4242,
"3784704" : 4022,
"3817472" : 3811,
"3850240" : 4011,
"3883008" : 4271,
"3915776" : 4505,
"3948544" : 4552,
"3981312" : 4669,
"4014080" : 4573,
"4046848" : 4199,
"4079616" : 3946,
"4112384" : 3696,
"4145152" : 3669,
"4177920" : 3709,
"4227072" : 7611,
"4292608" : 8211,
"4358144" : 7687,
"4423680" : 6526,
"4489216" : 6467,
"4554752" : 6350,
"4620288" : 6264,
"4685824" : 5994,
"4751360" : 5445,
"4816896" : 4807,
"4882432" : 4190,
"4947968" : 3821,
"5013504" : 3664,
"5079040" : 2956,
"5144576" : 2381,
"5210112" : 1897,
"5275648" : 1626,
"5341184" : 1385,
"5406720" : 1045,
"5472256" : 776,
"5537792" : 531,
"5603328" : 434,
"5668864" : 294,
"5734400" : 216,
"5799936" : 203,
"5865472" : 204,
"5931008" : 153,
"5996544" : 159,
"6062080" : 137,
"6127616" : 121,
"6193152" : 149,
"6258688" : 124,
"6324224" : 109,
"6389760" : 101,
"6455296" : 112,
"6520832" : 118,
"6586368" : 91,
"6651904" : 89,
"6717440" : 86,
"6782976" : 67,
"6848512" : 78,
"6914048" : 77,
"6979584" : 84,
"7045120" : 99,
"7110656" : 80,
"7176192" : 82,
"7241728" : 79,
"7307264" : 80,
"7372800" : 72,
"7438336" : 64,
"7503872" : 96,
"7569408" : 78,
"7634944" : 79,
"7700480" : 92,
"7766016" : 81,
"7831552" : 101,
"7897088" : 86,
"7962624" : 106,
"8028160" : 105,
"8093696" : 88,
"8159232" : 100,
"8224768" : 90,
"8290304" : 84,
"8355840" : 94,
"8454144" : 179,
"8585216" : 172,
"8716288" : 208,
"8847360" : 181,
"8978432" : 186,
"9109504" : 225,
"9240576" : 218,
"9371648" : 241,
"9502720" : 202,
"9633792" : 227,
"9764864" : 214,
"9895936" : 241,
"10027008" : 228,
"10158080" : 207,
"10289152" : 212,
"10420224" : 227,
"10551296" : 209,
"10682368" : 229,
"10813440" : 230,
"10944512" : 234,
"11075584" : 227,
"11206656" : 205,
"11337728" : 202,
"11468800" : 172,
"11599872" : 206,
"11730944" : 180,
"11862016" : 164,
"11993088" : 202,
"12124160" : 181,
"12255232" : 198,
"12386304" : 160,
"12517376" : 151,
"12648448" : 149,
"12779520" : 160,
"12910592" : 157,
"13041664" : 136,
"13172736" : 163,
"13303808" : 192,
"13434880" : 164,
"13565952" : 163,
"13697024" : 121,
"13828096" : 166,
"13959168" : 143,
"14090240" : 108,
"14221312" : 130,
"14352384" : 146,
"14483456" : 144,
"14614528" : 134,
"14745600" : 130,
"14876672" : 129,
"15007744" : 112,
"15138816" : 118,
"15269888" : 67,
"15400960" : 104,
"15532032" : 117,
"15663104" : 103,
"15794176" : 115,
"15925248" : 101,
"16056320" : 88,
"16187392" : 93,
"16318464" : 85,
"16449536" : 104,
"16580608" : 96,
"16711680" : 86,
"16908288" : 171,
"17170432" : 125,
"17432576" : 125,
"17694720" : 126,
"17956864" : 117,
"18219008" : 112,
"18481152" : 91,
"18743296" : 81,
"19005440" : 90,
"19267584" : 67,
"19529728" : 75,
"19791872" : 63,
"20054016" : 52,
"20316160" : 58,
"20578304" : 26,
"20840448" : 34,
"21102592" : 34,
"21364736" : 30,
"21626880" : 39,
"21889024" : 28,
"22151168" : 22,
"22413312" : 19,
"22675456" : 18,
"22937600" : 15,
"23199744" : 13,
"23461888" : 15,
"23724032" : 11,
"23986176" : 18,
"24248320" : 12,
"24510464" : 5,
"24772608" : 9,
"25034752" : 2,
"25296896" : 6,
"25559040" : 8,
"25821184" : 7,
"26083328" : 7,
"26345472" : 5,
"26607616" : 2,
"26869760" : 4,
"27131904" : 5,
"27394048" : 2,
"27656192" : 1,
"27918336" : 2,
"28180480" : 3,
"28704768" : 2,
"29229056" : 2,
"29491200" : 2,
"29753344" : 2,
"30277632" : 2,
"30801920" : 1
}
},
"lat_ns" : {
"min" : 375964,
"max" : 31661181,
"mean" : 4042417.041776,
"stddev" : 2354315.225323,
"N" : 356162
},
"bw_min" : 8984,
"bw_max" : 129408,
"bw_agg" : 99.794071,
"bw_mean" : 15797.178771,
"bw_dev" : 10031.758481,
"bw_samples" : 179,
"iops_min" : 2246,
"iops_max" : 32352,
"iops_mean" : 3949.256983,
"iops_stddev" : 2507.943119,
"iops_samples" : 179
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 89999,
"usr_cpu" : 0.864454,
"sys_cpu" : 18.657985,
"ctx" : 220361,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 5.861923,
"750" : 1.267116,
"1000" : 0.088162
},
"latency_ms" : {
"2" : 2.215278,
"4" : 53.934856,
"10" : 33.897682,
"20" : 2.593475,
"50" : 0.141227,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093022,
"timestamp_ms" : 1773093022023,
"time" : "Mon Mar 9 18:50:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1664069632,
"io_kbytes" : 1625068,
"bw_bytes" : 16640862,
"bw" : 16250,
"iops" : 4062.720627,
"runtime" : 99999,
"total_ios" : 406268,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8914,
"max" : 4946692,
"mean" : 244003.486829,
"stddev" : 264847.625507,
"N" : 406268
},
"clat_ns" : {
"min" : 351538,
"max" : 30823191,
"mean" : 3693635.480322,
"stddev" : 2182214.089234,
"N" : 406267,
"percentile" : {
"1.000000" : 419840,
"5.000000" : 493568,
"10.000000" : 1990656,
"20.000000" : 2605056,
"30.000000" : 2932736,
"40.000000" : 3227648,
"50.000000" : 3522560,
"60.000000" : 3784704,
"70.000000" : 4112384,
"80.000000" : 4423680,
"90.000000" : 4882432,
"95.000000" : 5537792,
"99.000000" : 14221312,
"99.500000" : 16449536,
"99.900000" : 20578304,
"99.950000" : 22413312,
"99.990000" : 26083328
},
"bins" : {
"350208" : 2,
"354304" : 1,
"358400" : 8,
"362496" : 16,
"366592" : 37,
"370688" : 64,
"374784" : 86,
"378880" : 110,
"382976" : 117,
"387072" : 171,
"391168" : 192,
"395264" : 355,
"399360" : 422,
"403456" : 442,
"407552" : 618,
"411648" : 682,
"415744" : 696,
"419840" : 789,
"423936" : 914,
"428032" : 985,
"432128" : 1125,
"436224" : 1200,
"440320" : 1165,
"444416" : 1222,
"448512" : 1215,
"452608" : 1110,
"456704" : 1038,
"460800" : 921,
"464896" : 838,
"468992" : 727,
"473088" : 617,
"477184" : 617,
"481280" : 575,
"485376" : 511,
"489472" : 472,
"493568" : 427,
"497664" : 375,
"501760" : 308,
"505856" : 228,
"509952" : 201,
"514048" : 185,
"518144" : 163,
"522240" : 192,
"528384" : 379,
"536576" : 431,
"544768" : 428,
"552960" : 335,
"561152" : 312,
"569344" : 179,
"577536" : 193,
"585728" : 115,
"593920" : 121,
"602112" : 84,
"610304" : 66,
"618496" : 48,
"626688" : 33,
"634880" : 25,
"643072" : 20,
"651264" : 13,
"659456" : 13,
"667648" : 7,
"675840" : 12,
"684032" : 28,
"692224" : 40,
"700416" : 97,
"708608" : 82,
"716800" : 70,
"724992" : 63,
"733184" : 48,
"741376" : 61,
"749568" : 24,
"757760" : 52,
"765952" : 70,
"774144" : 66,
"782336" : 37,
"790528" : 27,
"798720" : 10,
"815104" : 2,
"823296" : 5,
"839680" : 5,
"856064" : 2,
"864256" : 1,
"905216" : 1,
"913408" : 4,
"921600" : 2,
"929792" : 3,
"937984" : 2,
"946176" : 7,
"954368" : 13,
"962560" : 9,
"970752" : 10,
"978944" : 20,
"987136" : 24,
"995328" : 25,
"1003520" : 29,
"1011712" : 42,
"1019904" : 37,
"1028096" : 38,
"1036288" : 79,
"1044480" : 53,
"1056768" : 80,
"1073152" : 135,
"1089536" : 91,
"1105920" : 59,
"1122304" : 62,
"1138688" : 49,
"1155072" : 54,
"1171456" : 14,
"1187840" : 8,
"1204224" : 16,
"1220608" : 28,
"1236992" : 33,
"1253376" : 37,
"1269760" : 85,
"1286144" : 96,
"1302528" : 133,
"1318912" : 147,
"1335296" : 212,
"1351680" : 236,
"1368064" : 318,
"1384448" : 269,
"1400832" : 264,
"1417216" : 234,
"1433600" : 202,
"1449984" : 159,
"1466368" : 118,
"1482752" : 93,
"1499136" : 67,
"1515520" : 75,
"1531904" : 84,
"1548288" : 94,
"1564672" : 127,
"1581056" : 135,
"1597440" : 213,
"1613824" : 310,
"1630208" : 348,
"1646592" : 428,
"1662976" : 534,
"1679360" : 568,
"1695744" : 606,
"1712128" : 632,
"1728512" : 593,
"1744896" : 505,
"1761280" : 480,
"1777664" : 352,
"1794048" : 348,
"1810432" : 258,
"1826816" : 196,
"1843200" : 235,
"1859584" : 235,
"1875968" : 292,
"1892352" : 331,
"1908736" : 389,
"1925120" : 539,
"1941504" : 620,
"1957888" : 706,
"1974272" : 888,
"1990656" : 1037,
"2007040" : 1058,
"2023424" : 1097,
"2039808" : 1158,
"2056192" : 1114,
"2072576" : 1054,
"2088960" : 890,
"2113536" : 1383,
"2146304" : 1022,
"2179072" : 1024,
"2211840" : 1225,
"2244608" : 1615,
"2277376" : 2350,
"2310144" : 3030,
"2342912" : 3477,
"2375680" : 3355,
"2408448" : 3140,
"2441216" : 2619,
"2473984" : 2099,
"2506752" : 1911,
"2539520" : 2188,
"2572288" : 2675,
"2605056" : 3496,
"2637824" : 4186,
"2670592" : 4621,
"2703360" : 4541,
"2736128" : 4139,
"2768896" : 3602,
"2801664" : 3003,
"2834432" : 2827,
"2867200" : 3020,
"2899968" : 3806,
"2932736" : 4369,
"2965504" : 5016,
"2998272" : 5314,
"3031040" : 5362,
"3063808" : 4970,
"3096576" : 4237,
"3129344" : 3840,
"3162112" : 3781,
"3194880" : 3863,
"3227648" : 4226,
"3260416" : 4715,
"3293184" : 5330,
"3325952" : 5695,
"3358720" : 5405,
"3391488" : 4987,
"3424256" : 4564,
"3457024" : 4243,
"3489792" : 4156,
"3522560" : 4136,
"3555328" : 4447,
"3588096" : 4854,
"3620864" : 5063,
"3653632" : 5275,
"3686400" : 5057,
"3719168" : 4721,
"3751936" : 4449,
"3784704" : 4222,
"3817472" : 3982,
"3850240" : 4177,
"3883008" : 4407,
"3915776" : 4649,
"3948544" : 4709,
"3981312" : 4794,
"4014080" : 4671,
"4046848" : 4303,
"4079616" : 4062,
"4112384" : 3762,
"4145152" : 3740,
"4177920" : 3803,
"4227072" : 7753,
"4292608" : 8332,
"4358144" : 7785,
"4423680" : 6604,
"4489216" : 6563,
"4554752" : 6410,
"4620288" : 6308,
"4685824" : 6050,
"4751360" : 5493,
"4816896" : 4847,
"4882432" : 4225,
"4947968" : 3836,
"5013504" : 3700,
"5079040" : 2981,
"5144576" : 2398,
"5210112" : 1948,
"5275648" : 1646,
"5341184" : 1414,
"5406720" : 1066,
"5472256" : 817,
"5537792" : 564,
"5603328" : 455,
"5668864" : 330,
"5734400" : 245,
"5799936" : 226,
"5865472" : 236,
"5931008" : 195,
"5996544" : 196,
"6062080" : 157,
"6127616" : 150,
"6193152" : 168,
"6258688" : 141,
"6324224" : 145,
"6389760" : 130,
"6455296" : 141,
"6520832" : 147,
"6586368" : 119,
"6651904" : 108,
"6717440" : 120,
"6782976" : 94,
"6848512" : 99,
"6914048" : 109,
"6979584" : 109,
"7045120" : 131,
"7110656" : 100,
"7176192" : 102,
"7241728" : 98,
"7307264" : 109,
"7372800" : 95,
"7438336" : 85,
"7503872" : 127,
"7569408" : 111,
"7634944" : 99,
"7700480" : 132,
"7766016" : 107,
"7831552" : 123,
"7897088" : 103,
"7962624" : 127,
"8028160" : 141,
"8093696" : 118,
"8159232" : 128,
"8224768" : 112,
"8290304" : 103,
"8355840" : 114,
"8454144" : 225,
"8585216" : 232,
"8716288" : 262,
"8847360" : 230,
"8978432" : 224,
"9109504" : 250,
"9240576" : 270,
"9371648" : 272,
"9502720" : 239,
"9633792" : 259,
"9764864" : 243,
"9895936" : 285,
"10027008" : 258,
"10158080" : 243,
"10289152" : 249,
"10420224" : 251,
"10551296" : 243,
"10682368" : 253,
"10813440" : 254,
"10944512" : 258,
"11075584" : 259,
"11206656" : 234,
"11337728" : 227,
"11468800" : 198,
"11599872" : 233,
"11730944" : 216,
"11862016" : 191,
"11993088" : 223,
"12124160" : 208,
"12255232" : 207,
"12386304" : 177,
"12517376" : 169,
"12648448" : 169,
"12779520" : 172,
"12910592" : 173,
"13041664" : 149,
"13172736" : 177,
"13303808" : 198,
"13434880" : 175,
"13565952" : 177,
"13697024" : 129,
"13828096" : 175,
"13959168" : 155,
"14090240" : 118,
"14221312" : 142,
"14352384" : 151,
"14483456" : 155,
"14614528" : 142,
"14745600" : 138,
"14876672" : 143,
"15007744" : 116,
"15138816" : 125,
"15269888" : 75,
"15400960" : 107,
"15532032" : 121,
"15663104" : 110,
"15794176" : 122,
"15925248" : 110,
"16056320" : 91,
"16187392" : 96,
"16318464" : 86,
"16449536" : 104,
"16580608" : 98,
"16711680" : 92,
"16908288" : 177,
"17170432" : 135,
"17432576" : 130,
"17694720" : 131,
"17956864" : 121,
"18219008" : 116,
"18481152" : 91,
"18743296" : 81,
"19005440" : 96,
"19267584" : 69,
"19529728" : 77,
"19791872" : 64,
"20054016" : 56,
"20316160" : 59,
"20578304" : 28,
"20840448" : 34,
"21102592" : 34,
"21364736" : 31,
"21626880" : 40,
"21889024" : 29,
"22151168" : 22,
"22413312" : 20,
"22675456" : 19,
"22937600" : 16,
"23199744" : 14,
"23461888" : 15,
"23724032" : 12,
"23986176" : 20,
"24248320" : 12,
"24510464" : 6,
"24772608" : 9,
"25034752" : 2,
"25296896" : 7,
"25559040" : 8,
"25821184" : 7,
"26083328" : 7,
"26345472" : 5,
"26607616" : 2,
"26869760" : 4,
"27131904" : 5,
"27394048" : 2,
"27656192" : 1,
"27918336" : 2,
"28180480" : 3,
"28704768" : 2,
"29229056" : 2,
"29491200" : 2,
"29753344" : 2,
"30277632" : 2,
"30801920" : 1
}
},
"lat_ns" : {
"min" : 375964,
"max" : 31661181,
"mean" : 3937643.448907,
"stddev" : 2313627.415797,
"N" : 406267
},
"bw_min" : 8984,
"bw_max" : 129408,
"bw_agg" : 99.748679,
"bw_mean" : 16210.587940,
"bw_dev" : 9630.987667,
"bw_samples" : 199,
"iops_min" : 2246,
"iops_max" : 32352,
"iops_mean" : 4052.613065,
"iops_stddev" : 2407.751656,
"iops_samples" : 199
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 99999,
"usr_cpu" : 0.873009,
"sys_cpu" : 18.920189,
"ctx" : 243313,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999754,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999754,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 5.139711,
"750" : 1.126104,
"1000" : 0.101165
},
"latency_ms" : {
"2" : 3.885612,
"4" : 56.612138,
"10" : 30.528370,
"20" : 2.478167,
"50" : 0.128487,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093032,
"timestamp_ms" : 1773093032022,
"time" : "Mon Mar 9 18:50:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1884020736,
"io_kbytes" : 1839864,
"bw_bytes" : 17127616,
"bw" : 16726,
"iops" : 4181.556196,
"runtime" : 109999,
"total_ios" : 459967,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8914,
"max" : 4946692,
"mean" : 237018.162168,
"stddev" : 266361.342033,
"N" : 459967
},
"clat_ns" : {
"min" : 351538,
"max" : 30823191,
"mean" : 3588675.394518,
"stddev" : 2148066.431505,
"N" : 459966,
"percentile" : {
"1.000000" : 419840,
"5.000000" : 544768,
"10.000000" : 1843200,
"20.000000" : 2408448,
"30.000000" : 2768896,
"40.000000" : 3063808,
"50.000000" : 3358720,
"60.000000" : 3686400,
"70.000000" : 4014080,
"80.000000" : 4358144,
"90.000000" : 4882432,
"95.000000" : 5537792,
"99.000000" : 13828096,
"99.500000" : 16187392,
"99.900000" : 20316160,
"99.950000" : 22151168,
"99.990000" : 25821184
},
"bins" : {
"350208" : 2,
"354304" : 1,
"358400" : 8,
"362496" : 16,
"366592" : 37,
"370688" : 64,
"374784" : 86,
"378880" : 110,
"382976" : 119,
"387072" : 174,
"391168" : 194,
"395264" : 356,
"399360" : 424,
"403456" : 445,
"407552" : 620,
"411648" : 682,
"415744" : 698,
"419840" : 792,
"423936" : 915,
"428032" : 985,
"432128" : 1125,
"436224" : 1200,
"440320" : 1165,
"444416" : 1222,
"448512" : 1215,
"452608" : 1110,
"456704" : 1038,
"460800" : 921,
"464896" : 838,
"468992" : 727,
"473088" : 617,
"477184" : 617,
"481280" : 575,
"485376" : 511,
"489472" : 472,
"493568" : 427,
"497664" : 375,
"501760" : 308,
"505856" : 228,
"509952" : 201,
"514048" : 185,
"518144" : 163,
"522240" : 192,
"528384" : 379,
"536576" : 431,
"544768" : 428,
"552960" : 335,
"561152" : 312,
"569344" : 179,
"577536" : 193,
"585728" : 115,
"593920" : 121,
"602112" : 84,
"610304" : 66,
"618496" : 48,
"626688" : 34,
"634880" : 25,
"643072" : 24,
"651264" : 16,
"659456" : 18,
"667648" : 12,
"675840" : 15,
"684032" : 38,
"692224" : 47,
"700416" : 115,
"708608" : 104,
"716800" : 93,
"724992" : 75,
"733184" : 52,
"741376" : 73,
"749568" : 38,
"757760" : 63,
"765952" : 80,
"774144" : 76,
"782336" : 44,
"790528" : 30,
"798720" : 11,
"815104" : 2,
"823296" : 5,
"831488" : 1,
"839680" : 6,
"856064" : 3,
"864256" : 2,
"872448" : 1,
"897024" : 2,
"905216" : 1,
"913408" : 4,
"921600" : 4,
"929792" : 7,
"937984" : 6,
"946176" : 12,
"954368" : 21,
"962560" : 14,
"970752" : 17,
"978944" : 28,
"987136" : 41,
"995328" : 58,
"1003520" : 61,
"1011712" : 89,
"1019904" : 73,
"1028096" : 84,
"1036288" : 144,
"1044480" : 102,
"1056768" : 196,
"1073152" : 252,
"1089536" : 164,
"1105920" : 110,
"1122304" : 113,
"1138688" : 87,
"1155072" : 71,
"1171456" : 22,
"1187840" : 10,
"1204224" : 20,
"1220608" : 44,
"1236992" : 43,
"1253376" : 54,
"1269760" : 127,
"1286144" : 184,
"1302528" : 281,
"1318912" : 309,
"1335296" : 442,
"1351680" : 524,
"1368064" : 582,
"1384448" : 549,
"1400832" : 519,
"1417216" : 467,
"1433600" : 423,
"1449984" : 333,
"1466368" : 244,
"1482752" : 175,
"1499136" : 128,
"1515520" : 125,
"1531904" : 136,
"1548288" : 154,
"1564672" : 214,
"1581056" : 252,
"1597440" : 392,
"1613824" : 522,
"1630208" : 633,
"1646592" : 784,
"1662976" : 974,
"1679360" : 1063,
"1695744" : 1096,
"1712128" : 1104,
"1728512" : 1117,
"1744896" : 938,
"1761280" : 834,
"1777664" : 667,
"1794048" : 631,
"1810432" : 488,
"1826816" : 365,
"1843200" : 344,
"1859584" : 358,
"1875968" : 442,
"1892352" : 516,
"1908736" : 616,
"1925120" : 874,
"1941504" : 968,
"1957888" : 1165,
"1974272" : 1453,
"1990656" : 1691,
"2007040" : 1712,
"2023424" : 1832,
"2039808" : 1867,
"2056192" : 1775,
"2072576" : 1668,
"2088960" : 1459,
"2113536" : 2249,
"2146304" : 1644,
"2179072" : 1535,
"2211840" : 1749,
"2244608" : 2295,
"2277376" : 3383,
"2310144" : 4380,
"2342912" : 4918,
"2375680" : 4868,
"2408448" : 4468,
"2441216" : 3700,
"2473984" : 2874,
"2506752" : 2469,
"2539520" : 2787,
"2572288" : 3438,
"2605056" : 4407,
"2637824" : 5298,
"2670592" : 5872,
"2703360" : 5757,
"2736128" : 5248,
"2768896" : 4502,
"2801664" : 3710,
"2834432" : 3410,
"2867200" : 3595,
"2899968" : 4382,
"2932736" : 5061,
"2965504" : 5807,
"2998272" : 6118,
"3031040" : 6116,
"3063808" : 5649,
"3096576" : 4822,
"3129344" : 4330,
"3162112" : 4178,
"3194880" : 4240,
"3227648" : 4604,
"3260416" : 5113,
"3293184" : 5719,
"3325952" : 6100,
"3358720" : 5839,
"3391488" : 5360,
"3424256" : 4870,
"3457024" : 4514,
"3489792" : 4403,
"3522560" : 4304,
"3555328" : 4606,
"3588096" : 5024,
"3620864" : 5269,
"3653632" : 5492,
"3686400" : 5240,
"3719168" : 4870,
"3751936" : 4585,
"3784704" : 4322,
"3817472" : 4072,
"3850240" : 4247,
"3883008" : 4475,
"3915776" : 4728,
"3948544" : 4786,
"3981312" : 4861,
"4014080" : 4758,
"4046848" : 4344,
"4079616" : 4105,
"4112384" : 3794,
"4145152" : 3791,
"4177920" : 3838,
"4227072" : 7815,
"4292608" : 8380,
"4358144" : 7819,
"4423680" : 6652,
"4489216" : 6609,
"4554752" : 6442,
"4620288" : 6346,
"4685824" : 6084,
"4751360" : 5516,
"4816896" : 4897,
"4882432" : 4251,
"4947968" : 3874,
"5013504" : 3743,
"5079040" : 3010,
"5144576" : 2418,
"5210112" : 1983,
"5275648" : 1682,
"5341184" : 1452,
"5406720" : 1090,
"5472256" : 846,
"5537792" : 597,
"5603328" : 487,
"5668864" : 373,
"5734400" : 280,
"5799936" : 250,
"5865472" : 262,
"5931008" : 223,
"5996544" : 215,
"6062080" : 191,
"6127616" : 195,
"6193152" : 198,
"6258688" : 196,
"6324224" : 194,
"6389760" : 156,
"6455296" : 166,
"6520832" : 178,
"6586368" : 158,
"6651904" : 135,
"6717440" : 157,
"6782976" : 149,
"6848512" : 147,
"6914048" : 147,
"6979584" : 143,
"7045120" : 165,
"7110656" : 153,
"7176192" : 148,
"7241728" : 126,
"7307264" : 145,
"7372800" : 115,
"7438336" : 132,
"7503872" : 169,
"7569408" : 139,
"7634944" : 144,
"7700480" : 162,
"7766016" : 138,
"7831552" : 169,
"7897088" : 143,
"7962624" : 160,
"8028160" : 179,
"8093696" : 153,
"8159232" : 170,
"8224768" : 135,
"8290304" : 150,
"8355840" : 147,
"8454144" : 277,
"8585216" : 276,
"8716288" : 317,
"8847360" : 264,
"8978432" : 277,
"9109504" : 290,
"9240576" : 314,
"9371648" : 310,
"9502720" : 284,
"9633792" : 294,
"9764864" : 284,
"9895936" : 324,
"10027008" : 298,
"10158080" : 273,
"10289152" : 291,
"10420224" : 287,
"10551296" : 284,
"10682368" : 291,
"10813440" : 296,
"10944512" : 290,
"11075584" : 299,
"11206656" : 266,
"11337728" : 255,
"11468800" : 235,
"11599872" : 263,
"11730944" : 244,
"11862016" : 208,
"11993088" : 249,
"12124160" : 225,
"12255232" : 221,
"12386304" : 194,
"12517376" : 194,
"12648448" : 184,
"12779520" : 186,
"12910592" : 184,
"13041664" : 162,
"13172736" : 190,
"13303808" : 206,
"13434880" : 184,
"13565952" : 181,
"13697024" : 142,
"13828096" : 181,
"13959168" : 160,
"14090240" : 126,
"14221312" : 150,
"14352384" : 161,
"14483456" : 159,
"14614528" : 146,
"14745600" : 146,
"14876672" : 147,
"15007744" : 121,
"15138816" : 129,
"15269888" : 79,
"15400960" : 109,
"15532032" : 123,
"15663104" : 111,
"15794176" : 124,
"15925248" : 113,
"16056320" : 91,
"16187392" : 97,
"16318464" : 91,
"16449536" : 109,
"16580608" : 100,
"16711680" : 93,
"16908288" : 179,
"17170432" : 140,
"17432576" : 131,
"17694720" : 133,
"17956864" : 121,
"18219008" : 116,
"18481152" : 92,
"18743296" : 82,
"19005440" : 97,
"19267584" : 69,
"19529728" : 77,
"19791872" : 64,
"20054016" : 56,
"20316160" : 59,
"20578304" : 28,
"20840448" : 34,
"21102592" : 34,
"21364736" : 31,
"21626880" : 40,
"21889024" : 29,
"22151168" : 22,
"22413312" : 20,
"22675456" : 19,
"22937600" : 16,
"23199744" : 14,
"23461888" : 15,
"23724032" : 12,
"23986176" : 20,
"24248320" : 12,
"24510464" : 6,
"24772608" : 9,
"25034752" : 2,
"25296896" : 7,
"25559040" : 8,
"25821184" : 7,
"26083328" : 7,
"26345472" : 5,
"26607616" : 2,
"26869760" : 4,
"27131904" : 5,
"27394048" : 2,
"27656192" : 1,
"27918336" : 2,
"28180480" : 3,
"28704768" : 2,
"29229056" : 2,
"29491200" : 2,
"29753344" : 2,
"30277632" : 2,
"30801920" : 1
}
},
"lat_ns" : {
"min" : 375964,
"max" : 31661181,
"mean" : 3825699.169017,
"stddev" : 2276954.085286,
"N" : 459966
},
"bw_min" : 8984,
"bw_max" : 129408,
"bw_agg" : 99.753754,
"bw_mean" : 16685.022831,
"bw_dev" : 9349.244450,
"bw_samples" : 219,
"iops_min" : 2246,
"iops_max" : 32352,
"iops_mean" : 4171.223744,
"iops_stddev" : 2337.316133,
"iops_samples" : 219
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 109999,
"usr_cpu" : 0.878190,
"sys_cpu" : 19.214720,
"ctx" : 265407,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999783,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999783,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 4.544239,
"750" : 1.024421,
"1000" : 0.122400
},
"latency_ms" : {
"2" : 6.096307,
"4" : 58.087645,
"10" : 27.646114,
"20" : 2.365170,
"50" : 0.113486,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093042,
"timestamp_ms" : 1773093042022,
"time" : "Mon Mar 9 18:50:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2117828608,
"io_kbytes" : 2068192,
"bw_bytes" : 17648718,
"bw" : 17235,
"iops" : 4308.777573,
"runtime" : 119999,
"total_ios" : 517049,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8914,
"max" : 4946692,
"mean" : 229972.087315,
"stddev" : 268823.755156,
"N" : 517049
},
"clat_ns" : {
"min" : 351538,
"max" : 30823191,
"mean" : 3482724.526236,
"stddev" : 2126948.189387,
"N" : 517048,
"percentile" : {
"1.000000" : 423936,
"5.000000" : 741376,
"10.000000" : 1712128,
"20.000000" : 2277376,
"30.000000" : 2637824,
"40.000000" : 2932736,
"50.000000" : 3260416,
"60.000000" : 3555328,
"70.000000" : 3915776,
"80.000000" : 4292608,
"90.000000" : 4816896,
"95.000000" : 5537792,
"99.000000" : 13565952,
"99.500000" : 15925248,
"99.900000" : 20054016,
"99.950000" : 21889024,
"99.990000" : 25559040
},
"bins" : {
"350208" : 2,
"354304" : 1,
"358400" : 8,
"362496" : 16,
"366592" : 38,
"370688" : 66,
"374784" : 88,
"378880" : 116,
"382976" : 120,
"387072" : 175,
"391168" : 202,
"395264" : 362,
"399360" : 428,
"403456" : 446,
"407552" : 626,
"411648" : 687,
"415744" : 698,
"419840" : 793,
"423936" : 917,
"428032" : 988,
"432128" : 1126,
"436224" : 1201,
"440320" : 1165,
"444416" : 1223,
"448512" : 1216,
"452608" : 1110,
"456704" : 1040,
"460800" : 921,
"464896" : 838,
"468992" : 727,
"473088" : 617,
"477184" : 618,
"481280" : 576,
"485376" : 511,
"489472" : 472,
"493568" : 427,
"497664" : 375,
"501760" : 308,
"505856" : 229,
"509952" : 201,
"514048" : 185,
"518144" : 163,
"522240" : 192,
"528384" : 379,
"536576" : 431,
"544768" : 428,
"552960" : 335,
"561152" : 312,
"569344" : 179,
"577536" : 193,
"585728" : 115,
"593920" : 121,
"602112" : 84,
"610304" : 66,
"618496" : 52,
"626688" : 34,
"634880" : 28,
"643072" : 25,
"651264" : 18,
"659456" : 21,
"667648" : 17,
"675840" : 24,
"684032" : 53,
"692224" : 70,
"700416" : 147,
"708608" : 127,
"716800" : 122,
"724992" : 102,
"733184" : 84,
"741376" : 92,
"749568" : 64,
"757760" : 83,
"765952" : 110,
"774144" : 93,
"782336" : 54,
"790528" : 40,
"798720" : 18,
"806912" : 4,
"815104" : 3,
"823296" : 8,
"831488" : 3,
"839680" : 6,
"856064" : 3,
"864256" : 2,
"872448" : 4,
"880640" : 3,
"888832" : 2,
"897024" : 6,
"905216" : 4,
"913408" : 11,
"921600" : 7,
"929792" : 13,
"937984" : 14,
"946176" : 34,
"954368" : 38,
"962560" : 29,
"970752" : 48,
"978944" : 64,
"987136" : 97,
"995328" : 124,
"1003520" : 147,
"1011712" : 163,
"1019904" : 158,
"1028096" : 191,
"1036288" : 240,
"1044480" : 194,
"1056768" : 434,
"1073152" : 488,
"1089536" : 300,
"1105920" : 200,
"1122304" : 216,
"1138688" : 151,
"1155072" : 92,
"1171456" : 39,
"1187840" : 20,
"1204224" : 44,
"1220608" : 86,
"1236992" : 96,
"1253376" : 126,
"1269760" : 269,
"1286144" : 346,
"1302528" : 547,
"1318912" : 647,
"1335296" : 810,
"1351680" : 995,
"1368064" : 1067,
"1384448" : 1001,
"1400832" : 876,
"1417216" : 838,
"1433600" : 737,
"1449984" : 575,
"1466368" : 403,
"1482752" : 294,
"1499136" : 247,
"1515520" : 216,
"1531904" : 193,
"1548288" : 259,
"1564672" : 348,
"1581056" : 432,
"1597440" : 665,
"1613824" : 885,
"1630208" : 1084,
"1646592" : 1310,
"1662976" : 1696,
"1679360" : 1771,
"1695744" : 1838,
"1712128" : 1791,
"1728512" : 1787,
"1744896" : 1505,
"1761280" : 1290,
"1777664" : 1057,
"1794048" : 957,
"1810432" : 769,
"1826816" : 577,
"1843200" : 537,
"1859584" : 563,
"1875968" : 644,
"1892352" : 757,
"1908736" : 964,
"1925120" : 1306,
"1941504" : 1468,
"1957888" : 1783,
"1974272" : 2207,
"1990656" : 2482,
"2007040" : 2538,
"2023424" : 2673,
"2039808" : 2708,
"2056192" : 2536,
"2072576" : 2313,
"2088960" : 2138,
"2113536" : 3235,
"2146304" : 2338,
"2179072" : 2045,
"2211840" : 2388,
"2244608" : 3168,
"2277376" : 4592,
"2310144" : 5756,
"2342912" : 6510,
"2375680" : 6247,
"2408448" : 5696,
"2441216" : 4691,
"2473984" : 3574,
"2506752" : 3080,
"2539520" : 3432,
"2572288" : 4198,
"2605056" : 5396,
"2637824" : 6348,
"2670592" : 6962,
"2703360" : 6816,
"2736128" : 6121,
"2768896" : 5154,
"2801664" : 4255,
"2834432" : 3897,
"2867200" : 4047,
"2899968" : 4903,
"2932736" : 5646,
"2965504" : 6449,
"2998272" : 6733,
"3031040" : 6730,
"3063808" : 6077,
"3096576" : 5188,
"3129344" : 4661,
"3162112" : 4462,
"3194880" : 4508,
"3227648" : 4852,
"3260416" : 5408,
"3293184" : 6010,
"3325952" : 6407,
"3358720" : 6099,
"3391488" : 5581,
"3424256" : 5065,
"3457024" : 4692,
"3489792" : 4543,
"3522560" : 4439,
"3555328" : 4705,
"3588096" : 5123,
"3620864" : 5404,
"3653632" : 5612,
"3686400" : 5324,
"3719168" : 4976,
"3751936" : 4668,
"3784704" : 4392,
"3817472" : 4131,
"3850240" : 4298,
"3883008" : 4520,
"3915776" : 4772,
"3948544" : 4828,
"3981312" : 4916,
"4014080" : 4806,
"4046848" : 4382,
"4079616" : 4144,
"4112384" : 3822,
"4145152" : 3807,
"4177920" : 3863,
"4227072" : 7860,
"4292608" : 8446,
"4358144" : 7867,
"4423680" : 6699,
"4489216" : 6649,
"4554752" : 6483,
"4620288" : 6394,
"4685824" : 6130,
"4751360" : 5542,
"4816896" : 4919,
"4882432" : 4281,
"4947968" : 3921,
"5013504" : 3788,
"5079040" : 3064,
"5144576" : 2459,
"5210112" : 2012,
"5275648" : 1725,
"5341184" : 1504,
"5406720" : 1135,
"5472256" : 881,
"5537792" : 640,
"5603328" : 536,
"5668864" : 403,
"5734400" : 319,
"5799936" : 301,
"5865472" : 332,
"5931008" : 256,
"5996544" : 247,
"6062080" : 237,
"6127616" : 237,
"6193152" : 243,
"6258688" : 230,
"6324224" : 218,
"6389760" : 195,
"6455296" : 211,
"6520832" : 222,
"6586368" : 204,
"6651904" : 167,
"6717440" : 211,
"6782976" : 190,
"6848512" : 198,
"6914048" : 190,
"6979584" : 180,
"7045120" : 192,
"7110656" : 181,
"7176192" : 175,
"7241728" : 182,
"7307264" : 186,
"7372800" : 130,
"7438336" : 168,
"7503872" : 199,
"7569408" : 163,
"7634944" : 179,
"7700480" : 203,
"7766016" : 170,
"7831552" : 198,
"7897088" : 168,
"7962624" : 194,
"8028160" : 216,
"8093696" : 197,
"8159232" : 195,
"8224768" : 169,
"8290304" : 178,
"8355840" : 174,
"8454144" : 340,
"8585216" : 348,
"8716288" : 364,
"8847360" : 313,
"8978432" : 325,
"9109504" : 338,
"9240576" : 381,
"9371648" : 361,
"9502720" : 337,
"9633792" : 340,
"9764864" : 327,
"9895936" : 370,
"10027008" : 335,
"10158080" : 316,
"10289152" : 332,
"10420224" : 314,
"10551296" : 329,
"10682368" : 333,
"10813440" : 311,
"10944512" : 326,
"11075584" : 342,
"11206656" : 291,
"11337728" : 276,
"11468800" : 258,
"11599872" : 295,
"11730944" : 260,
"11862016" : 226,
"11993088" : 265,
"12124160" : 237,
"12255232" : 241,
"12386304" : 223,
"12517376" : 201,
"12648448" : 198,
"12779520" : 210,
"12910592" : 199,
"13041664" : 176,
"13172736" : 205,
"13303808" : 217,
"13434880" : 193,
"13565952" : 188,
"13697024" : 149,
"13828096" : 189,
"13959168" : 172,
"14090240" : 138,
"14221312" : 161,
"14352384" : 161,
"14483456" : 164,
"14614528" : 158,
"14745600" : 149,
"14876672" : 153,
"15007744" : 124,
"15138816" : 136,
"15269888" : 87,
"15400960" : 120,
"15532032" : 128,
"15663104" : 115,
"15794176" : 131,
"15925248" : 115,
"16056320" : 94,
"16187392" : 105,
"16318464" : 95,
"16449536" : 113,
"16580608" : 100,
"16711680" : 93,
"16908288" : 181,
"17170432" : 145,
"17432576" : 137,
"17694720" : 136,
"17956864" : 122,
"18219008" : 119,
"18481152" : 95,
"18743296" : 82,
"19005440" : 97,
"19267584" : 70,
"19529728" : 78,
"19791872" : 64,
"20054016" : 56,
"20316160" : 59,
"20578304" : 29,
"20840448" : 35,
"21102592" : 34,
"21364736" : 32,
"21626880" : 40,
"21889024" : 29,
"22151168" : 22,
"22413312" : 20,
"22675456" : 19,
"22937600" : 16,
"23199744" : 15,
"23461888" : 15,
"23724032" : 12,
"23986176" : 20,
"24248320" : 12,
"24510464" : 6,
"24772608" : 9,
"25034752" : 2,
"25296896" : 7,
"25559040" : 8,
"25821184" : 7,
"26083328" : 7,
"26345472" : 5,
"26607616" : 2,
"26869760" : 4,
"27131904" : 5,
"27394048" : 2,
"27656192" : 1,
"27918336" : 2,
"28180480" : 3,
"28704768" : 2,
"29229056" : 2,
"29491200" : 2,
"29753344" : 2,
"30277632" : 2,
"30801920" : 1
}
},
"lat_ns" : {
"min" : 375964,
"max" : 31661181,
"mean" : 3712699.034768,
"stddev" : 2253997.974583,
"N" : 517048
},
"bw_min" : 8984,
"bw_max" : 129408,
"bw_agg" : 99.947339,
"bw_mean" : 17226.941423,
"bw_dev" : 9194.098889,
"bw_samples" : 239,
"iops_min" : 2246,
"iops_max" : 32352,
"iops_mean" : 4306.702929,
"iops_stddev" : 2298.528868,
"iops_samples" : 239
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 119999,
"usr_cpu" : 0.895007,
"sys_cpu" : 19.509329,
"ctx" : 286780,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999807,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 4.053581,
"750" : 0.958130,
"1000" : 0.187216
},
"latency_ms" : {
"2" : 8.962787,
"4" : 58.237227,
"10" : 25.237647,
"20" : 2.261488,
"50" : 0.101731,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093052,
"timestamp_ms" : 1773093052022,
"time" : "Mon Mar 9 18:50:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2377412608,
"io_kbytes" : 2321692,
"bw_bytes" : 18287929,
"bw" : 17859,
"iops" : 4464.834345,
"runtime" : 129999,
"total_ios" : 580424,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8914,
"max" : 4946692,
"mean" : 221875.914516,
"stddev" : 268367.298980,
"N" : 580424
},
"clat_ns" : {
"min" : 351538,
"max" : 30823191,
"mean" : 3361073.044717,
"stddev" : 2092090.031833,
"N" : 580423,
"percentile" : {
"1.000000" : 423936,
"5.000000" : 1019904,
"10.000000" : 1646592,
"20.000000" : 2072576,
"30.000000" : 2441216,
"40.000000" : 2736128,
"50.000000" : 3063808,
"60.000000" : 3424256,
"70.000000" : 3817472,
"80.000000" : 4227072,
"90.000000" : 4816896,
"95.000000" : 5537792,
"99.000000" : 13172736,
"99.500000" : 15532032,
"99.900000" : 19791872,
"99.950000" : 21626880,
"99.990000" : 25296896
},
"bins" : {
"350208" : 2,
"354304" : 1,
"358400" : 8,
"362496" : 16,
"366592" : 38,
"370688" : 66,
"374784" : 90,
"378880" : 116,
"382976" : 123,
"387072" : 183,
"391168" : 207,
"395264" : 370,
"399360" : 433,
"403456" : 450,
"407552" : 630,
"411648" : 707,
"415744" : 708,
"419840" : 795,
"423936" : 923,
"428032" : 993,
"432128" : 1128,
"436224" : 1202,
"440320" : 1165,
"444416" : 1225,
"448512" : 1217,
"452608" : 1112,
"456704" : 1042,
"460800" : 924,
"464896" : 838,
"468992" : 729,
"473088" : 621,
"477184" : 620,
"481280" : 577,
"485376" : 513,
"489472" : 472,
"493568" : 427,
"497664" : 375,
"501760" : 308,
"505856" : 229,
"509952" : 201,
"514048" : 185,
"518144" : 163,
"522240" : 192,
"528384" : 379,
"536576" : 431,
"544768" : 428,
"552960" : 335,
"561152" : 312,
"569344" : 179,
"577536" : 193,
"585728" : 115,
"593920" : 121,
"602112" : 84,
"610304" : 66,
"618496" : 53,
"626688" : 34,
"634880" : 34,
"643072" : 30,
"651264" : 24,
"659456" : 28,
"667648" : 42,
"675840" : 51,
"684032" : 81,
"692224" : 121,
"700416" : 197,
"708608" : 194,
"716800" : 229,
"724992" : 201,
"733184" : 135,
"741376" : 153,
"749568" : 109,
"757760" : 154,
"765952" : 193,
"774144" : 140,
"782336" : 99,
"790528" : 69,
"798720" : 34,
"806912" : 7,
"815104" : 5,
"823296" : 12,
"831488" : 6,
"839680" : 8,
"847872" : 4,
"856064" : 8,
"864256" : 5,
"872448" : 4,
"880640" : 8,
"888832" : 2,
"897024" : 6,
"905216" : 10,
"913408" : 16,
"921600" : 13,
"929792" : 25,
"937984" : 38,
"946176" : 62,
"954368" : 78,
"962560" : 65,
"970752" : 101,
"978944" : 115,
"987136" : 190,
"995328" : 240,
"1003520" : 306,
"1011712" : 294,
"1019904" : 326,
"1028096" : 368,
"1036288" : 405,
"1044480" : 358,
"1056768" : 825,
"1073152" : 882,
"1089536" : 683,
"1105920" : 479,
"1122304" : 390,
"1138688" : 298,
"1155072" : 192,
"1171456" : 96,
"1187840" : 36,
"1204224" : 72,
"1220608" : 133,
"1236992" : 161,
"1253376" : 226,
"1269760" : 423,
"1286144" : 617,
"1302528" : 900,
"1318912" : 1112,
"1335296" : 1358,
"1351680" : 1698,
"1368064" : 1833,
"1384448" : 1793,
"1400832" : 1524,
"1417216" : 1509,
"1433600" : 1413,
"1449984" : 1055,
"1466368" : 739,
"1482752" : 480,
"1499136" : 377,
"1515520" : 303,
"1531904" : 305,
"1548288" : 371,
"1564672" : 536,
"1581056" : 679,
"1597440" : 995,
"1613824" : 1372,
"1630208" : 1688,
"1646592" : 2079,
"1662976" : 2533,
"1679360" : 2614,
"1695744" : 2843,
"1712128" : 2827,
"1728512" : 2699,
"1744896" : 2391,
"1761280" : 2041,
"1777664" : 1727,
"1794048" : 1493,
"1810432" : 1183,
"1826816" : 886,
"1843200" : 768,
"1859584" : 809,
"1875968" : 873,
"1892352" : 1000,
"1908736" : 1271,
"1925120" : 1759,
"1941504" : 2045,
"1957888" : 2426,
"1974272" : 3031,
"1990656" : 3446,
"2007040" : 3515,
"2023424" : 3689,
"2039808" : 3669,
"2056192" : 3472,
"2072576" : 3274,
"2088960" : 2923,
"2113536" : 4540,
"2146304" : 3180,
"2179072" : 2606,
"2211840" : 3014,
"2244608" : 3987,
"2277376" : 5666,
"2310144" : 7089,
"2342912" : 8148,
"2375680" : 7639,
"2408448" : 6930,
"2441216" : 5670,
"2473984" : 4224,
"2506752" : 3595,
"2539520" : 4006,
"2572288" : 4806,
"2605056" : 6170,
"2637824" : 7155,
"2670592" : 7935,
"2703360" : 7707,
"2736128" : 6914,
"2768896" : 5768,
"2801664" : 4737,
"2834432" : 4254,
"2867200" : 4371,
"2899968" : 5283,
"2932736" : 6009,
"2965504" : 6881,
"2998272" : 7208,
"3031040" : 7153,
"3063808" : 6428,
"3096576" : 5525,
"3129344" : 4879,
"3162112" : 4658,
"3194880" : 4710,
"3227648" : 5036,
"3260416" : 5583,
"3293184" : 6191,
"3325952" : 6586,
"3358720" : 6280,
"3391488" : 5739,
"3424256" : 5195,
"3457024" : 4781,
"3489792" : 4615,
"3522560" : 4531,
"3555328" : 4813,
"3588096" : 5203,
"3620864" : 5482,
"3653632" : 5672,
"3686400" : 5385,
"3719168" : 5034,
"3751936" : 4734,
"3784704" : 4472,
"3817472" : 4182,
"3850240" : 4366,
"3883008" : 4568,
"3915776" : 4849,
"3948544" : 4873,
"3981312" : 4944,
"4014080" : 4833,
"4046848" : 4423,
"4079616" : 4182,
"4112384" : 3861,
"4145152" : 3842,
"4177920" : 3910,
"4227072" : 7933,
"4292608" : 8485,
"4358144" : 7921,
"4423680" : 6741,
"4489216" : 6721,
"4554752" : 6545,
"4620288" : 6454,
"4685824" : 6197,
"4751360" : 5593,
"4816896" : 4989,
"4882432" : 4318,
"4947968" : 3993,
"5013504" : 3861,
"5079040" : 3130,
"5144576" : 2522,
"5210112" : 2073,
"5275648" : 1800,
"5341184" : 1565,
"5406720" : 1172,
"5472256" : 933,
"5537792" : 705,
"5603328" : 615,
"5668864" : 458,
"5734400" : 356,
"5799936" : 351,
"5865472" : 400,
"5931008" : 324,
"5996544" : 289,
"6062080" : 284,
"6127616" : 287,
"6193152" : 288,
"6258688" : 280,
"6324224" : 290,
"6389760" : 247,
"6455296" : 260,
"6520832" : 269,
"6586368" : 243,
"6651904" : 221,
"6717440" : 254,
"6782976" : 241,
"6848512" : 240,
"6914048" : 225,
"6979584" : 237,
"7045120" : 223,
"7110656" : 213,
"7176192" : 231,
"7241728" : 212,
"7307264" : 202,
"7372800" : 168,
"7438336" : 201,
"7503872" : 229,
"7569408" : 197,
"7634944" : 197,
"7700480" : 215,
"7766016" : 200,
"7831552" : 224,
"7897088" : 201,
"7962624" : 219,
"8028160" : 243,
"8093696" : 221,
"8159232" : 220,
"8224768" : 203,
"8290304" : 201,
"8355840" : 219,
"8454144" : 388,
"8585216" : 393,
"8716288" : 415,
"8847360" : 358,
"8978432" : 381,
"9109504" : 373,
"9240576" : 413,
"9371648" : 403,
"9502720" : 362,
"9633792" : 368,
"9764864" : 359,
"9895936" : 404,
"10027008" : 364,
"10158080" : 352,
"10289152" : 363,
"10420224" : 336,
"10551296" : 352,
"10682368" : 351,
"10813440" : 332,
"10944512" : 331,
"11075584" : 356,
"11206656" : 307,
"11337728" : 290,
"11468800" : 285,
"11599872" : 305,
"11730944" : 272,
"11862016" : 231,
"11993088" : 274,
"12124160" : 245,
"12255232" : 248,
"12386304" : 232,
"12517376" : 216,
"12648448" : 210,
"12779520" : 218,
"12910592" : 204,
"13041664" : 180,
"13172736" : 209,
"13303808" : 230,
"13434880" : 201,
"13565952" : 189,
"13697024" : 155,
"13828096" : 190,
"13959168" : 172,
"14090240" : 141,
"14221312" : 167,
"14352384" : 169,
"14483456" : 166,
"14614528" : 158,
"14745600" : 157,
"14876672" : 156,
"15007744" : 128,
"15138816" : 136,
"15269888" : 87,
"15400960" : 121,
"15532032" : 129,
"15663104" : 116,
"15794176" : 131,
"15925248" : 116,
"16056320" : 94,
"16187392" : 106,
"16318464" : 95,
"16449536" : 113,
"16580608" : 100,
"16711680" : 93,
"16908288" : 181,
"17170432" : 145,
"17432576" : 137,
"17694720" : 136,
"17956864" : 122,
"18219008" : 119,
"18481152" : 95,
"18743296" : 82,
"19005440" : 97,
"19267584" : 70,
"19529728" : 78,
"19791872" : 64,
"20054016" : 56,
"20316160" : 59,
"20578304" : 29,
"20840448" : 35,
"21102592" : 34,
"21364736" : 32,
"21626880" : 40,
"21889024" : 29,
"22151168" : 22,
"22413312" : 20,
"22675456" : 19,
"22937600" : 16,
"23199744" : 15,
"23461888" : 15,
"23724032" : 12,
"23986176" : 20,
"24248320" : 12,
"24510464" : 6,
"24772608" : 9,
"25034752" : 2,
"25296896" : 7,
"25559040" : 8,
"25821184" : 7,
"26083328" : 7,
"26345472" : 5,
"26607616" : 2,
"26869760" : 4,
"27131904" : 5,
"27394048" : 2,
"27656192" : 1,
"27918336" : 2,
"28180480" : 3,
"28704768" : 2,
"29229056" : 2,
"29491200" : 2,
"29753344" : 2,
"30277632" : 2,
"30801920" : 1
}
},
"lat_ns" : {
"min" : 375964,
"max" : 31661181,
"mean" : 3582954.342002,
"stddev" : 2216615.825442,
"N" : 580423
},
"bw_min" : 8984,
"bw_max" : 129408,
"bw_agg" : 99.869504,
"bw_mean" : 17836.000000,
"bw_dev" : 9156.432314,
"bw_samples" : 259,
"iops_min" : 2246,
"iops_max" : 32352,
"iops_mean" : 4458.965251,
"iops_stddev" : 2289.107650,
"iops_samples" : 259
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 129999,
"usr_cpu" : 0.913853,
"sys_cpu" : 19.889384,
"ctx" : 307961,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999828,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999828,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 3.629243,
"750" : 0.959988,
"1000" : 0.307706
},
"latency_ms" : {
"2" : 12.506202,
"4" : 57.297079,
"10" : 23.121718,
"20" : 2.087267,
"50" : 0.090623,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093062,
"timestamp_ms" : 1773093062022,
"time" : "Mon Mar 9 18:51:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2657353728,
"io_kbytes" : 2595072,
"bw_bytes" : 18981233,
"bw" : 18536,
"iops" : 4634.097386,
"runtime" : 139999,
"total_ios" : 648769,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8914,
"max" : 4946692,
"mean" : 213710.429694,
"stddev" : 269121.655366,
"N" : 648769
},
"clat_ns" : {
"min" : 333320,
"max" : 30823191,
"mean" : 3238357.155025,
"stddev" : 2072378.727135,
"N" : 648768,
"percentile" : {
"1.000000" : 428032,
"5.000000" : 1011712,
"10.000000" : 1433600,
"20.000000" : 1957888,
"30.000000" : 2310144,
"40.000000" : 2637824,
"50.000000" : 2965504,
"60.000000" : 3293184,
"70.000000" : 3686400,
"80.000000" : 4177920,
"90.000000" : 4751360,
"95.000000" : 5472256,
"99.000000" : 12779520,
"99.500000" : 15138816,
"99.900000" : 19529728,
"99.950000" : 21364736,
"99.990000" : 25034752
},
"bins" : {
"333824" : 1,
"350208" : 2,
"354304" : 1,
"358400" : 8,
"362496" : 16,
"366592" : 41,
"370688" : 71,
"374784" : 98,
"378880" : 123,
"382976" : 143,
"387072" : 200,
"391168" : 224,
"395264" : 395,
"399360" : 459,
"403456" : 484,
"407552" : 651,
"411648" : 730,
"415744" : 728,
"419840" : 813,
"423936" : 935,
"428032" : 1001,
"432128" : 1135,
"436224" : 1211,
"440320" : 1168,
"444416" : 1231,
"448512" : 1218,
"452608" : 1114,
"456704" : 1044,
"460800" : 925,
"464896" : 840,
"468992" : 729,
"473088" : 624,
"477184" : 623,
"481280" : 579,
"485376" : 516,
"489472" : 475,
"493568" : 428,
"497664" : 376,
"501760" : 310,
"505856" : 229,
"509952" : 201,
"514048" : 185,
"518144" : 164,
"522240" : 193,
"528384" : 381,
"536576" : 431,
"544768" : 428,
"552960" : 335,
"561152" : 313,
"569344" : 179,
"577536" : 193,
"585728" : 115,
"593920" : 121,
"602112" : 87,
"610304" : 68,
"618496" : 56,
"626688" : 41,
"634880" : 44,
"643072" : 46,
"651264" : 59,
"659456" : 71,
"667648" : 83,
"675840" : 130,
"684032" : 181,
"692224" : 239,
"700416" : 370,
"708608" : 343,
"716800" : 378,
"724992" : 337,
"733184" : 225,
"741376" : 282,
"749568" : 276,
"757760" : 287,
"765952" : 337,
"774144" : 236,
"782336" : 172,
"790528" : 102,
"798720" : 52,
"806912" : 18,
"815104" : 17,
"823296" : 19,
"831488" : 22,
"839680" : 14,
"847872" : 10,
"856064" : 14,
"864256" : 7,
"872448" : 5,
"880640" : 17,
"888832" : 8,
"897024" : 15,
"905216" : 23,
"913408" : 27,
"921600" : 32,
"929792" : 57,
"937984" : 68,
"946176" : 119,
"954368" : 151,
"962560" : 130,
"970752" : 180,
"978944" : 277,
"987136" : 374,
"995328" : 477,
"1003520" : 565,
"1011712" : 583,
"1019904" : 641,
"1028096" : 725,
"1036288" : 733,
"1044480" : 740,
"1056768" : 1608,
"1073152" : 1542,
"1089536" : 1224,
"1105920" : 879,
"1122304" : 764,
"1138688" : 535,
"1155072" : 309,
"1171456" : 155,
"1187840" : 76,
"1204224" : 109,
"1220608" : 205,
"1236992" : 268,
"1253376" : 405,
"1269760" : 729,
"1286144" : 1083,
"1302528" : 1514,
"1318912" : 1908,
"1335296" : 2227,
"1351680" : 2760,
"1368064" : 2959,
"1384448" : 2885,
"1400832" : 2573,
"1417216" : 2377,
"1433600" : 2178,
"1449984" : 1662,
"1466368" : 1165,
"1482752" : 811,
"1499136" : 588,
"1515520" : 455,
"1531904" : 456,
"1548288" : 515,
"1564672" : 770,
"1581056" : 1055,
"1597440" : 1475,
"1613824" : 2124,
"1630208" : 2539,
"1646592" : 2982,
"1662976" : 3742,
"1679360" : 3778,
"1695744" : 4135,
"1712128" : 4049,
"1728512" : 3870,
"1744896" : 3390,
"1761280" : 2889,
"1777664" : 2467,
"1794048" : 2071,
"1810432" : 1574,
"1826816" : 1188,
"1843200" : 1028,
"1859584" : 1090,
"1875968" : 1150,
"1892352" : 1334,
"1908736" : 1729,
"1925120" : 2270,
"1941504" : 2745,
"1957888" : 3277,
"1974272" : 3887,
"1990656" : 4347,
"2007040" : 4665,
"2023424" : 4582,
"2039808" : 4668,
"2056192" : 4396,
"2072576" : 4089,
"2088960" : 3689,
"2113536" : 5639,
"2146304" : 3889,
"2179072" : 3087,
"2211840" : 3614,
"2244608" : 4880,
"2277376" : 6667,
"2310144" : 8289,
"2342912" : 9448,
"2375680" : 8799,
"2408448" : 7851,
"2441216" : 6402,
"2473984" : 4720,
"2506752" : 4002,
"2539520" : 4431,
"2572288" : 5256,
"2605056" : 6776,
"2637824" : 7789,
"2670592" : 8612,
"2703360" : 8294,
"2736128" : 7421,
"2768896" : 6174,
"2801664" : 5019,
"2834432" : 4469,
"2867200" : 4589,
"2899968" : 5503,
"2932736" : 6283,
"2965504" : 7161,
"2998272" : 7485,
"3031040" : 7423,
"3063808" : 6621,
"3096576" : 5716,
"3129344" : 5015,
"3162112" : 4766,
"3194880" : 4822,
"3227648" : 5142,
"3260416" : 5686,
"3293184" : 6280,
"3325952" : 6697,
"3358720" : 6367,
"3391488" : 5836,
"3424256" : 5291,
"3457024" : 4840,
"3489792" : 4670,
"3522560" : 4583,
"3555328" : 4897,
"3588096" : 5272,
"3620864" : 5512,
"3653632" : 5718,
"3686400" : 5437,
"3719168" : 5077,
"3751936" : 4780,
"3784704" : 4513,
"3817472" : 4222,
"3850240" : 4400,
"3883008" : 4598,
"3915776" : 4888,
"3948544" : 4909,
"3981312" : 4980,
"4014080" : 4876,
"4046848" : 4451,
"4079616" : 4206,
"4112384" : 3914,
"4145152" : 3869,
"4177920" : 3946,
"4227072" : 8015,
"4292608" : 8573,
"4358144" : 7960,
"4423680" : 6793,
"4489216" : 6793,
"4554752" : 6593,
"4620288" : 6532,
"4685824" : 6244,
"4751360" : 5662,
"4816896" : 5070,
"4882432" : 4400,
"4947968" : 4053,
"5013504" : 3906,
"5079040" : 3192,
"5144576" : 2569,
"5210112" : 2150,
"5275648" : 1832,
"5341184" : 1626,
"5406720" : 1219,
"5472256" : 978,
"5537792" : 750,
"5603328" : 660,
"5668864" : 502,
"5734400" : 422,
"5799936" : 411,
"5865472" : 459,
"5931008" : 363,
"5996544" : 335,
"6062080" : 328,
"6127616" : 349,
"6193152" : 325,
"6258688" : 330,
"6324224" : 328,
"6389760" : 276,
"6455296" : 306,
"6520832" : 311,
"6586368" : 296,
"6651904" : 260,
"6717440" : 307,
"6782976" : 284,
"6848512" : 305,
"6914048" : 263,
"6979584" : 283,
"7045120" : 289,
"7110656" : 255,
"7176192" : 276,
"7241728" : 257,
"7307264" : 240,
"7372800" : 203,
"7438336" : 259,
"7503872" : 263,
"7569408" : 233,
"7634944" : 231,
"7700480" : 253,
"7766016" : 242,
"7831552" : 259,
"7897088" : 239,
"7962624" : 243,
"8028160" : 259,
"8093696" : 241,
"8159232" : 251,
"8224768" : 228,
"8290304" : 221,
"8355840" : 237,
"8454144" : 429,
"8585216" : 452,
"8716288" : 479,
"8847360" : 402,
"8978432" : 444,
"9109504" : 427,
"9240576" : 453,
"9371648" : 441,
"9502720" : 410,
"9633792" : 413,
"9764864" : 401,
"9895936" : 441,
"10027008" : 408,
"10158080" : 392,
"10289152" : 405,
"10420224" : 349,
"10551296" : 385,
"10682368" : 368,
"10813440" : 342,
"10944512" : 360,
"11075584" : 370,
"11206656" : 328,
"11337728" : 316,
"11468800" : 307,
"11599872" : 321,
"11730944" : 287,
"11862016" : 252,
"11993088" : 293,
"12124160" : 271,
"12255232" : 258,
"12386304" : 246,
"12517376" : 232,
"12648448" : 218,
"12779520" : 221,
"12910592" : 224,
"13041664" : 186,
"13172736" : 226,
"13303808" : 238,
"13434880" : 202,
"13565952" : 191,
"13697024" : 164,
"13828096" : 193,
"13959168" : 183,
"14090240" : 142,
"14221312" : 171,
"14352384" : 177,
"14483456" : 173,
"14614528" : 159,
"14745600" : 160,
"14876672" : 156,
"15007744" : 128,
"15138816" : 137,
"15269888" : 93,
"15400960" : 122,
"15532032" : 131,
"15663104" : 117,
"15794176" : 131,
"15925248" : 117,
"16056320" : 99,
"16187392" : 107,
"16318464" : 96,
"16449536" : 113,
"16580608" : 100,
"16711680" : 94,
"16908288" : 182,
"17170432" : 145,
"17432576" : 138,
"17694720" : 138,
"17956864" : 123,
"18219008" : 119,
"18481152" : 95,
"18743296" : 82,
"19005440" : 97,
"19267584" : 70,
"19529728" : 78,
"19791872" : 64,
"20054016" : 59,
"20316160" : 59,
"20578304" : 29,
"20840448" : 35,
"21102592" : 34,
"21364736" : 32,
"21626880" : 40,
"21889024" : 29,
"22151168" : 22,
"22413312" : 20,
"22675456" : 19,
"22937600" : 16,
"23199744" : 15,
"23461888" : 15,
"23724032" : 12,
"23986176" : 20,
"24248320" : 12,
"24510464" : 6,
"24772608" : 9,
"25034752" : 2,
"25296896" : 7,
"25559040" : 8,
"25821184" : 7,
"26083328" : 7,
"26345472" : 5,
"26607616" : 2,
"26869760" : 4,
"27131904" : 5,
"27394048" : 2,
"27656192" : 1,
"27918336" : 2,
"28180480" : 3,
"28704768" : 2,
"29229056" : 2,
"29491200" : 2,
"29753344" : 2,
"30277632" : 2,
"30801920" : 1
}
},
"lat_ns" : {
"min" : 375964,
"max" : 31661181,
"mean" : 3452073.133134,
"stddev" : 2195222.748489,
"N" : 648768
},
"bw_min" : 8984,
"bw_max" : 129408,
"bw_agg" : 99.739105,
"bw_mean" : 18488.089606,
"bw_dev" : 9190.015232,
"bw_samples" : 279,
"iops_min" : 2246,
"iops_max" : 32352,
"iops_mean" : 4621.985663,
"iops_stddev" : 2297.501972,
"iops_samples" : 279
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 139999,
"usr_cpu" : 0.956435,
"sys_cpu" : 20.255145,
"ctx" : 328083,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999846,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999846,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 3.295318,
"750" : 1.072801,
"1000" : 0.526998
},
"latency_ms" : {
"2" : 16.672036,
"4" : 55.117461,
"10" : 21.278298,
"20" : 1.955858,
"50" : 0.081077,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093072,
"timestamp_ms" : 1773093072023,
"time" : "Mon Mar 9 18:51:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2961657856,
"io_kbytes" : 2892244,
"bw_bytes" : 19744517,
"bw" : 19281,
"iops" : 4820.445470,
"runtime" : 149999,
"total_ios" : 723062,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8914,
"max" : 4946692,
"mean" : 205385.892163,
"stddev" : 269650.664088,
"N" : 723062
},
"clat_ns" : {
"min" : 333320,
"max" : 30823191,
"mean" : 3113178.266854,
"stddev" : 2051357.980835,
"N" : 723061,
"percentile" : {
"1.000000" : 428032,
"5.000000" : 962560,
"10.000000" : 1351680,
"20.000000" : 1744896,
"30.000000" : 2088960,
"40.000000" : 2408448,
"50.000000" : 2768896,
"60.000000" : 3162112,
"70.000000" : 3588096,
"80.000000" : 4079616,
"90.000000" : 4751360,
"95.000000" : 5472256,
"99.000000" : 12386304,
"99.500000" : 14876672,
"99.900000" : 19267584,
"99.950000" : 21102592,
"99.990000" : 24772608
},
"bins" : {
"333824" : 1,
"342016" : 3,
"346112" : 2,
"350208" : 2,
"354304" : 10,
"358400" : 16,
"362496" : 22,
"366592" : 45,
"370688" : 84,
"374784" : 125,
"378880" : 152,
"382976" : 182,
"387072" : 265,
"391168" : 285,
"395264" : 464,
"399360" : 528,
"403456" : 570,
"407552" : 780,
"411648" : 787,
"415744" : 793,
"419840" : 851,
"423936" : 971,
"428032" : 1021,
"432128" : 1146,
"436224" : 1223,
"440320" : 1173,
"444416" : 1234,
"448512" : 1220,
"452608" : 1120,
"456704" : 1050,
"460800" : 932,
"464896" : 845,
"468992" : 733,
"473088" : 628,
"477184" : 626,
"481280" : 581,
"485376" : 521,
"489472" : 479,
"493568" : 431,
"497664" : 384,
"501760" : 318,
"505856" : 231,
"509952" : 201,
"514048" : 185,
"518144" : 164,
"522240" : 195,
"528384" : 385,
"536576" : 435,
"544768" : 432,
"552960" : 337,
"561152" : 314,
"569344" : 181,
"577536" : 194,
"585728" : 115,
"593920" : 121,
"602112" : 87,
"610304" : 70,
"618496" : 61,
"626688" : 52,
"634880" : 60,
"643072" : 75,
"651264" : 94,
"659456" : 149,
"667648" : 149,
"675840" : 260,
"684032" : 382,
"692224" : 511,
"700416" : 697,
"708608" : 646,
"716800" : 759,
"724992" : 602,
"733184" : 497,
"741376" : 573,
"749568" : 611,
"757760" : 693,
"765952" : 613,
"774144" : 433,
"782336" : 341,
"790528" : 195,
"798720" : 119,
"806912" : 44,
"815104" : 42,
"823296" : 27,
"831488" : 31,
"839680" : 27,
"847872" : 23,
"856064" : 23,
"864256" : 21,
"872448" : 18,
"880640" : 35,
"888832" : 27,
"897024" : 32,
"905216" : 26,
"913408" : 44,
"921600" : 45,
"929792" : 84,
"937984" : 109,
"946176" : 204,
"954368" : 245,
"962560" : 295,
"970752" : 369,
"978944" : 524,
"987136" : 662,
"995328" : 846,
"1003520" : 958,
"1011712" : 1023,
"1019904" : 1101,
"1028096" : 1184,
"1036288" : 1211,
"1044480" : 1272,
"1056768" : 2898,
"1073152" : 2791,
"1089536" : 2116,
"1105920" : 1627,
"1122304" : 1427,
"1138688" : 947,
"1155072" : 487,
"1171456" : 249,
"1187840" : 150,
"1204224" : 160,
"1220608" : 278,
"1236992" : 390,
"1253376" : 598,
"1269760" : 1035,
"1286144" : 1593,
"1302528" : 2297,
"1318912" : 2834,
"1335296" : 3190,
"1351680" : 4083,
"1368064" : 4404,
"1384448" : 4278,
"1400832" : 3929,
"1417216" : 3738,
"1433600" : 3318,
"1449984" : 2510,
"1466368" : 1832,
"1482752" : 1263,
"1499136" : 884,
"1515520" : 619,
"1531904" : 598,
"1548288" : 691,
"1564672" : 1004,
"1581056" : 1402,
"1597440" : 1996,
"1613824" : 2688,
"1630208" : 3324,
"1646592" : 3951,
"1662976" : 4869,
"1679360" : 4933,
"1695744" : 5369,
"1712128" : 5342,
"1728512" : 5152,
"1744896" : 4526,
"1761280" : 3920,
"1777664" : 3318,
"1794048" : 2787,
"1810432" : 2104,
"1826816" : 1544,
"1843200" : 1330,
"1859584" : 1322,
"1875968" : 1383,
"1892352" : 1689,
"1908736" : 2102,
"1925120" : 2656,
"1941504" : 3330,
"1957888" : 3869,
"1974272" : 4564,
"1990656" : 5157,
"2007040" : 5490,
"2023424" : 5431,
"2039808" : 5591,
"2056192" : 5274,
"2072576" : 4906,
"2088960" : 4373,
"2113536" : 6814,
"2146304" : 4728,
"2179072" : 3610,
"2211840" : 4108,
"2244608" : 5416,
"2277376" : 7372,
"2310144" : 9136,
"2342912" : 10408,
"2375680" : 9820,
"2408448" : 8670,
"2441216" : 7121,
"2473984" : 5224,
"2506752" : 4408,
"2539520" : 4758,
"2572288" : 5577,
"2605056" : 7106,
"2637824" : 8138,
"2670592" : 9075,
"2703360" : 8676,
"2736128" : 7807,
"2768896" : 6516,
"2801664" : 5268,
"2834432" : 4610,
"2867200" : 4734,
"2899968" : 5662,
"2932736" : 6448,
"2965504" : 7318,
"2998272" : 7658,
"3031040" : 7607,
"3063808" : 6803,
"3096576" : 5839,
"3129344" : 5143,
"3162112" : 4867,
"3194880" : 4900,
"3227648" : 5228,
"3260416" : 5760,
"3293184" : 6345,
"3325952" : 6782,
"3358720" : 6446,
"3391488" : 5898,
"3424256" : 5350,
"3457024" : 4919,
"3489792" : 4719,
"3522560" : 4627,
"3555328" : 4968,
"3588096" : 5315,
"3620864" : 5564,
"3653632" : 5785,
"3686400" : 5477,
"3719168" : 5136,
"3751936" : 4830,
"3784704" : 4589,
"3817472" : 4297,
"3850240" : 4463,
"3883008" : 4647,
"3915776" : 4931,
"3948544" : 4950,
"3981312" : 5037,
"4014080" : 4928,
"4046848" : 4474,
"4079616" : 4263,
"4112384" : 3955,
"4145152" : 3919,
"4177920" : 3973,
"4227072" : 8083,
"4292608" : 8640,
"4358144" : 8036,
"4423680" : 6887,
"4489216" : 6882,
"4554752" : 6646,
"4620288" : 6637,
"4685824" : 6313,
"4751360" : 5717,
"4816896" : 5156,
"4882432" : 4478,
"4947968" : 4115,
"5013504" : 3995,
"5079040" : 3255,
"5144576" : 2625,
"5210112" : 2209,
"5275648" : 1894,
"5341184" : 1688,
"5406720" : 1293,
"5472256" : 1053,
"5537792" : 811,
"5603328" : 737,
"5668864" : 561,
"5734400" : 485,
"5799936" : 474,
"5865472" : 543,
"5931008" : 411,
"5996544" : 408,
"6062080" : 389,
"6127616" : 407,
"6193152" : 370,
"6258688" : 397,
"6324224" : 403,
"6389760" : 331,
"6455296" : 368,
"6520832" : 368,
"6586368" : 365,
"6651904" : 307,
"6717440" : 361,
"6782976" : 333,
"6848512" : 348,
"6914048" : 308,
"6979584" : 343,
"7045120" : 345,
"7110656" : 294,
"7176192" : 321,
"7241728" : 320,
"7307264" : 286,
"7372800" : 274,
"7438336" : 306,
"7503872" : 295,
"7569408" : 286,
"7634944" : 272,
"7700480" : 280,
"7766016" : 291,
"7831552" : 324,
"7897088" : 280,
"7962624" : 284,
"8028160" : 289,
"8093696" : 271,
"8159232" : 278,
"8224768" : 247,
"8290304" : 239,
"8355840" : 256,
"8454144" : 492,
"8585216" : 510,
"8716288" : 521,
"8847360" : 452,
"8978432" : 482,
"9109504" : 472,
"9240576" : 475,
"9371648" : 469,
"9502720" : 436,
"9633792" : 459,
"9764864" : 433,
"9895936" : 459,
"10027008" : 429,
"10158080" : 418,
"10289152" : 428,
"10420224" : 372,
"10551296" : 414,
"10682368" : 393,
"10813440" : 355,
"10944512" : 386,
"11075584" : 381,
"11206656" : 345,
"11337728" : 333,
"11468800" : 325,
"11599872" : 333,
"11730944" : 290,
"11862016" : 269,
"11993088" : 305,
"12124160" : 280,
"12255232" : 263,
"12386304" : 250,
"12517376" : 241,
"12648448" : 223,
"12779520" : 222,
"12910592" : 239,
"13041664" : 188,
"13172736" : 228,
"13303808" : 238,
"13434880" : 206,
"13565952" : 195,
"13697024" : 169,
"13828096" : 195,
"13959168" : 185,
"14090240" : 146,
"14221312" : 175,
"14352384" : 177,
"14483456" : 175,
"14614528" : 160,
"14745600" : 162,
"14876672" : 156,
"15007744" : 131,
"15138816" : 138,
"15269888" : 94,
"15400960" : 122,
"15532032" : 131,
"15663104" : 117,
"15794176" : 132,
"15925248" : 118,
"16056320" : 99,
"16187392" : 107,
"16318464" : 96,
"16449536" : 113,
"16580608" : 102,
"16711680" : 94,
"16908288" : 187,
"17170432" : 146,
"17432576" : 138,
"17694720" : 138,
"17956864" : 123,
"18219008" : 119,
"18481152" : 95,
"18743296" : 82,
"19005440" : 97,
"19267584" : 70,
"19529728" : 78,
"19791872" : 64,
"20054016" : 59,
"20316160" : 59,
"20578304" : 29,
"20840448" : 35,
"21102592" : 34,
"21364736" : 32,
"21626880" : 40,
"21889024" : 29,
"22151168" : 22,
"22413312" : 20,
"22675456" : 19,
"22937600" : 16,
"23199744" : 15,
"23461888" : 15,
"23724032" : 12,
"23986176" : 20,
"24248320" : 12,
"24510464" : 6,
"24772608" : 9,
"25034752" : 2,
"25296896" : 7,
"25559040" : 8,
"25821184" : 7,
"26083328" : 7,
"26345472" : 5,
"26607616" : 2,
"26869760" : 4,
"27131904" : 5,
"27394048" : 2,
"27656192" : 1,
"27918336" : 2,
"28180480" : 3,
"28704768" : 2,
"29229056" : 2,
"29491200" : 2,
"29753344" : 2,
"30277632" : 2,
"30801920" : 1
}
},
"lat_ns" : {
"min" : 367201,
"max" : 31661181,
"mean" : 3318565.289209,
"stddev" : 2172602.740965,
"N" : 723061
},
"bw_min" : 8984,
"bw_max" : 129408,
"bw_agg" : 99.716027,
"bw_mean" : 19227.568562,
"bw_dev" : 9357.643961,
"bw_samples" : 299,
"iops_min" : 2246,
"iops_max" : 32352,
"iops_mean" : 4806.852843,
"iops_stddev" : 2339.409089,
"iops_samples" : 299
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 149999,
"usr_cpu" : 0.989340,
"sys_cpu" : 20.658138,
"ctx" : 347091,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 3.084798,
"750" : 1.361709,
"1000" : 0.904625
},
"latency_ms" : {
"2" : 20.732247,
"4" : 52.335208,
"10" : 19.700385,
"20" : 1.808144,
"50" : 0.072746,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093082,
"timestamp_ms" : 1773093082022,
"time" : "Mon Mar 9 18:51:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3285602304,
"io_kbytes" : 3208596,
"bw_bytes" : 20535142,
"bw" : 20053,
"iops" : 5013.468834,
"runtime" : 159999,
"total_ios" : 802150,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8914,
"max" : 4946692,
"mean" : 197413.108091,
"stddev" : 271838.022224,
"N" : 802150
},
"clat_ns" : {
"min" : 333320,
"max" : 30823191,
"mean" : 2993306.822211,
"stddev" : 2044772.036474,
"N" : 802149,
"percentile" : {
"1.000000" : 423936,
"5.000000" : 757760,
"10.000000" : 1155072,
"20.000000" : 1646592,
"30.000000" : 1974272,
"40.000000" : 2310144,
"50.000000" : 2637824,
"60.000000" : 3031040,
"70.000000" : 3489792,
"80.000000" : 4014080,
"90.000000" : 4685824,
"95.000000" : 5406720,
"99.000000" : 12124160,
"99.500000" : 14483456,
"99.900000" : 19005440,
"99.950000" : 20840448,
"99.990000" : 24510464
},
"bins" : {
"333824" : 1,
"337920" : 1,
"342016" : 4,
"346112" : 2,
"350208" : 6,
"354304" : 14,
"358400" : 32,
"362496" : 34,
"366592" : 73,
"370688" : 122,
"374784" : 186,
"378880" : 243,
"382976" : 297,
"387072" : 385,
"391168" : 443,
"395264" : 652,
"399360" : 695,
"403456" : 730,
"407552" : 899,
"411648" : 906,
"415744" : 872,
"419840" : 905,
"423936" : 988,
"428032" : 1048,
"432128" : 1166,
"436224" : 1239,
"440320" : 1179,
"444416" : 1248,
"448512" : 1232,
"452608" : 1127,
"456704" : 1067,
"460800" : 946,
"464896" : 853,
"468992" : 743,
"473088" : 642,
"477184" : 633,
"481280" : 592,
"485376" : 529,
"489472" : 480,
"493568" : 433,
"497664" : 395,
"501760" : 324,
"505856" : 233,
"509952" : 201,
"514048" : 187,
"518144" : 165,
"522240" : 195,
"528384" : 386,
"536576" : 435,
"544768" : 432,
"552960" : 337,
"561152" : 316,
"569344" : 181,
"577536" : 195,
"585728" : 115,
"593920" : 122,
"602112" : 89,
"610304" : 74,
"618496" : 81,
"626688" : 74,
"634880" : 95,
"643072" : 136,
"651264" : 153,
"659456" : 262,
"667648" : 334,
"675840" : 541,
"684032" : 779,
"692224" : 1037,
"700416" : 1286,
"708608" : 1207,
"716800" : 1262,
"724992" : 1020,
"733184" : 976,
"741376" : 1094,
"749568" : 1242,
"757760" : 1185,
"765952" : 1069,
"774144" : 711,
"782336" : 549,
"790528" : 275,
"798720" : 181,
"806912" : 55,
"815104" : 67,
"823296" : 44,
"831488" : 47,
"839680" : 38,
"847872" : 29,
"856064" : 37,
"864256" : 33,
"872448" : 44,
"880640" : 58,
"888832" : 39,
"897024" : 55,
"905216" : 49,
"913408" : 69,
"921600" : 94,
"929792" : 141,
"937984" : 185,
"946176" : 312,
"954368" : 421,
"962560" : 514,
"970752" : 648,
"978944" : 875,
"987136" : 1119,
"995328" : 1315,
"1003520" : 1593,
"1011712" : 1634,
"1019904" : 1738,
"1028096" : 1956,
"1036288" : 2128,
"1044480" : 2259,
"1056768" : 4825,
"1073152" : 4552,
"1089536" : 3375,
"1105920" : 2718,
"1122304" : 2173,
"1138688" : 1304,
"1155072" : 666,
"1171456" : 337,
"1187840" : 262,
"1204224" : 233,
"1220608" : 395,
"1236992" : 586,
"1253376" : 867,
"1269760" : 1490,
"1286144" : 2217,
"1302528" : 3180,
"1318912" : 3897,
"1335296" : 4659,
"1351680" : 5809,
"1368064" : 6163,
"1384448" : 6033,
"1400832" : 5628,
"1417216" : 5104,
"1433600" : 4569,
"1449984" : 3530,
"1466368" : 2464,
"1482752" : 1653,
"1499136" : 1183,
"1515520" : 813,
"1531904" : 752,
"1548288" : 920,
"1564672" : 1304,
"1581056" : 1820,
"1597440" : 2552,
"1613824" : 3350,
"1630208" : 4114,
"1646592" : 4930,
"1662976" : 5930,
"1679360" : 6242,
"1695744" : 6772,
"1712128" : 6569,
"1728512" : 6364,
"1744896" : 5640,
"1761280" : 4878,
"1777664" : 4023,
"1794048" : 3372,
"1810432" : 2567,
"1826816" : 1877,
"1843200" : 1622,
"1859584" : 1527,
"1875968" : 1603,
"1892352" : 1979,
"1908736" : 2415,
"1925120" : 3043,
"1941504" : 3803,
"1957888" : 4450,
"1974272" : 5245,
"1990656" : 5823,
"2007040" : 6213,
"2023424" : 6050,
"2039808" : 6321,
"2056192" : 5939,
"2072576" : 5528,
"2088960" : 4888,
"2113536" : 7746,
"2146304" : 5342,
"2179072" : 3967,
"2211840" : 4475,
"2244608" : 5883,
"2277376" : 7969,
"2310144" : 9691,
"2342912" : 10943,
"2375680" : 10426,
"2408448" : 9224,
"2441216" : 7579,
"2473984" : 5504,
"2506752" : 4600,
"2539520" : 4963,
"2572288" : 5820,
"2605056" : 7371,
"2637824" : 8400,
"2670592" : 9280,
"2703360" : 8923,
"2736128" : 8064,
"2768896" : 6737,
"2801664" : 5432,
"2834432" : 4748,
"2867200" : 4828,
"2899968" : 5772,
"2932736" : 6554,
"2965504" : 7431,
"2998272" : 7747,
"3031040" : 7698,
"3063808" : 6917,
"3096576" : 5931,
"3129344" : 5217,
"3162112" : 4931,
"3194880" : 4943,
"3227648" : 5284,
"3260416" : 5816,
"3293184" : 6387,
"3325952" : 6813,
"3358720" : 6511,
"3391488" : 5954,
"3424256" : 5399,
"3457024" : 4978,
"3489792" : 4755,
"3522560" : 4667,
"3555328" : 5008,
"3588096" : 5372,
"3620864" : 5599,
"3653632" : 5827,
"3686400" : 5516,
"3719168" : 5167,
"3751936" : 4882,
"3784704" : 4636,
"3817472" : 4329,
"3850240" : 4497,
"3883008" : 4686,
"3915776" : 4955,
"3948544" : 5007,
"3981312" : 5069,
"4014080" : 4969,
"4046848" : 4517,
"4079616" : 4283,
"4112384" : 3993,
"4145152" : 3951,
"4177920" : 4006,
"4227072" : 8181,
"4292608" : 8696,
"4358144" : 8140,
"4423680" : 6942,
"4489216" : 6982,
"4554752" : 6763,
"4620288" : 6729,
"4685824" : 6378,
"4751360" : 5780,
"4816896" : 5219,
"4882432" : 4571,
"4947968" : 4185,
"5013504" : 4081,
"5079040" : 3353,
"5144576" : 2712,
"5210112" : 2281,
"5275648" : 1937,
"5341184" : 1737,
"5406720" : 1368,
"5472256" : 1122,
"5537792" : 875,
"5603328" : 789,
"5668864" : 606,
"5734400" : 559,
"5799936" : 551,
"5865472" : 615,
"5931008" : 457,
"5996544" : 459,
"6062080" : 413,
"6127616" : 478,
"6193152" : 432,
"6258688" : 459,
"6324224" : 448,
"6389760" : 388,
"6455296" : 427,
"6520832" : 419,
"6586368" : 413,
"6651904" : 368,
"6717440" : 437,
"6782976" : 377,
"6848512" : 389,
"6914048" : 348,
"6979584" : 400,
"7045120" : 395,
"7110656" : 350,
"7176192" : 368,
"7241728" : 394,
"7307264" : 327,
"7372800" : 328,
"7438336" : 346,
"7503872" : 322,
"7569408" : 348,
"7634944" : 325,
"7700480" : 321,
"7766016" : 325,
"7831552" : 366,
"7897088" : 308,
"7962624" : 319,
"8028160" : 337,
"8093696" : 337,
"8159232" : 328,
"8224768" : 278,
"8290304" : 278,
"8355840" : 275,
"8454144" : 540,
"8585216" : 588,
"8716288" : 607,
"8847360" : 510,
"8978432" : 559,
"9109504" : 534,
"9240576" : 521,
"9371648" : 549,
"9502720" : 455,
"9633792" : 489,
"9764864" : 472,
"9895936" : 503,
"10027008" : 482,
"10158080" : 467,
"10289152" : 466,
"10420224" : 405,
"10551296" : 441,
"10682368" : 417,
"10813440" : 375,
"10944512" : 420,
"11075584" : 400,
"11206656" : 368,
"11337728" : 365,
"11468800" : 340,
"11599872" : 376,
"11730944" : 311,
"11862016" : 291,
"11993088" : 317,
"12124160" : 302,
"12255232" : 272,
"12386304" : 266,
"12517376" : 255,
"12648448" : 243,
"12779520" : 240,
"12910592" : 257,
"13041664" : 199,
"13172736" : 243,
"13303808" : 248,
"13434880" : 212,
"13565952" : 203,
"13697024" : 172,
"13828096" : 200,
"13959168" : 189,
"14090240" : 153,
"14221312" : 177,
"14352384" : 177,
"14483456" : 179,
"14614528" : 164,
"14745600" : 167,
"14876672" : 162,
"15007744" : 135,
"15138816" : 139,
"15269888" : 94,
"15400960" : 122,
"15532032" : 131,
"15663104" : 117,
"15794176" : 132,
"15925248" : 118,
"16056320" : 103,
"16187392" : 107,
"16318464" : 96,
"16449536" : 113,
"16580608" : 102,
"16711680" : 94,
"16908288" : 187,
"17170432" : 146,
"17432576" : 138,
"17694720" : 138,
"17956864" : 123,
"18219008" : 119,
"18481152" : 95,
"18743296" : 82,
"19005440" : 97,
"19267584" : 70,
"19529728" : 78,
"19791872" : 64,
"20054016" : 59,
"20316160" : 59,
"20578304" : 29,
"20840448" : 35,
"21102592" : 34,
"21364736" : 32,
"21626880" : 40,
"21889024" : 29,
"22151168" : 22,
"22413312" : 20,
"22675456" : 19,
"22937600" : 16,
"23199744" : 15,
"23461888" : 15,
"23724032" : 12,
"23986176" : 20,
"24248320" : 12,
"24510464" : 6,
"24772608" : 9,
"25034752" : 2,
"25296896" : 7,
"25559040" : 8,
"25821184" : 7,
"26083328" : 7,
"26345472" : 5,
"26607616" : 2,
"26869760" : 4,
"27131904" : 5,
"27394048" : 2,
"27656192" : 1,
"27918336" : 2,
"28180480" : 3,
"28704768" : 2,
"29229056" : 2,
"29491200" : 2,
"29753344" : 2,
"30277632" : 2,
"30801920" : 1
}
},
"lat_ns" : {
"min" : 363977,
"max" : 31661181,
"mean" : 3190715.969996,
"stddev" : 2165193.929619,
"N" : 802149
},
"bw_min" : 8984,
"bw_max" : 129408,
"bw_agg" : 99.761394,
"bw_mean" : 20006.429467,
"bw_dev" : 9598.722529,
"bw_samples" : 319,
"iops_min" : 2246,
"iops_max" : 32352,
"iops_mean" : 5001.570533,
"iops_stddev" : 2399.681893,
"iops_samples" : 319
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159999,
"usr_cpu" : 1.028131,
"sys_cpu" : 21.029506,
"ctx" : 364664,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 2.999688,
"750" : 1.868977,
"1000" : 1.361466
},
"latency_ms" : {
"2" : 24.660475,
"4" : 48.992333,
"10" : 18.339338,
"20" : 1.712024,
"50" : 0.065574,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093092,
"timestamp_ms" : 1773093092022,
"time" : "Mon Mar 9 18:51:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3640586240,
"io_kbytes" : 3555260,
"bw_bytes" : 21415339,
"bw" : 20913,
"iops" : 5228.360167,
"runtime" : 169999,
"total_ios" : 888816,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8914,
"max" : 4946692,
"mean" : 189231.679151,
"stddev" : 273170.132059,
"N" : 888816
},
"clat_ns" : {
"min" : 333320,
"max" : 30823191,
"mean" : 2870399.688453,
"stddev" : 2031290.223984,
"N" : 888815,
"percentile" : {
"1.000000" : 415744,
"5.000000" : 724992,
"10.000000" : 1056768,
"20.000000" : 1433600,
"30.000000" : 1761280,
"40.000000" : 2113536,
"50.000000" : 2473984,
"60.000000" : 2899968,
"70.000000" : 3358720,
"80.000000" : 3915776,
"90.000000" : 4620288,
"95.000000" : 5406720,
"99.000000" : 11862016,
"99.500000" : 14221312,
"99.900000" : 18743296,
"99.950000" : 20316160,
"99.990000" : 24248320
},
"bins" : {
"333824" : 1,
"337920" : 2,
"342016" : 6,
"346112" : 7,
"350208" : 13,
"354304" : 20,
"358400" : 46,
"362496" : 73,
"366592" : 97,
"370688" : 185,
"374784" : 283,
"378880" : 370,
"382976" : 474,
"387072" : 615,
"391168" : 705,
"395264" : 943,
"399360" : 1052,
"403456" : 1020,
"407552" : 1159,
"411648" : 1214,
"415744" : 1085,
"419840" : 1013,
"423936" : 1062,
"428032" : 1102,
"432128" : 1216,
"436224" : 1269,
"440320" : 1228,
"444416" : 1269,
"448512" : 1254,
"452608" : 1162,
"456704" : 1090,
"460800" : 974,
"464896" : 883,
"468992" : 765,
"473088" : 659,
"477184" : 658,
"481280" : 604,
"485376" : 545,
"489472" : 495,
"493568" : 450,
"497664" : 412,
"501760" : 339,
"505856" : 245,
"509952" : 216,
"514048" : 197,
"518144" : 173,
"522240" : 199,
"528384" : 391,
"536576" : 441,
"544768" : 439,
"552960" : 342,
"561152" : 319,
"569344" : 181,
"577536" : 196,
"585728" : 115,
"593920" : 122,
"602112" : 91,
"610304" : 78,
"618496" : 100,
"626688" : 115,
"634880" : 141,
"643072" : 209,
"651264" : 257,
"659456" : 421,
"667648" : 522,
"675840" : 885,
"684032" : 1282,
"692224" : 1741,
"700416" : 2233,
"708608" : 2148,
"716800" : 2101,
"724992" : 1788,
"733184" : 1609,
"741376" : 1797,
"749568" : 2066,
"757760" : 2194,
"765952" : 1953,
"774144" : 1379,
"782336" : 1044,
"790528" : 576,
"798720" : 365,
"806912" : 169,
"815104" : 128,
"823296" : 96,
"831488" : 93,
"839680" : 82,
"847872" : 52,
"856064" : 67,
"864256" : 63,
"872448" : 65,
"880640" : 80,
"888832" : 60,
"897024" : 82,
"905216" : 68,
"913408" : 88,
"921600" : 141,
"929792" : 205,
"937984" : 266,
"946176" : 426,
"954368" : 641,
"962560" : 728,
"970752" : 924,
"978944" : 1241,
"987136" : 1606,
"995328" : 1925,
"1003520" : 2307,
"1011712" : 2411,
"1019904" : 2549,
"1028096" : 2858,
"1036288" : 3074,
"1044480" : 3208,
"1056768" : 7065,
"1073152" : 6925,
"1089536" : 5300,
"1105920" : 4221,
"1122304" : 3438,
"1138688" : 2179,
"1155072" : 1075,
"1171456" : 496,
"1187840" : 366,
"1204224" : 322,
"1220608" : 490,
"1236992" : 765,
"1253376" : 1107,
"1269760" : 1841,
"1286144" : 2825,
"1302528" : 4049,
"1318912" : 5063,
"1335296" : 6161,
"1351680" : 7272,
"1368064" : 8012,
"1384448" : 7954,
"1400832" : 7455,
"1417216" : 6896,
"1433600" : 6119,
"1449984" : 4732,
"1466368" : 3367,
"1482752" : 2405,
"1499136" : 1671,
"1515520" : 1102,
"1531904" : 976,
"1548288" : 1124,
"1564672" : 1519,
"1581056" : 2131,
"1597440" : 2963,
"1613824" : 3833,
"1630208" : 4699,
"1646592" : 5750,
"1662976" : 6827,
"1679360" : 7223,
"1695744" : 7894,
"1712128" : 7689,
"1728512" : 7575,
"1744896" : 6711,
"1761280" : 5913,
"1777664" : 4861,
"1794048" : 4021,
"1810432" : 3116,
"1826816" : 2346,
"1843200" : 1894,
"1859584" : 1761,
"1875968" : 1802,
"1892352" : 2181,
"1908736" : 2660,
"1925120" : 3284,
"1941504" : 4090,
"1957888" : 4791,
"1974272" : 5646,
"1990656" : 6289,
"2007040" : 6759,
"2023424" : 6559,
"2039808" : 6936,
"2056192" : 6456,
"2072576" : 6034,
"2088960" : 5371,
"2113536" : 8556,
"2146304" : 5901,
"2179072" : 4378,
"2211840" : 4785,
"2244608" : 6151,
"2277376" : 8285,
"2310144" : 10115,
"2342912" : 11399,
"2375680" : 10889,
"2408448" : 9594,
"2441216" : 7867,
"2473984" : 5731,
"2506752" : 4792,
"2539520" : 5098,
"2572288" : 5978,
"2605056" : 7521,
"2637824" : 8567,
"2670592" : 9452,
"2703360" : 9056,
"2736128" : 8226,
"2768896" : 6857,
"2801664" : 5573,
"2834432" : 4873,
"2867200" : 4933,
"2899968" : 5863,
"2932736" : 6642,
"2965504" : 7531,
"2998272" : 7855,
"3031040" : 7776,
"3063808" : 6990,
"3096576" : 6016,
"3129344" : 5272,
"3162112" : 4986,
"3194880" : 5004,
"3227648" : 5351,
"3260416" : 5899,
"3293184" : 6456,
"3325952" : 6866,
"3358720" : 6550,
"3391488" : 5989,
"3424256" : 5452,
"3457024" : 5023,
"3489792" : 4819,
"3522560" : 4720,
"3555328" : 5053,
"3588096" : 5424,
"3620864" : 5669,
"3653632" : 5869,
"3686400" : 5578,
"3719168" : 5223,
"3751936" : 4955,
"3784704" : 4701,
"3817472" : 4361,
"3850240" : 4560,
"3883008" : 4742,
"3915776" : 5028,
"3948544" : 5059,
"3981312" : 5096,
"4014080" : 4996,
"4046848" : 4590,
"4079616" : 4339,
"4112384" : 4057,
"4145152" : 4025,
"4177920" : 4071,
"4227072" : 8284,
"4292608" : 8814,
"4358144" : 8195,
"4423680" : 7048,
"4489216" : 7083,
"4554752" : 6888,
"4620288" : 6839,
"4685824" : 6494,
"4751360" : 5847,
"4816896" : 5347,
"4882432" : 4678,
"4947968" : 4268,
"5013504" : 4178,
"5079040" : 3450,
"5144576" : 2823,
"5210112" : 2352,
"5275648" : 2054,
"5341184" : 1810,
"5406720" : 1458,
"5472256" : 1182,
"5537792" : 955,
"5603328" : 858,
"5668864" : 672,
"5734400" : 636,
"5799936" : 603,
"5865472" : 703,
"5931008" : 521,
"5996544" : 522,
"6062080" : 490,
"6127616" : 535,
"6193152" : 498,
"6258688" : 538,
"6324224" : 511,
"6389760" : 430,
"6455296" : 470,
"6520832" : 488,
"6586368" : 445,
"6651904" : 424,
"6717440" : 507,
"6782976" : 455,
"6848512" : 450,
"6914048" : 399,
"6979584" : 462,
"7045120" : 430,
"7110656" : 394,
"7176192" : 427,
"7241728" : 450,
"7307264" : 399,
"7372800" : 392,
"7438336" : 396,
"7503872" : 355,
"7569408" : 399,
"7634944" : 367,
"7700480" : 340,
"7766016" : 364,
"7831552" : 410,
"7897088" : 345,
"7962624" : 370,
"8028160" : 371,
"8093696" : 382,
"8159232" : 367,
"8224768" : 321,
"8290304" : 311,
"8355840" : 306,
"8454144" : 601,
"8585216" : 634,
"8716288" : 671,
"8847360" : 562,
"8978432" : 606,
"9109504" : 571,
"9240576" : 559,
"9371648" : 585,
"9502720" : 490,
"9633792" : 516,
"9764864" : 543,
"9895936" : 524,
"10027008" : 529,
"10158080" : 486,
"10289152" : 479,
"10420224" : 421,
"10551296" : 473,
"10682368" : 439,
"10813440" : 392,
"10944512" : 438,
"11075584" : 412,
"11206656" : 392,
"11337728" : 378,
"11468800" : 363,
"11599872" : 381,
"11730944" : 324,
"11862016" : 303,
"11993088" : 325,
"12124160" : 305,
"12255232" : 276,
"12386304" : 274,
"12517376" : 265,
"12648448" : 248,
"12779520" : 257,
"12910592" : 259,
"13041664" : 214,
"13172736" : 246,
"13303808" : 255,
"13434880" : 218,
"13565952" : 207,
"13697024" : 173,
"13828096" : 206,
"13959168" : 190,
"14090240" : 154,
"14221312" : 177,
"14352384" : 177,
"14483456" : 180,
"14614528" : 164,
"14745600" : 167,
"14876672" : 162,
"15007744" : 135,
"15138816" : 144,
"15269888" : 96,
"15400960" : 126,
"15532032" : 131,
"15663104" : 117,
"15794176" : 132,
"15925248" : 118,
"16056320" : 103,
"16187392" : 107,
"16318464" : 96,
"16449536" : 113,
"16580608" : 102,
"16711680" : 94,
"16908288" : 187,
"17170432" : 146,
"17432576" : 139,
"17694720" : 138,
"17956864" : 123,
"18219008" : 119,
"18481152" : 95,
"18743296" : 82,
"19005440" : 97,
"19267584" : 70,
"19529728" : 78,
"19791872" : 64,
"20054016" : 59,
"20316160" : 59,
"20578304" : 29,
"20840448" : 35,
"21102592" : 34,
"21364736" : 32,
"21626880" : 40,
"21889024" : 29,
"22151168" : 22,
"22413312" : 20,
"22675456" : 19,
"22937600" : 16,
"23199744" : 15,
"23461888" : 15,
"23724032" : 12,
"23986176" : 20,
"24248320" : 12,
"24510464" : 6,
"24772608" : 9,
"25034752" : 2,
"25296896" : 7,
"25559040" : 8,
"25821184" : 7,
"26083328" : 7,
"26345472" : 5,
"26607616" : 2,
"26869760" : 4,
"27131904" : 5,
"27394048" : 2,
"27656192" : 1,
"27918336" : 2,
"28180480" : 3,
"28704768" : 2,
"29229056" : 2,
"29491200" : 2,
"29753344" : 2,
"30277632" : 2,
"30801920" : 1
}
},
"lat_ns" : {
"min" : 363977,
"max" : 31661181,
"mean" : 3059635.564543,
"stddev" : 2150535.353593,
"N" : 888815
},
"bw_min" : 8984,
"bw_max" : 129408,
"bw_agg" : 99.854558,
"bw_mean" : 20883.855457,
"bw_dev" : 10014.974097,
"bw_samples" : 339,
"iops_min" : 2246,
"iops_max" : 32352,
"iops_mean" : 5220.929204,
"iops_stddev" : 2503.747707,
"iops_samples" : 339
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 169999,
"usr_cpu" : 1.060006,
"sys_cpu" : 21.481303,
"ctx" : 381293,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 3.094341,
"750" : 2.537758,
"1000" : 2.011215
},
"latency_ms" : {
"2" : 28.013447,
"4" : 45.556223,
"10" : 17.139205,
"20" : 1.588518,
"50" : 0.059180,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093102,
"timestamp_ms" : 1773093102022,
"time" : "Mon Mar 9 18:51:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4032995328,
"io_kbytes" : 3938472,
"bw_bytes" : 22405654,
"bw" : 21880,
"iops" : 5470.135945,
"runtime" : 179999,
"total_ios" : 984619,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8874,
"max" : 4946692,
"mean" : 180793.911753,
"stddev" : 273981.748892,
"N" : 984619
},
"clat_ns" : {
"min" : 333320,
"max" : 30823191,
"mean" : 2743543.091193,
"stddev" : 2015106.428530,
"N" : 984618,
"percentile" : {
"1.000000" : 403456,
"5.000000" : 700416,
"10.000000" : 1003520,
"20.000000" : 1351680,
"30.000000" : 1662976,
"40.000000" : 1990656,
"50.000000" : 2342912,
"60.000000" : 2736128,
"70.000000" : 3260416,
"80.000000" : 3850240,
"90.000000" : 4620288,
"95.000000" : 5341184,
"99.000000" : 11468800,
"99.500000" : 13828096,
"99.900000" : 18481152,
"99.950000" : 20054016,
"99.990000" : 23986176
},
"bins" : {
"333824" : 1,
"337920" : 3,
"342016" : 9,
"346112" : 12,
"350208" : 26,
"354304" : 41,
"358400" : 89,
"362496" : 142,
"366592" : 217,
"370688" : 342,
"374784" : 470,
"378880" : 618,
"382976" : 867,
"387072" : 1055,
"391168" : 1165,
"395264" : 1575,
"399360" : 1729,
"403456" : 1572,
"407552" : 1820,
"411648" : 1707,
"415744" : 1396,
"419840" : 1208,
"423936" : 1224,
"428032" : 1227,
"432128" : 1306,
"436224" : 1320,
"440320" : 1295,
"444416" : 1317,
"448512" : 1309,
"452608" : 1234,
"456704" : 1154,
"460800" : 1048,
"464896" : 930,
"468992" : 820,
"473088" : 713,
"477184" : 704,
"481280" : 645,
"485376" : 580,
"489472" : 548,
"493568" : 494,
"497664" : 435,
"501760" : 364,
"505856" : 257,
"509952" : 227,
"514048" : 216,
"518144" : 182,
"522240" : 210,
"528384" : 400,
"536576" : 447,
"544768" : 442,
"552960" : 342,
"561152" : 323,
"569344" : 186,
"577536" : 199,
"585728" : 120,
"593920" : 127,
"602112" : 94,
"610304" : 92,
"618496" : 123,
"626688" : 163,
"634880" : 202,
"643072" : 333,
"651264" : 474,
"659456" : 681,
"667648" : 1000,
"675840" : 1350,
"684032" : 2047,
"692224" : 2857,
"700416" : 3516,
"708608" : 3573,
"716800" : 3398,
"724992" : 2874,
"733184" : 2669,
"741376" : 2850,
"749568" : 3357,
"757760" : 3676,
"765952" : 3229,
"774144" : 2297,
"782336" : 1654,
"790528" : 922,
"798720" : 529,
"806912" : 282,
"815104" : 213,
"823296" : 186,
"831488" : 155,
"839680" : 145,
"847872" : 79,
"856064" : 111,
"864256" : 98,
"872448" : 98,
"880640" : 106,
"888832" : 98,
"897024" : 104,
"905216" : 112,
"913408" : 149,
"921600" : 200,
"929792" : 282,
"937984" : 386,
"946176" : 600,
"954368" : 870,
"962560" : 1018,
"970752" : 1304,
"978944" : 1789,
"987136" : 2259,
"995328" : 2697,
"1003520" : 3204,
"1011712" : 3410,
"1019904" : 3736,
"1028096" : 3978,
"1036288" : 4262,
"1044480" : 4453,
"1056768" : 9909,
"1073152" : 9822,
"1089536" : 7568,
"1105920" : 6148,
"1122304" : 4958,
"1138688" : 3246,
"1155072" : 1554,
"1171456" : 747,
"1187840" : 486,
"1204224" : 470,
"1220608" : 633,
"1236992" : 906,
"1253376" : 1430,
"1269760" : 2296,
"1286144" : 3487,
"1302528" : 5018,
"1318912" : 6148,
"1335296" : 7597,
"1351680" : 8975,
"1368064" : 9884,
"1384448" : 9868,
"1400832" : 9424,
"1417216" : 8658,
"1433600" : 7631,
"1449984" : 5890,
"1466368" : 4262,
"1482752" : 3075,
"1499136" : 2110,
"1515520" : 1388,
"1531904" : 1195,
"1548288" : 1256,
"1564672" : 1722,
"1581056" : 2424,
"1597440" : 3273,
"1613824" : 4253,
"1630208" : 5332,
"1646592" : 6421,
"1662976" : 7592,
"1679360" : 8045,
"1695744" : 8871,
"1712128" : 8689,
"1728512" : 8527,
"1744896" : 7600,
"1761280" : 6669,
"1777664" : 5478,
"1794048" : 4600,
"1810432" : 3507,
"1826816" : 2668,
"1843200" : 2144,
"1859584" : 1944,
"1875968" : 1999,
"1892352" : 2332,
"1908736" : 2795,
"1925120" : 3503,
"1941504" : 4359,
"1957888" : 5028,
"1974272" : 5988,
"1990656" : 6597,
"2007040" : 7124,
"2023424" : 6875,
"2039808" : 7273,
"2056192" : 6853,
"2072576" : 6424,
"2088960" : 5705,
"2113536" : 9164,
"2146304" : 6224,
"2179072" : 4620,
"2211840" : 5013,
"2244608" : 6346,
"2277376" : 8521,
"2310144" : 10339,
"2342912" : 11655,
"2375680" : 11141,
"2408448" : 9841,
"2441216" : 8081,
"2473984" : 5882,
"2506752" : 4923,
"2539520" : 5256,
"2572288" : 6128,
"2605056" : 7670,
"2637824" : 8722,
"2670592" : 9603,
"2703360" : 9195,
"2736128" : 8336,
"2768896" : 6967,
"2801664" : 5689,
"2834432" : 4980,
"2867200" : 5060,
"2899968" : 5947,
"2932736" : 6755,
"2965504" : 7625,
"2998272" : 7940,
"3031040" : 7859,
"3063808" : 7071,
"3096576" : 6114,
"3129344" : 5316,
"3162112" : 5063,
"3194880" : 5057,
"3227648" : 5425,
"3260416" : 5980,
"3293184" : 6522,
"3325952" : 6926,
"3358720" : 6623,
"3391488" : 6090,
"3424256" : 5537,
"3457024" : 5078,
"3489792" : 4907,
"3522560" : 4798,
"3555328" : 5095,
"3588096" : 5484,
"3620864" : 5712,
"3653632" : 5939,
"3686400" : 5643,
"3719168" : 5279,
"3751936" : 5022,
"3784704" : 4794,
"3817472" : 4446,
"3850240" : 4614,
"3883008" : 4805,
"3915776" : 5088,
"3948544" : 5109,
"3981312" : 5134,
"4014080" : 5051,
"4046848" : 4642,
"4079616" : 4380,
"4112384" : 4102,
"4145152" : 4076,
"4177920" : 4159,
"4227072" : 8422,
"4292608" : 8906,
"4358144" : 8321,
"4423680" : 7177,
"4489216" : 7241,
"4554752" : 6980,
"4620288" : 6918,
"4685824" : 6616,
"4751360" : 5950,
"4816896" : 5454,
"4882432" : 4802,
"4947968" : 4373,
"5013504" : 4300,
"5079040" : 3574,
"5144576" : 2918,
"5210112" : 2462,
"5275648" : 2164,
"5341184" : 1932,
"5406720" : 1549,
"5472256" : 1259,
"5537792" : 1040,
"5603328" : 960,
"5668864" : 757,
"5734400" : 704,
"5799936" : 668,
"5865472" : 826,
"5931008" : 621,
"5996544" : 623,
"6062080" : 602,
"6127616" : 598,
"6193152" : 566,
"6258688" : 577,
"6324224" : 591,
"6389760" : 492,
"6455296" : 530,
"6520832" : 543,
"6586368" : 519,
"6651904" : 484,
"6717440" : 558,
"6782976" : 518,
"6848512" : 518,
"6914048" : 445,
"6979584" : 529,
"7045120" : 487,
"7110656" : 437,
"7176192" : 454,
"7241728" : 500,
"7307264" : 435,
"7372800" : 434,
"7438336" : 445,
"7503872" : 401,
"7569408" : 447,
"7634944" : 397,
"7700480" : 388,
"7766016" : 423,
"7831552" : 444,
"7897088" : 373,
"7962624" : 414,
"8028160" : 399,
"8093696" : 424,
"8159232" : 392,
"8224768" : 355,
"8290304" : 353,
"8355840" : 322,
"8454144" : 645,
"8585216" : 665,
"8716288" : 715,
"8847360" : 603,
"8978432" : 650,
"9109504" : 604,
"9240576" : 595,
"9371648" : 634,
"9502720" : 512,
"9633792" : 533,
"9764864" : 570,
"9895936" : 543,
"10027008" : 549,
"10158080" : 508,
"10289152" : 484,
"10420224" : 444,
"10551296" : 491,
"10682368" : 446,
"10813440" : 405,
"10944512" : 448,
"11075584" : 420,
"11206656" : 398,
"11337728" : 389,
"11468800" : 367,
"11599872" : 392,
"11730944" : 339,
"11862016" : 312,
"11993088" : 335,
"12124160" : 308,
"12255232" : 281,
"12386304" : 293,
"12517376" : 267,
"12648448" : 249,
"12779520" : 259,
"12910592" : 259,
"13041664" : 216,
"13172736" : 249,
"13303808" : 256,
"13434880" : 219,
"13565952" : 210,
"13697024" : 180,
"13828096" : 206,
"13959168" : 193,
"14090240" : 157,
"14221312" : 184,
"14352384" : 177,
"14483456" : 180,
"14614528" : 164,
"14745600" : 167,
"14876672" : 162,
"15007744" : 135,
"15138816" : 147,
"15269888" : 97,
"15400960" : 126,
"15532032" : 131,
"15663104" : 117,
"15794176" : 133,
"15925248" : 118,
"16056320" : 103,
"16187392" : 107,
"16318464" : 96,
"16449536" : 113,
"16580608" : 102,
"16711680" : 94,
"16908288" : 187,
"17170432" : 146,
"17432576" : 139,
"17694720" : 138,
"17956864" : 123,
"18219008" : 119,
"18481152" : 95,
"18743296" : 82,
"19005440" : 97,
"19267584" : 70,
"19529728" : 78,
"19791872" : 64,
"20054016" : 59,
"20316160" : 59,
"20578304" : 29,
"20840448" : 35,
"21102592" : 34,
"21364736" : 32,
"21626880" : 40,
"21889024" : 29,
"22151168" : 22,
"22413312" : 20,
"22675456" : 19,
"22937600" : 16,
"23199744" : 15,
"23461888" : 15,
"23724032" : 12,
"23986176" : 20,
"24248320" : 12,
"24510464" : 6,
"24772608" : 9,
"25034752" : 2,
"25296896" : 7,
"25559040" : 8,
"25821184" : 7,
"26083328" : 7,
"26345472" : 5,
"26607616" : 2,
"26869760" : 4,
"27131904" : 5,
"27394048" : 2,
"27656192" : 1,
"27918336" : 2,
"28180480" : 3,
"28704768" : 2,
"29229056" : 2,
"29491200" : 2,
"29753344" : 2,
"30277632" : 2,
"30801920" : 1
}
},
"lat_ns" : {
"min" : 359620,
"max" : 31661181,
"mean" : 2924338.754348,
"stddev" : 2133019.260999,
"N" : 984618
},
"bw_min" : 8984,
"bw_max" : 129408,
"bw_agg" : 99.769103,
"bw_mean" : 21830.448468,
"bw_dev" : 10531.772907,
"bw_samples" : 359,
"iops_min" : 2246,
"iops_max" : 32352,
"iops_mean" : 5457.579387,
"iops_stddev" : 2632.949932,
"iops_samples" : 359
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 179999,
"usr_cpu" : 1.095006,
"sys_cpu" : 21.993456,
"ctx" : 396622,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999898,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999898,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 3.492925,
"750" : 3.472308,
"1000" : 2.776607
},
"latency_ms" : {
"2" : 30.646677,
"4" : 42.068861,
"10" : 16.029551,
"20" : 1.459549,
"50" : 0.053422,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093102,
"timestamp_ms" : 1773093102053,
"time" : "Mon Mar 9 18:51:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4033101824,
"io_kbytes" : 3938576,
"bw_bytes" : 22405872,
"bw" : 21880,
"iops" : 5470.094777,
"runtime" : 180002,
"total_ios" : 984628,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 8874,
"max" : 4946692,
"mean" : 180792.657612,
"stddev" : 273980.792680,
"N" : 984629
},
"clat_ns" : {
"min" : 4046,
"max" : 30823191,
"mean" : 2743521.361537,
"stddev" : 2015097.018630,
"N" : 984643,
"percentile" : {
"1.000000" : 403456,
"5.000000" : 700416,
"10.000000" : 1003520,
"20.000000" : 1351680,
"30.000000" : 1662976,
"40.000000" : 1990656,
"50.000000" : 2342912,
"60.000000" : 2736128,
"70.000000" : 3260416,
"80.000000" : 3850240,
"90.000000" : 4620288,
"95.000000" : 5341184,
"99.000000" : 11468800,
"99.500000" : 13828096,
"99.900000" : 18481152,
"99.950000" : 20054016,
"99.990000" : 23986176
},
"bins" : {
"4048" : 1,
"333824" : 2,
"337920" : 3,
"342016" : 9,
"346112" : 12,
"350208" : 26,
"354304" : 41,
"358400" : 89,
"362496" : 143,
"366592" : 217,
"370688" : 342,
"374784" : 470,
"378880" : 618,
"382976" : 867,
"387072" : 1055,
"391168" : 1165,
"395264" : 1576,
"399360" : 1729,
"403456" : 1572,
"407552" : 1820,
"411648" : 1708,
"415744" : 1396,
"419840" : 1208,
"423936" : 1224,
"428032" : 1227,
"432128" : 1306,
"436224" : 1320,
"440320" : 1296,
"444416" : 1317,
"448512" : 1309,
"452608" : 1234,
"456704" : 1154,
"460800" : 1048,
"464896" : 930,
"468992" : 821,
"473088" : 713,
"477184" : 704,
"481280" : 645,
"485376" : 580,
"489472" : 548,
"493568" : 494,
"497664" : 436,
"501760" : 364,
"505856" : 257,
"509952" : 227,
"514048" : 216,
"518144" : 182,
"522240" : 210,
"528384" : 401,
"536576" : 447,
"544768" : 442,
"552960" : 342,
"561152" : 323,
"569344" : 187,
"577536" : 199,
"585728" : 120,
"593920" : 127,
"602112" : 94,
"610304" : 93,
"618496" : 123,
"626688" : 163,
"634880" : 202,
"643072" : 333,
"651264" : 474,
"659456" : 681,
"667648" : 1000,
"675840" : 1350,
"684032" : 2047,
"692224" : 2857,
"700416" : 3516,
"708608" : 3573,
"716800" : 3398,
"724992" : 2874,
"733184" : 2669,
"741376" : 2850,
"749568" : 3357,
"757760" : 3676,
"765952" : 3229,
"774144" : 2297,
"782336" : 1654,
"790528" : 922,
"798720" : 529,
"806912" : 282,
"815104" : 213,
"823296" : 186,
"831488" : 155,
"839680" : 145,
"847872" : 79,
"856064" : 111,
"864256" : 98,
"872448" : 98,
"880640" : 106,
"888832" : 98,
"897024" : 104,
"905216" : 112,
"913408" : 149,
"921600" : 200,
"929792" : 282,
"937984" : 386,
"946176" : 600,
"954368" : 870,
"962560" : 1018,
"970752" : 1304,
"978944" : 1789,
"987136" : 2259,
"995328" : 2697,
"1003520" : 3204,
"1011712" : 3410,
"1019904" : 3736,
"1028096" : 3978,
"1036288" : 4262,
"1044480" : 4453,
"1056768" : 9909,
"1073152" : 9822,
"1089536" : 7568,
"1105920" : 6148,
"1122304" : 4958,
"1138688" : 3246,
"1155072" : 1554,
"1171456" : 747,
"1187840" : 486,
"1204224" : 470,
"1220608" : 633,
"1236992" : 906,
"1253376" : 1430,
"1269760" : 2296,
"1286144" : 3487,
"1302528" : 5018,
"1318912" : 6149,
"1335296" : 7597,
"1351680" : 8975,
"1368064" : 9884,
"1384448" : 9868,
"1400832" : 9424,
"1417216" : 8658,
"1433600" : 7631,
"1449984" : 5890,
"1466368" : 4262,
"1482752" : 3075,
"1499136" : 2110,
"1515520" : 1388,
"1531904" : 1195,
"1548288" : 1256,
"1564672" : 1722,
"1581056" : 2424,
"1597440" : 3273,
"1613824" : 4253,
"1630208" : 5332,
"1646592" : 6421,
"1662976" : 7592,
"1679360" : 8045,
"1695744" : 8871,
"1712128" : 8689,
"1728512" : 8527,
"1744896" : 7600,
"1761280" : 6669,
"1777664" : 5478,
"1794048" : 4600,
"1810432" : 3507,
"1826816" : 2668,
"1843200" : 2144,
"1859584" : 1944,
"1875968" : 1999,
"1892352" : 2332,
"1908736" : 2795,
"1925120" : 3503,
"1941504" : 4359,
"1957888" : 5028,
"1974272" : 5988,
"1990656" : 6597,
"2007040" : 7124,
"2023424" : 6875,
"2039808" : 7273,
"2056192" : 6853,
"2072576" : 6424,
"2088960" : 5705,
"2113536" : 9164,
"2146304" : 6224,
"2179072" : 4620,
"2211840" : 5013,
"2244608" : 6346,
"2277376" : 8521,
"2310144" : 10339,
"2342912" : 11655,
"2375680" : 11141,
"2408448" : 9841,
"2441216" : 8081,
"2473984" : 5882,
"2506752" : 4923,
"2539520" : 5256,
"2572288" : 6128,
"2605056" : 7670,
"2637824" : 8722,
"2670592" : 9603,
"2703360" : 9195,
"2736128" : 8336,
"2768896" : 6967,
"2801664" : 5689,
"2834432" : 4980,
"2867200" : 5060,
"2899968" : 5947,
"2932736" : 6755,
"2965504" : 7625,
"2998272" : 7940,
"3031040" : 7859,
"3063808" : 7071,
"3096576" : 6123,
"3129344" : 5316,
"3162112" : 5063,
"3194880" : 5057,
"3227648" : 5425,
"3260416" : 5980,
"3293184" : 6523,
"3325952" : 6927,
"3358720" : 6624,
"3391488" : 6091,
"3424256" : 5537,
"3457024" : 5078,
"3489792" : 4907,
"3522560" : 4798,
"3555328" : 5095,
"3588096" : 5484,
"3620864" : 5712,
"3653632" : 5939,
"3686400" : 5643,
"3719168" : 5279,
"3751936" : 5022,
"3784704" : 4794,
"3817472" : 4446,
"3850240" : 4614,
"3883008" : 4805,
"3915776" : 5088,
"3948544" : 5109,
"3981312" : 5134,
"4014080" : 5051,
"4046848" : 4642,
"4079616" : 4380,
"4112384" : 4102,
"4145152" : 4076,
"4177920" : 4159,
"4227072" : 8422,
"4292608" : 8906,
"4358144" : 8321,
"4423680" : 7177,
"4489216" : 7241,
"4554752" : 6980,
"4620288" : 6918,
"4685824" : 6616,
"4751360" : 5950,
"4816896" : 5454,
"4882432" : 4802,
"4947968" : 4373,
"5013504" : 4300,
"5079040" : 3574,
"5144576" : 2918,
"5210112" : 2462,
"5275648" : 2164,
"5341184" : 1932,
"5406720" : 1549,
"5472256" : 1259,
"5537792" : 1040,
"5603328" : 960,
"5668864" : 757,
"5734400" : 704,
"5799936" : 668,
"5865472" : 826,
"5931008" : 621,
"5996544" : 623,
"6062080" : 602,
"6127616" : 598,
"6193152" : 566,
"6258688" : 577,
"6324224" : 591,
"6389760" : 492,
"6455296" : 530,
"6520832" : 543,
"6586368" : 519,
"6651904" : 484,
"6717440" : 558,
"6782976" : 518,
"6848512" : 518,
"6914048" : 445,
"6979584" : 529,
"7045120" : 487,
"7110656" : 437,
"7176192" : 454,
"7241728" : 500,
"7307264" : 435,
"7372800" : 434,
"7438336" : 445,
"7503872" : 401,
"7569408" : 447,
"7634944" : 397,
"7700480" : 388,
"7766016" : 423,
"7831552" : 444,
"7897088" : 373,
"7962624" : 414,
"8028160" : 399,
"8093696" : 424,
"8159232" : 392,
"8224768" : 355,
"8290304" : 353,
"8355840" : 322,
"8454144" : 645,
"8585216" : 665,
"8716288" : 715,
"8847360" : 603,
"8978432" : 650,
"9109504" : 604,
"9240576" : 595,
"9371648" : 634,
"9502720" : 512,
"9633792" : 533,
"9764864" : 570,
"9895936" : 543,
"10027008" : 549,
"10158080" : 508,
"10289152" : 484,
"10420224" : 444,
"10551296" : 491,
"10682368" : 446,
"10813440" : 405,
"10944512" : 448,
"11075584" : 420,
"11206656" : 398,
"11337728" : 389,
"11468800" : 367,
"11599872" : 392,
"11730944" : 339,
"11862016" : 312,
"11993088" : 335,
"12124160" : 308,
"12255232" : 281,
"12386304" : 293,
"12517376" : 267,
"12648448" : 249,
"12779520" : 259,
"12910592" : 259,
"13041664" : 216,
"13172736" : 249,
"13303808" : 256,
"13434880" : 219,
"13565952" : 210,
"13697024" : 180,
"13828096" : 206,
"13959168" : 193,
"14090240" : 157,
"14221312" : 184,
"14352384" : 177,
"14483456" : 180,
"14614528" : 164,
"14745600" : 167,
"14876672" : 162,
"15007744" : 135,
"15138816" : 147,
"15269888" : 97,
"15400960" : 126,
"15532032" : 131,
"15663104" : 117,
"15794176" : 133,
"15925248" : 118,
"16056320" : 103,
"16187392" : 107,
"16318464" : 96,
"16449536" : 113,
"16580608" : 102,
"16711680" : 94,
"16908288" : 187,
"17170432" : 146,
"17432576" : 139,
"17694720" : 138,
"17956864" : 123,
"18219008" : 119,
"18481152" : 95,
"18743296" : 82,
"19005440" : 97,
"19267584" : 70,
"19529728" : 78,
"19791872" : 64,
"20054016" : 59,
"20316160" : 59,
"20578304" : 29,
"20840448" : 35,
"21102592" : 34,
"21364736" : 32,
"21626880" : 40,
"21889024" : 29,
"22151168" : 22,
"22413312" : 20,
"22675456" : 19,
"22937600" : 16,
"23199744" : 15,
"23461888" : 15,
"23724032" : 12,
"23986176" : 20,
"24248320" : 12,
"24510464" : 6,
"24772608" : 9,
"25034752" : 2,
"25296896" : 7,
"25559040" : 8,
"25821184" : 7,
"26083328" : 7,
"26345472" : 5,
"26607616" : 2,
"26869760" : 4,
"27131904" : 5,
"27394048" : 2,
"27656192" : 1,
"27918336" : 2,
"28180480" : 3,
"28704768" : 2,
"29229056" : 2,
"29491200" : 2,
"29753344" : 2,
"30277632" : 2,
"30801920" : 1
}
},
"lat_ns" : {
"min" : 333129,
"max" : 31661181,
"mean" : 2924316.113648,
"stddev" : 2133007.588156,
"N" : 984643
},
"bw_min" : 8984,
"bw_max" : 129408,
"bw_agg" : 99.768132,
"bw_mean" : 21830.448468,
"bw_dev" : 10531.772907,
"bw_samples" : 359,
"iops_min" : 2246,
"iops_max" : 32352,
"iops_mean" : 5457.579387,
"iops_stddev" : 2632.949932,
"iops_samples" : 359
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 180001,
"usr_cpu" : 1.094994,
"sys_cpu" : 21.993211,
"ctx" : 396624,
"majf" : 0,
"minf" : 36,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999898,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 3.493604,
"750" : 3.472581,
"1000" : 2.776582
},
"latency_ms" : {
"2" : 30.646498,
"4" : 42.069797,
"10" : 16.029404,
"20" : 1.459536,
"50" : 0.053421,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}