raidz2/benchmarks/rand/rand-read-qd32-nj16_run2.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773086281,
"timestamp_ms" : 1773086281719,
"time" : "Mon Mar 9 16:58:01 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 1907482624,
"io_kbytes" : 1862776,
"bw_bytes" : 195398752,
"bw" : 190819,
"iops" : 47760.295022,
"runtime" : 9762,
"total_ios" : 466236,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 156192,
"usr_cpu" : 0.629354,
"sys_cpu" : 16.525814,
"ctx" : 397186,
"majf" : 0,
"minf" : 622,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 99.893616,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999786,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999785,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086291,
"timestamp_ms" : 1773086291957,
"time" : "Mon Mar 9 16:58:11 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 1955704832,
"io_kbytes" : 1909868,
"bw_bytes" : 195570483,
"bw" : 190986,
"iops" : 47749.100000,
"runtime" : 10000,
"total_ios" : 477491,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 6059,
"max" : 1144278,
"mean" : 332863.669378,
"stddev" : 145306.066369,
"N" : 477491
},
"clat_ns" : {
"min" : 4969734,
"max" : 13753367,
"mean" : 10390089.897130,
"stddev" : 940197.147987,
"N" : 477475,
"percentile" : {
"1.000000" : 7700480,
"5.000000" : 8716288,
"10.000000" : 9240576,
"20.000000" : 9633792,
"30.000000" : 10027008,
"40.000000" : 10289152,
"50.000000" : 10420224,
"60.000000" : 10682368,
"70.000000" : 10944512,
"80.000000" : 11206656,
"90.000000" : 11468800,
"95.000000" : 11730944,
"99.000000" : 12255232,
"99.500000" : 12517376,
"99.900000" : 12779520,
"99.950000" : 12910592,
"99.990000" : 13172736
},
"bins" : {
"4947968" : 1,
"5210112" : 3,
"5275648" : 4,
"5472256" : 2,
"5537792" : 3,
"5603328" : 1,
"5668864" : 7,
"5734400" : 7,
"5799936" : 12,
"5865472" : 20,
"5931008" : 10,
"5996544" : 11,
"6062080" : 32,
"6127616" : 27,
"6193152" : 29,
"6258688" : 42,
"6324224" : 53,
"6389760" : 54,
"6455296" : 69,
"6520832" : 63,
"6586368" : 56,
"6651904" : 93,
"6717440" : 88,
"6782976" : 106,
"6848512" : 105,
"6914048" : 140,
"6979584" : 170,
"7045120" : 184,
"7110656" : 205,
"7176192" : 216,
"7241728" : 254,
"7307264" : 270,
"7372800" : 325,
"7438336" : 371,
"7503872" : 426,
"7569408" : 424,
"7634944" : 510,
"7700480" : 464,
"7766016" : 590,
"7831552" : 683,
"7897088" : 748,
"7962624" : 814,
"8028160" : 823,
"8093696" : 948,
"8159232" : 1087,
"8224768" : 1117,
"8290304" : 1335,
"8355840" : 1444,
"8454144" : 3287,
"8585216" : 3932,
"8716288" : 4666,
"8847360" : 5818,
"8978432" : 6860,
"9109504" : 8533,
"9240576" : 10222,
"9371648" : 12086,
"9502720" : 13882,
"9633792" : 16356,
"9764864" : 18533,
"9895936" : 20938,
"10027008" : 22859,
"10158080" : 24746,
"10289152" : 27113,
"10420224" : 28081,
"10551296" : 28183,
"10682368" : 28255,
"10813440" : 27359,
"10944512" : 26141,
"11075584" : 23801,
"11206656" : 21623,
"11337728" : 19258,
"11468800" : 15601,
"11599872" : 12859,
"11730944" : 9847,
"11862016" : 7118,
"11993088" : 5151,
"12124160" : 3538,
"12255232" : 2333,
"12386304" : 1556,
"12517376" : 1101,
"12648448" : 700,
"12779520" : 374,
"12910592" : 164,
"13041664" : 94,
"13172736" : 36,
"13303808" : 10,
"13434880" : 6,
"13565952" : 5,
"13697024" : 4
}
},
"lat_ns" : {
"min" : 5263413,
"max" : 14068618,
"mean" : 10722970.510270,
"stddev" : 959203.174122,
"N" : 477475
},
"bw_min" : 186803,
"bw_max" : 195247,
"bw_agg" : 99.979161,
"bw_mean" : 190947.842105,
"bw_dev" : 139.235599,
"bw_samples" : 304,
"iops_min" : 46700,
"iops_max" : 48811,
"iops_mean" : 47736.210526,
"iops_stddev" : 34.803830,
"iops_samples" : 304
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159989,
"usr_cpu" : 0.652545,
"sys_cpu" : 16.498634,
"ctx" : 406613,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 30.600158,
"20" : 69.396491,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086301,
"timestamp_ms" : 1773086301956,
"time" : "Mon Mar 9 16:58:21 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 3916943360,
"io_kbytes" : 3825140,
"bw_bytes" : 195856960,
"bw" : 191266,
"iops" : 47817.790890,
"runtime" : 19999,
"total_ios" : 956308,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 6059,
"max" : 1417936,
"mean" : 332388.101918,
"stddev" : 145729.282560,
"N" : 956308
},
"clat_ns" : {
"min" : 4969734,
"max" : 13753367,
"mean" : 10374979.395143,
"stddev" : 936406.818125,
"N" : 956292,
"percentile" : {
"1.000000" : 7766016,
"5.000000" : 8716288,
"10.000000" : 9109504,
"20.000000" : 9633792,
"30.000000" : 10027008,
"40.000000" : 10158080,
"50.000000" : 10420224,
"60.000000" : 10682368,
"70.000000" : 10944512,
"80.000000" : 11206656,
"90.000000" : 11468800,
"95.000000" : 11730944,
"99.000000" : 12255232,
"99.500000" : 12386304,
"99.900000" : 12779520,
"99.950000" : 12910592,
"99.990000" : 13172736
},
"bins" : {
"4947968" : 1,
"5079040" : 1,
"5210112" : 3,
"5275648" : 5,
"5341184" : 3,
"5406720" : 2,
"5472256" : 2,
"5537792" : 11,
"5603328" : 5,
"5668864" : 16,
"5734400" : 16,
"5799936" : 17,
"5865472" : 32,
"5931008" : 20,
"5996544" : 26,
"6062080" : 49,
"6127616" : 48,
"6193152" : 53,
"6258688" : 71,
"6324224" : 100,
"6389760" : 85,
"6455296" : 116,
"6520832" : 128,
"6586368" : 126,
"6651904" : 151,
"6717440" : 167,
"6782976" : 243,
"6848512" : 226,
"6914048" : 254,
"6979584" : 328,
"7045120" : 366,
"7110656" : 414,
"7176192" : 414,
"7241728" : 516,
"7307264" : 546,
"7372800" : 652,
"7438336" : 701,
"7503872" : 810,
"7569408" : 875,
"7634944" : 963,
"7700480" : 970,
"7766016" : 1196,
"7831552" : 1360,
"7897088" : 1511,
"7962624" : 1670,
"8028160" : 1694,
"8093696" : 1903,
"8159232" : 2259,
"8224768" : 2344,
"8290304" : 2698,
"8355840" : 2861,
"8454144" : 6560,
"8585216" : 8106,
"8716288" : 9512,
"8847360" : 11660,
"8978432" : 14116,
"9109504" : 17317,
"9240576" : 20834,
"9371648" : 24492,
"9502720" : 28993,
"9633792" : 33455,
"9764864" : 38254,
"9895936" : 42690,
"10027008" : 46897,
"10158080" : 50628,
"10289152" : 54605,
"10420224" : 56433,
"10551296" : 56779,
"10682368" : 56337,
"10813440" : 54797,
"10944512" : 51422,
"11075584" : 47111,
"11206656" : 42288,
"11337728" : 36877,
"11468800" : 30074,
"11599872" : 24482,
"11730944" : 18892,
"11862016" : 14082,
"11993088" : 10183,
"12124160" : 7176,
"12255232" : 4747,
"12386304" : 3039,
"12517376" : 1954,
"12648448" : 1209,
"12779520" : 637,
"12910592" : 319,
"13041664" : 162,
"13172736" : 80,
"13303808" : 43,
"13434880" : 12,
"13565952" : 6,
"13697024" : 4
}
},
"lat_ns" : {
"min" : 5263413,
"max" : 14068618,
"mean" : 10707372.506687,
"stddev" : 955234.030341,
"N" : 956292
},
"bw_min" : 186152,
"bw_max" : 195936,
"bw_agg" : 100.000000,
"bw_mean" : 191297.358974,
"bw_dev" : 141.427885,
"bw_samples" : 624,
"iops_min" : 46538,
"iops_max" : 48984,
"iops_mean" : 47823.205128,
"iops_stddev" : 35.362615,
"iops_samples" : 624
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319984,
"usr_cpu" : 0.645345,
"sys_cpu" : 16.488012,
"ctx" : 812967,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 31.221113,
"20" : 68.777214,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086311,
"timestamp_ms" : 1773086311957,
"time" : "Mon Mar 9 16:58:31 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 5884977152,
"io_kbytes" : 5747048,
"bw_bytes" : 196165905,
"bw" : 191568,
"iops" : 47893.033333,
"runtime" : 30000,
"total_ios" : 1436791,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 6059,
"max" : 1417936,
"mean" : 331863.523238,
"stddev" : 146177.110306,
"N" : 1436791
},
"clat_ns" : {
"min" : 4929022,
"max" : 13753367,
"mean" : 10358383.434080,
"stddev" : 939603.632356,
"N" : 1436775,
"percentile" : {
"1.000000" : 7700480,
"5.000000" : 8716288,
"10.000000" : 9109504,
"20.000000" : 9633792,
"30.000000" : 9895936,
"40.000000" : 10158080,
"50.000000" : 10420224,
"60.000000" : 10682368,
"70.000000" : 10944512,
"80.000000" : 11206656,
"90.000000" : 11468800,
"95.000000" : 11730944,
"99.000000" : 12255232,
"99.500000" : 12386304,
"99.900000" : 12779520,
"99.950000" : 12910592,
"99.990000" : 13172736
},
"bins" : {
"4947968" : 3,
"5013504" : 3,
"5079040" : 1,
"5144576" : 1,
"5210112" : 3,
"5275648" : 6,
"5341184" : 6,
"5406720" : 10,
"5472256" : 6,
"5537792" : 23,
"5603328" : 5,
"5668864" : 24,
"5734400" : 29,
"5799936" : 39,
"5865472" : 53,
"5931008" : 33,
"5996544" : 38,
"6062080" : 73,
"6127616" : 79,
"6193152" : 92,
"6258688" : 123,
"6324224" : 149,
"6389760" : 148,
"6455296" : 185,
"6520832" : 190,
"6586368" : 237,
"6651904" : 230,
"6717440" : 277,
"6782976" : 394,
"6848512" : 370,
"6914048" : 420,
"6979584" : 485,
"7045120" : 591,
"7110656" : 662,
"7176192" : 664,
"7241728" : 793,
"7307264" : 892,
"7372800" : 1008,
"7438336" : 1136,
"7503872" : 1236,
"7569408" : 1398,
"7634944" : 1488,
"7700480" : 1551,
"7766016" : 1836,
"7831552" : 2062,
"7897088" : 2371,
"7962624" : 2653,
"8028160" : 2650,
"8093696" : 2988,
"8159232" : 3378,
"8224768" : 3648,
"8290304" : 4166,
"8355840" : 4451,
"8454144" : 10080,
"8585216" : 12493,
"8716288" : 14776,
"8847360" : 18028,
"8978432" : 21835,
"9109504" : 26561,
"9240576" : 31964,
"9371648" : 37937,
"9502720" : 44127,
"9633792" : 51026,
"9764864" : 58105,
"9895936" : 64918,
"10027008" : 70743,
"10158080" : 76350,
"10289152" : 82073,
"10420224" : 84951,
"10551296" : 85531,
"10682368" : 84698,
"10813440" : 81512,
"10944512" : 76322,
"11075584" : 69651,
"11206656" : 62438,
"11337728" : 54238,
"11468800" : 44370,
"11599872" : 36023,
"11730944" : 27603,
"11862016" : 20629,
"11993088" : 14715,
"12124160" : 10384,
"12255232" : 6822,
"12386304" : 4308,
"12517376" : 2686,
"12648448" : 1678,
"12779520" : 916,
"12910592" : 488,
"13041664" : 227,
"13172736" : 117,
"13303808" : 63,
"13434880" : 20,
"13565952" : 8,
"13697024" : 4
}
},
"lat_ns" : {
"min" : 5022745,
"max" : 14068618,
"mean" : 10690248.346376,
"stddev" : 958412.640115,
"N" : 1436775
},
"bw_min" : 185999,
"bw_max" : 196431,
"bw_agg" : 100.000000,
"bw_mean" : 191583.016949,
"bw_dev" : 141.933842,
"bw_samples" : 944,
"iops_min" : 46499,
"iops_max" : 49107,
"iops_mean" : 47894.694915,
"iops_stddev" : 35.492800,
"iops_samples" : 944
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 480000,
"usr_cpu" : 0.640833,
"sys_cpu" : 16.512708,
"ctx" : 1219539,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999930,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 31.858078,
"20" : 68.140808,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086321,
"timestamp_ms" : 1773086321956,
"time" : "Mon Mar 9 16:58:41 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 7857852416,
"io_kbytes" : 7673684,
"bw_bytes" : 196451221,
"bw" : 191846,
"iops" : 47962.424061,
"runtime" : 39999,
"total_ios" : 1918449,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 6059,
"max" : 1417936,
"mean" : 331378.013646,
"stddev" : 146613.629063,
"N" : 1918449
},
"clat_ns" : {
"min" : 4399562,
"max" : 13887291,
"mean" : 10343278.120744,
"stddev" : 940570.045318,
"N" : 1918433,
"percentile" : {
"1.000000" : 7700480,
"5.000000" : 8716288,
"10.000000" : 9109504,
"20.000000" : 9633792,
"30.000000" : 9895936,
"40.000000" : 10158080,
"50.000000" : 10420224,
"60.000000" : 10682368,
"70.000000" : 10813440,
"80.000000" : 11075584,
"90.000000" : 11468800,
"95.000000" : 11730944,
"99.000000" : 12255232,
"99.500000" : 12386304,
"99.900000" : 12779520,
"99.950000" : 12910592,
"99.990000" : 13172736
},
"bins" : {
"4423680" : 1,
"4751360" : 3,
"4816896" : 1,
"4947968" : 3,
"5013504" : 3,
"5079040" : 2,
"5144576" : 3,
"5210112" : 3,
"5275648" : 6,
"5341184" : 6,
"5406720" : 13,
"5472256" : 8,
"5537792" : 25,
"5603328" : 9,
"5668864" : 29,
"5734400" : 39,
"5799936" : 52,
"5865472" : 67,
"5931008" : 45,
"5996544" : 74,
"6062080" : 112,
"6127616" : 112,
"6193152" : 123,
"6258688" : 163,
"6324224" : 207,
"6389760" : 228,
"6455296" : 241,
"6520832" : 262,
"6586368" : 328,
"6651904" : 328,
"6717440" : 425,
"6782976" : 534,
"6848512" : 528,
"6914048" : 578,
"6979584" : 702,
"7045120" : 815,
"7110656" : 910,
"7176192" : 935,
"7241728" : 1076,
"7307264" : 1249,
"7372800" : 1419,
"7438336" : 1533,
"7503872" : 1679,
"7569408" : 1898,
"7634944" : 2002,
"7700480" : 2158,
"7766016" : 2515,
"7831552" : 2789,
"7897088" : 3152,
"7962624" : 3558,
"8028160" : 3601,
"8093696" : 4045,
"8159232" : 4528,
"8224768" : 4979,
"8290304" : 5668,
"8355840" : 6032,
"8454144" : 13785,
"8585216" : 17266,
"8716288" : 20225,
"8847360" : 24905,
"8978432" : 30053,
"9109504" : 36239,
"9240576" : 43498,
"9371648" : 51641,
"9502720" : 59858,
"9633792" : 69137,
"9764864" : 78506,
"9895936" : 87593,
"10027008" : 95498,
"10158080" : 102988,
"10289152" : 109690,
"10420224" : 113404,
"10551296" : 114248,
"10682368" : 112955,
"10813440" : 107683,
"10944512" : 100946,
"11075584" : 91862,
"11206656" : 82177,
"11337728" : 70943,
"11468800" : 57930,
"11599872" : 46843,
"11730944" : 35899,
"11862016" : 26712,
"11993088" : 18897,
"12124160" : 13145,
"12255232" : 8741,
"12386304" : 5504,
"12517376" : 3401,
"12648448" : 2071,
"12779520" : 1155,
"12910592" : 620,
"13041664" : 307,
"13172736" : 157,
"13303808" : 87,
"13434880" : 33,
"13565952" : 15,
"13697024" : 7,
"13828096" : 5
}
},
"lat_ns" : {
"min" : 4750459,
"max" : 14254962,
"mean" : 10674657.590368,
"stddev" : 959411.768511,
"N" : 1918433
},
"bw_min" : 185999,
"bw_max" : 197711,
"bw_agg" : 100.000000,
"bw_mean" : 191855.151899,
"bw_dev" : 145.688250,
"bw_samples" : 1264,
"iops_min" : 46499,
"iops_max" : 49427,
"iops_mean" : 47962.936709,
"iops_stddev" : 36.432100,
"iops_samples" : 1264
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639984,
"usr_cpu" : 0.638922,
"sys_cpu" : 16.525726,
"ctx" : 1625706,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 32.430625,
"20" : 67.568541,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086331,
"timestamp_ms" : 1773086331956,
"time" : "Mon Mar 9 16:58:51 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 9836883968,
"io_kbytes" : 9606332,
"bw_bytes" : 196741614,
"bw" : 192130,
"iops" : 48033.080662,
"runtime" : 49999,
"total_ios" : 2401606,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 6059,
"max" : 1417936,
"mean" : 330884.675695,
"stddev" : 147007.779976,
"N" : 2401606
},
"clat_ns" : {
"min" : 4399562,
"max" : 13887291,
"mean" : 10328060.010897,
"stddev" : 943385.637748,
"N" : 2401590,
"percentile" : {
"1.000000" : 7634944,
"5.000000" : 8716288,
"10.000000" : 9109504,
"20.000000" : 9633792,
"30.000000" : 9895936,
"40.000000" : 10158080,
"50.000000" : 10420224,
"60.000000" : 10682368,
"70.000000" : 10813440,
"80.000000" : 11075584,
"90.000000" : 11468800,
"95.000000" : 11730944,
"99.000000" : 12255232,
"99.500000" : 12386304,
"99.900000" : 12779520,
"99.950000" : 12910592,
"99.990000" : 13172736
},
"bins" : {
"4423680" : 1,
"4489216" : 1,
"4751360" : 4,
"4816896" : 3,
"4882432" : 2,
"4947968" : 3,
"5013504" : 3,
"5079040" : 5,
"5144576" : 5,
"5210112" : 10,
"5275648" : 13,
"5341184" : 11,
"5406720" : 15,
"5472256" : 11,
"5537792" : 35,
"5603328" : 17,
"5668864" : 45,
"5734400" : 47,
"5799936" : 68,
"5865472" : 98,
"5931008" : 64,
"5996544" : 95,
"6062080" : 140,
"6127616" : 134,
"6193152" : 177,
"6258688" : 217,
"6324224" : 266,
"6389760" : 276,
"6455296" : 284,
"6520832" : 330,
"6586368" : 433,
"6651904" : 446,
"6717440" : 534,
"6782976" : 620,
"6848512" : 702,
"6914048" : 743,
"6979584" : 915,
"7045120" : 1054,
"7110656" : 1160,
"7176192" : 1228,
"7241728" : 1435,
"7307264" : 1604,
"7372800" : 1861,
"7438336" : 2060,
"7503872" : 2169,
"7569408" : 2422,
"7634944" : 2664,
"7700480" : 2898,
"7766016" : 3344,
"7831552" : 3656,
"7897088" : 4026,
"7962624" : 4590,
"8028160" : 4746,
"8093696" : 5265,
"8159232" : 5818,
"8224768" : 6398,
"8290304" : 7326,
"8355840" : 7652,
"8454144" : 17829,
"8585216" : 21985,
"8716288" : 26010,
"8847360" : 31947,
"8978432" : 38659,
"9109504" : 46166,
"9240576" : 55557,
"9371648" : 65729,
"9502720" : 76327,
"9633792" : 87957,
"9764864" : 99879,
"9895936" : 110639,
"10027008" : 120764,
"10158080" : 129407,
"10289152" : 137353,
"10420224" : 141547,
"10551296" : 142181,
"10682368" : 141160,
"10813440" : 133827,
"10944512" : 124891,
"11075584" : 113744,
"11206656" : 100872,
"11337728" : 86733,
"11468800" : 70608,
"11599872" : 57257,
"11730944" : 43991,
"11862016" : 32566,
"11993088" : 23112,
"12124160" : 16136,
"12255232" : 10610,
"12386304" : 6636,
"12517376" : 4110,
"12648448" : 2456,
"12779520" : 1393,
"12910592" : 720,
"13041664" : 352,
"13172736" : 172,
"13303808" : 89,
"13434880" : 39,
"13565952" : 18,
"13697024" : 8,
"13828096" : 5
}
},
"lat_ns" : {
"min" : 4750459,
"max" : 14254962,
"mean" : 10658949.323884,
"stddev" : 962277.127435,
"N" : 2401590
},
"bw_min" : 185959,
"bw_max" : 198567,
"bw_agg" : 100.000000,
"bw_mean" : 192137.343434,
"bw_dev" : 151.181176,
"bw_samples" : 1584,
"iops_min" : 46489,
"iops_max" : 49641,
"iops_mean" : 48033.656566,
"iops_stddev" : 37.807889,
"iops_samples" : 1584
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 799984,
"usr_cpu" : 0.634138,
"sys_cpu" : 16.538581,
"ctx" : 2031837,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 33.048343,
"20" : 66.950990,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086341,
"timestamp_ms" : 1773086341957,
"time" : "Mon Mar 9 16:59:01 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 11826065408,
"io_kbytes" : 11548892,
"bw_bytes" : 197101090,
"bw" : 192481,
"iops" : 48120.916667,
"runtime" : 60000,
"total_ios" : 2887255,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5659,
"max" : 1417936,
"mean" : 330271.008135,
"stddev" : 147477.913540,
"N" : 2887255
},
"clat_ns" : {
"min" : 4399562,
"max" : 13887291,
"mean" : 10309012.577269,
"stddev" : 945495.366998,
"N" : 2887239,
"percentile" : {
"1.000000" : 7634944,
"5.000000" : 8585216,
"10.000000" : 9109504,
"20.000000" : 9633792,
"30.000000" : 9895936,
"40.000000" : 10158080,
"50.000000" : 10420224,
"60.000000" : 10551296,
"70.000000" : 10813440,
"80.000000" : 11075584,
"90.000000" : 11468800,
"95.000000" : 11730944,
"99.000000" : 12255232,
"99.500000" : 12386304,
"99.900000" : 12779520,
"99.950000" : 12910592,
"99.990000" : 13172736
},
"bins" : {
"4423680" : 1,
"4489216" : 1,
"4751360" : 4,
"4816896" : 3,
"4882432" : 2,
"4947968" : 3,
"5013504" : 3,
"5079040" : 8,
"5144576" : 5,
"5210112" : 11,
"5275648" : 13,
"5341184" : 11,
"5406720" : 15,
"5472256" : 15,
"5537792" : 36,
"5603328" : 18,
"5668864" : 48,
"5734400" : 50,
"5799936" : 72,
"5865472" : 108,
"5931008" : 79,
"5996544" : 110,
"6062080" : 164,
"6127616" : 167,
"6193152" : 200,
"6258688" : 261,
"6324224" : 307,
"6389760" : 323,
"6455296" : 370,
"6520832" : 402,
"6586368" : 531,
"6651904" : 528,
"6717440" : 664,
"6782976" : 770,
"6848512" : 852,
"6914048" : 894,
"6979584" : 1087,
"7045120" : 1265,
"7110656" : 1454,
"7176192" : 1570,
"7241728" : 1758,
"7307264" : 1908,
"7372800" : 2296,
"7438336" : 2556,
"7503872" : 2752,
"7569408" : 3055,
"7634944" : 3347,
"7700480" : 3620,
"7766016" : 4153,
"7831552" : 4582,
"7897088" : 5043,
"7962624" : 5767,
"8028160" : 6010,
"8093696" : 6668,
"8159232" : 7242,
"8224768" : 7945,
"8290304" : 9190,
"8355840" : 9601,
"8454144" : 22141,
"8585216" : 27384,
"8716288" : 32548,
"8847360" : 39715,
"8978432" : 48092,
"9109504" : 57298,
"9240576" : 68911,
"9371648" : 80756,
"9502720" : 94139,
"9633792" : 107640,
"9764864" : 121961,
"9895936" : 134786,
"10027008" : 146753,
"10158080" : 156458,
"10289152" : 165193,
"10420224" : 169774,
"10551296" : 169882,
"10682368" : 167781,
"10813440" : 158684,
"10944512" : 148030,
"11075584" : 134464,
"11206656" : 118667,
"11337728" : 101927,
"11468800" : 82819,
"11599872" : 66888,
"11730944" : 51010,
"11862016" : 37642,
"11993088" : 26702,
"12124160" : 18655,
"12255232" : 12211,
"12386304" : 7732,
"12517376" : 4762,
"12648448" : 2799,
"12779520" : 1573,
"12910592" : 805,
"13041664" : 387,
"13172736" : 184,
"13303808" : 96,
"13434880" : 41,
"13565952" : 18,
"13697024" : 8,
"13828096" : 5
}
},
"lat_ns" : {
"min" : 4750459,
"max" : 14254962,
"mean" : 10639286.510030,
"stddev" : 964384.165158,
"N" : 2887239
},
"bw_min" : 185959,
"bw_max" : 199776,
"bw_agg" : 100.000000,
"bw_mean" : 192498.327731,
"bw_dev" : 160.490856,
"bw_samples" : 1904,
"iops_min" : 46489,
"iops_max" : 49944,
"iops_mean" : 48124.016807,
"iops_stddev" : 40.137393,
"iops_samples" : 1904
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959986,
"usr_cpu" : 0.632822,
"sys_cpu" : 16.553783,
"ctx" : 2438019,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999965,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999965,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 33.859081,
"20" : 66.140365,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086351,
"timestamp_ms" : 1773086351957,
"time" : "Mon Mar 9 16:59:11 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 13828640768,
"io_kbytes" : 13504532,
"bw_bytes" : 197552010,
"bw" : 192921,
"iops" : 48230.757143,
"runtime" : 70000,
"total_ios" : 3376153,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5659,
"max" : 1417936,
"mean" : 329513.855357,
"stddev" : 148045.325268,
"N" : 3376153
},
"clat_ns" : {
"min" : 4399562,
"max" : 13887291,
"mean" : 10285520.496998,
"stddev" : 949765.264491,
"N" : 3376137,
"percentile" : {
"1.000000" : 7634944,
"5.000000" : 8585216,
"10.000000" : 9109504,
"20.000000" : 9502720,
"30.000000" : 9895936,
"40.000000" : 10158080,
"50.000000" : 10420224,
"60.000000" : 10551296,
"70.000000" : 10813440,
"80.000000" : 11075584,
"90.000000" : 11468800,
"95.000000" : 11730944,
"99.000000" : 12255232,
"99.500000" : 12386304,
"99.900000" : 12779520,
"99.950000" : 12910592,
"99.990000" : 13172736
},
"bins" : {
"4423680" : 1,
"4489216" : 1,
"4751360" : 4,
"4816896" : 3,
"4882432" : 3,
"4947968" : 3,
"5013504" : 4,
"5079040" : 8,
"5144576" : 7,
"5210112" : 13,
"5275648" : 15,
"5341184" : 15,
"5406720" : 22,
"5472256" : 17,
"5537792" : 44,
"5603328" : 23,
"5668864" : 54,
"5734400" : 55,
"5799936" : 84,
"5865472" : 123,
"5931008" : 98,
"5996544" : 135,
"6062080" : 187,
"6127616" : 190,
"6193152" : 235,
"6258688" : 311,
"6324224" : 378,
"6389760" : 382,
"6455296" : 452,
"6520832" : 527,
"6586368" : 653,
"6651904" : 614,
"6717440" : 789,
"6782976" : 945,
"6848512" : 1038,
"6914048" : 1125,
"6979584" : 1301,
"7045120" : 1526,
"7110656" : 1723,
"7176192" : 1911,
"7241728" : 2136,
"7307264" : 2337,
"7372800" : 2701,
"7438336" : 3035,
"7503872" : 3379,
"7569408" : 3753,
"7634944" : 4125,
"7700480" : 4379,
"7766016" : 5043,
"7831552" : 5577,
"7897088" : 6157,
"7962624" : 7020,
"8028160" : 7349,
"8093696" : 8199,
"8159232" : 8838,
"8224768" : 9766,
"8290304" : 11135,
"8355840" : 11844,
"8454144" : 27283,
"8585216" : 33652,
"8716288" : 40159,
"8847360" : 48880,
"8978432" : 59075,
"9109504" : 70026,
"9240576" : 83645,
"9371648" : 97700,
"9502720" : 112973,
"9633792" : 128626,
"9764864" : 145185,
"9895936" : 159776,
"10027008" : 172841,
"10158080" : 183519,
"10289152" : 192462,
"10420224" : 197051,
"10551296" : 196674,
"10682368" : 193789,
"10813440" : 182641,
"10944512" : 169420,
"11075584" : 153624,
"11206656" : 135226,
"11337728" : 115789,
"11468800" : 93718,
"11599872" : 75356,
"11730944" : 57387,
"11862016" : 42379,
"11993088" : 30196,
"12124160" : 20980,
"12255232" : 13766,
"12386304" : 8701,
"12517376" : 5294,
"12648448" : 3105,
"12779520" : 1735,
"12910592" : 891,
"13041664" : 435,
"13172736" : 204,
"13303808" : 101,
"13434880" : 49,
"13565952" : 19,
"13697024" : 9,
"13828096" : 5
}
},
"lat_ns" : {
"min" : 4750459,
"max" : 14254962,
"mean" : 10615037.593021,
"stddev" : 968766.211431,
"N" : 3376137
},
"bw_min" : 185959,
"bw_max" : 201056,
"bw_agg" : 100.000000,
"bw_mean" : 192931.661871,
"bw_dev" : 174.898156,
"bw_samples" : 2224,
"iops_min" : 46489,
"iops_max" : 50264,
"iops_mean" : 48232.431655,
"iops_stddev" : 43.740598,
"iops_samples" : 2224
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1119995,
"usr_cpu" : 0.630717,
"sys_cpu" : 16.574092,
"ctx" : 2844054,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999941,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999941,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 34.911273,
"20" : 65.088253,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086361,
"timestamp_ms" : 1773086361957,
"time" : "Mon Mar 9 16:59:21 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 15845867520,
"io_kbytes" : 15474480,
"bw_bytes" : 198073344,
"bw" : 193431,
"iops" : 48358.112500,
"runtime" : 80000,
"total_ios" : 3868649,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5369,
"max" : 1417936,
"mean" : 328641.047854,
"stddev" : 148725.795496,
"N" : 3868650
},
"clat_ns" : {
"min" : 4399562,
"max" : 13887291,
"mean" : 10258415.159317,
"stddev" : 954694.481232,
"N" : 3868633,
"percentile" : {
"1.000000" : 7569408,
"5.000000" : 8585216,
"10.000000" : 8978432,
"20.000000" : 9502720,
"30.000000" : 9895936,
"40.000000" : 10158080,
"50.000000" : 10289152,
"60.000000" : 10551296,
"70.000000" : 10813440,
"80.000000" : 11075584,
"90.000000" : 11468800,
"95.000000" : 11730944,
"99.000000" : 12124160,
"99.500000" : 12386304,
"99.900000" : 12648448,
"99.950000" : 12779520,
"99.990000" : 13172736
},
"bins" : {
"4423680" : 1,
"4489216" : 2,
"4620288" : 3,
"4751360" : 4,
"4816896" : 3,
"4882432" : 3,
"4947968" : 5,
"5013504" : 6,
"5079040" : 9,
"5144576" : 7,
"5210112" : 14,
"5275648" : 17,
"5341184" : 19,
"5406720" : 30,
"5472256" : 22,
"5537792" : 53,
"5603328" : 29,
"5668864" : 60,
"5734400" : 74,
"5799936" : 112,
"5865472" : 154,
"5931008" : 123,
"5996544" : 173,
"6062080" : 223,
"6127616" : 231,
"6193152" : 288,
"6258688" : 388,
"6324224" : 447,
"6389760" : 464,
"6455296" : 519,
"6520832" : 644,
"6586368" : 784,
"6651904" : 743,
"6717440" : 989,
"6782976" : 1153,
"6848512" : 1260,
"6914048" : 1376,
"6979584" : 1559,
"7045120" : 1824,
"7110656" : 2065,
"7176192" : 2281,
"7241728" : 2574,
"7307264" : 2867,
"7372800" : 3286,
"7438336" : 3672,
"7503872" : 4051,
"7569408" : 4505,
"7634944" : 4977,
"7700480" : 5315,
"7766016" : 6106,
"7831552" : 6769,
"7897088" : 7463,
"7962624" : 8490,
"8028160" : 9009,
"8093696" : 9932,
"8159232" : 10671,
"8224768" : 11848,
"8290304" : 13524,
"8355840" : 14304,
"8454144" : 33000,
"8585216" : 40662,
"8716288" : 48503,
"8847360" : 58842,
"8978432" : 70755,
"9109504" : 83766,
"9240576" : 99660,
"9371648" : 115425,
"9502720" : 133456,
"9633792" : 151006,
"9764864" : 169599,
"9895936" : 185432,
"10027008" : 199876,
"10158080" : 211201,
"10289152" : 220441,
"10420224" : 224579,
"10551296" : 222921,
"10682368" : 218444,
"10813440" : 205603,
"10944512" : 189736,
"11075584" : 171388,
"11206656" : 150113,
"11337728" : 127842,
"11468800" : 103667,
"11599872" : 82840,
"11730944" : 63171,
"11862016" : 46345,
"11993088" : 33034,
"12124160" : 22796,
"12255232" : 14898,
"12386304" : 9385,
"12517376" : 5712,
"12648448" : 3314,
"12779520" : 1862,
"12910592" : 958,
"13041664" : 456,
"13172736" : 223,
"13303808" : 105,
"13434880" : 56,
"13565952" : 24,
"13697024" : 9,
"13828096" : 5
}
},
"lat_ns" : {
"min" : 4665659,
"max" : 14254962,
"mean" : 10587057.148746,
"stddev" : 973804.731297,
"N" : 3868633
},
"bw_min" : 185959,
"bw_max" : 202176,
"bw_agg" : 100.000000,
"bw_mean" : 193446.823899,
"bw_dev" : 195.168685,
"bw_samples" : 2544,
"iops_min" : 46489,
"iops_max" : 50544,
"iops_mean" : 48361.283019,
"iops_stddev" : 48.809012,
"iops_samples" : 2544
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279995,
"usr_cpu" : 0.634456,
"sys_cpu" : 16.589362,
"ctx" : 3249715,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999974,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999974,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 36.068198,
"20" : 63.931388,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086371,
"timestamp_ms" : 1773086371957,
"time" : "Mon Mar 9 16:59:31 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 17876066304,
"io_kbytes" : 17457096,
"bw_bytes" : 198622958,
"bw" : 193967,
"iops" : 48492.244444,
"runtime" : 90000,
"total_ios" : 4364302,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5369,
"max" : 1417936,
"mean" : 327726.533891,
"stddev" : 149424.805597,
"N" : 4364302
},
"clat_ns" : {
"min" : 4399562,
"max" : 13887291,
"mean" : 10230082.435153,
"stddev" : 961535.437346,
"N" : 4364286,
"percentile" : {
"1.000000" : 7569408,
"5.000000" : 8585216,
"10.000000" : 8978432,
"20.000000" : 9502720,
"30.000000" : 9764864,
"40.000000" : 10027008,
"50.000000" : 10289152,
"60.000000" : 10551296,
"70.000000" : 10813440,
"80.000000" : 11075584,
"90.000000" : 11337728,
"95.000000" : 11730944,
"99.000000" : 12124160,
"99.500000" : 12386304,
"99.900000" : 12648448,
"99.950000" : 12779520,
"99.990000" : 13172736
},
"bins" : {
"4423680" : 1,
"4489216" : 2,
"4620288" : 3,
"4751360" : 4,
"4816896" : 3,
"4882432" : 3,
"4947968" : 5,
"5013504" : 6,
"5079040" : 10,
"5144576" : 7,
"5210112" : 18,
"5275648" : 21,
"5341184" : 27,
"5406720" : 35,
"5472256" : 30,
"5537792" : 68,
"5603328" : 50,
"5668864" : 90,
"5734400" : 100,
"5799936" : 135,
"5865472" : 187,
"5931008" : 163,
"5996544" : 219,
"6062080" : 274,
"6127616" : 268,
"6193152" : 355,
"6258688" : 459,
"6324224" : 531,
"6389760" : 560,
"6455296" : 642,
"6520832" : 772,
"6586368" : 924,
"6651904" : 879,
"6717440" : 1198,
"6782976" : 1390,
"6848512" : 1502,
"6914048" : 1661,
"6979584" : 1840,
"7045120" : 2177,
"7110656" : 2462,
"7176192" : 2671,
"7241728" : 3111,
"7307264" : 3457,
"7372800" : 3957,
"7438336" : 4370,
"7503872" : 4831,
"7569408" : 5392,
"7634944" : 5989,
"7700480" : 6400,
"7766016" : 7193,
"7831552" : 8055,
"7897088" : 9044,
"7962624" : 10188,
"8028160" : 10786,
"8093696" : 11963,
"8159232" : 12925,
"8224768" : 14392,
"8290304" : 16225,
"8355840" : 17324,
"8454144" : 39735,
"8585216" : 48810,
"8716288" : 58202,
"8847360" : 69964,
"8978432" : 83679,
"9109504" : 98642,
"9240576" : 116358,
"9371648" : 134507,
"9502720" : 154857,
"9633792" : 174264,
"9764864" : 194132,
"9895936" : 211708,
"10027008" : 226310,
"10158080" : 238416,
"10289152" : 247589,
"10420224" : 251001,
"10551296" : 248349,
"10682368" : 242071,
"10813440" : 227409,
"10944512" : 208796,
"11075584" : 188223,
"11206656" : 163973,
"11337728" : 139245,
"11468800" : 112506,
"11599872" : 89848,
"11730944" : 68346,
"11862016" : 50152,
"11993088" : 35708,
"12124160" : 24631,
"12255232" : 15933,
"12386304" : 10020,
"12517376" : 6083,
"12648448" : 3559,
"12779520" : 1978,
"12910592" : 994,
"13041664" : 469,
"13172736" : 238,
"13303808" : 117,
"13434880" : 63,
"13565952" : 29,
"13697024" : 12,
"13828096" : 6
}
},
"lat_ns" : {
"min" : 4665659,
"max" : 14254962,
"mean" : 10557812.132190,
"stddev" : 980846.271908,
"N" : 4364286
},
"bw_min" : 185959,
"bw_max" : 202920,
"bw_agg" : 100.000000,
"bw_mean" : 193979.648045,
"bw_dev" : 214.582000,
"bw_samples" : 2864,
"iops_min" : 46489,
"iops_max" : 50730,
"iops_mean" : 48494.536313,
"iops_stddev" : 53.662542,
"iops_samples" : 2864
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1439999,
"usr_cpu" : 0.636042,
"sys_cpu" : 16.605012,
"ctx" : 3655151,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 37.297396,
"20" : 62.702237,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086381,
"timestamp_ms" : 1773086381956,
"time" : "Mon Mar 9 16:59:41 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 19917647872,
"io_kbytes" : 19450828,
"bw_bytes" : 199178470,
"bw" : 194510,
"iops" : 48627.816278,
"runtime" : 99999,
"total_ios" : 4862733,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5369,
"max" : 1417936,
"mean" : 326807.414611,
"stddev" : 150112.472318,
"N" : 4862733
},
"clat_ns" : {
"min" : 4342987,
"max" : 13887291,
"mean" : 10201573.320171,
"stddev" : 969123.783661,
"N" : 4862717,
"percentile" : {
"1.000000" : 7503872,
"5.000000" : 8454144,
"10.000000" : 8978432,
"20.000000" : 9502720,
"30.000000" : 9764864,
"40.000000" : 10027008,
"50.000000" : 10289152,
"60.000000" : 10551296,
"70.000000" : 10682368,
"80.000000" : 11075584,
"90.000000" : 11337728,
"95.000000" : 11599872,
"99.000000" : 12124160,
"99.500000" : 12386304,
"99.900000" : 12648448,
"99.950000" : 12779520,
"99.990000" : 13041664
},
"bins" : {
"4358144" : 1,
"4423680" : 2,
"4489216" : 2,
"4620288" : 4,
"4751360" : 4,
"4816896" : 4,
"4882432" : 3,
"4947968" : 8,
"5013504" : 7,
"5079040" : 14,
"5144576" : 15,
"5210112" : 20,
"5275648" : 26,
"5341184" : 35,
"5406720" : 44,
"5472256" : 44,
"5537792" : 74,
"5603328" : 72,
"5668864" : 126,
"5734400" : 130,
"5799936" : 173,
"5865472" : 227,
"5931008" : 202,
"5996544" : 290,
"6062080" : 343,
"6127616" : 348,
"6193152" : 441,
"6258688" : 589,
"6324224" : 654,
"6389760" : 720,
"6455296" : 781,
"6520832" : 935,
"6586368" : 1117,
"6651904" : 1081,
"6717440" : 1414,
"6782976" : 1654,
"6848512" : 1802,
"6914048" : 2012,
"6979584" : 2224,
"7045120" : 2592,
"7110656" : 2925,
"7176192" : 3235,
"7241728" : 3786,
"7307264" : 4143,
"7372800" : 4819,
"7438336" : 5217,
"7503872" : 5773,
"7569408" : 6477,
"7634944" : 7074,
"7700480" : 7594,
"7766016" : 8569,
"7831552" : 9644,
"7897088" : 10766,
"7962624" : 12015,
"8028160" : 12788,
"8093696" : 14171,
"8159232" : 15343,
"8224768" : 17054,
"8290304" : 19290,
"8355840" : 20577,
"8454144" : 46938,
"8585216" : 57745,
"8716288" : 68670,
"8847360" : 81789,
"8978432" : 97510,
"9109504" : 114256,
"9240576" : 133687,
"9371648" : 154556,
"9502720" : 176443,
"9633792" : 197697,
"9764864" : 219170,
"9895936" : 237861,
"10027008" : 253460,
"10158080" : 265703,
"10289152" : 274562,
"10420224" : 276907,
"10551296" : 272878,
"10682368" : 265493,
"10813440" : 248392,
"10944512" : 226836,
"11075584" : 204400,
"11206656" : 177358,
"11337728" : 149922,
"11468800" : 120868,
"11599872" : 96273,
"11730944" : 72901,
"11862016" : 53414,
"11993088" : 37925,
"12124160" : 26065,
"12255232" : 16873,
"12386304" : 10520,
"12517376" : 6361,
"12648448" : 3717,
"12779520" : 2072,
"12910592" : 1040,
"13041664" : 484,
"13172736" : 249,
"13303808" : 117,
"13434880" : 64,
"13565952" : 29,
"13697024" : 12,
"13828096" : 6
}
},
"lat_ns" : {
"min" : 4662024,
"max" : 14254962,
"mean" : 10528383.291080,
"stddev" : 988674.219213,
"N" : 4862717
},
"bw_min" : 185959,
"bw_max" : 204192,
"bw_agg" : 100.000000,
"bw_mean" : 194519.020101,
"bw_dev" : 234.082158,
"bw_samples" : 3184,
"iops_min" : 46489,
"iops_max" : 51048,
"iops_mean" : 48629.407035,
"iops_stddev" : 58.536502,
"iops_samples" : 3184
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1599984,
"usr_cpu" : 0.637819,
"sys_cpu" : 16.617854,
"ctx" : 4060418,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999979,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 38.481858,
"20" : 61.517813,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086391,
"timestamp_ms" : 1773086391957,
"time" : "Mon Mar 9 16:59:51 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 21979332608,
"io_kbytes" : 21464192,
"bw_bytes" : 199812114,
"bw" : 195129,
"iops" : 48782.600000,
"runtime" : 110000,
"total_ios" : 5366086,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5369,
"max" : 1417936,
"mean" : 325764.061737,
"stddev" : 150876.086062,
"N" : 5366087
},
"clat_ns" : {
"min" : 3925649,
"max" : 13887291,
"mean" : 10169165.219408,
"stddev" : 977753.312973,
"N" : 5366070,
"percentile" : {
"1.000000" : 7438336,
"5.000000" : 8454144,
"10.000000" : 8847360,
"20.000000" : 9371648,
"30.000000" : 9764864,
"40.000000" : 10027008,
"50.000000" : 10289152,
"60.000000" : 10420224,
"70.000000" : 10682368,
"80.000000" : 10944512,
"90.000000" : 11337728,
"95.000000" : 11599872,
"99.000000" : 12124160,
"99.500000" : 12255232,
"99.900000" : 12648448,
"99.950000" : 12779520,
"99.990000" : 13041664
},
"bins" : {
"3915776" : 1,
"4014080" : 1,
"4227072" : 3,
"4292608" : 1,
"4358144" : 1,
"4423680" : 4,
"4489216" : 3,
"4554752" : 6,
"4620288" : 5,
"4685824" : 3,
"4751360" : 6,
"4816896" : 13,
"4882432" : 13,
"4947968" : 11,
"5013504" : 10,
"5079040" : 24,
"5144576" : 29,
"5210112" : 35,
"5275648" : 33,
"5341184" : 59,
"5406720" : 59,
"5472256" : 68,
"5537792" : 100,
"5603328" : 104,
"5668864" : 164,
"5734400" : 168,
"5799936" : 236,
"5865472" : 280,
"5931008" : 257,
"5996544" : 355,
"6062080" : 412,
"6127616" : 452,
"6193152" : 556,
"6258688" : 715,
"6324224" : 811,
"6389760" : 899,
"6455296" : 980,
"6520832" : 1134,
"6586368" : 1402,
"6651904" : 1378,
"6717440" : 1670,
"6782976" : 2033,
"6848512" : 2188,
"6914048" : 2445,
"6979584" : 2674,
"7045120" : 3154,
"7110656" : 3554,
"7176192" : 3858,
"7241728" : 4479,
"7307264" : 5010,
"7372800" : 5726,
"7438336" : 6234,
"7503872" : 6848,
"7569408" : 7656,
"7634944" : 8427,
"7700480" : 9082,
"7766016" : 10198,
"7831552" : 11339,
"7897088" : 12643,
"7962624" : 14057,
"8028160" : 15183,
"8093696" : 16864,
"8159232" : 18168,
"8224768" : 20143,
"8290304" : 22641,
"8355840" : 24145,
"8454144" : 55198,
"8585216" : 67553,
"8716288" : 80394,
"8847360" : 95245,
"8978432" : 112992,
"9109504" : 131651,
"9240576" : 153438,
"9371648" : 176080,
"9502720" : 200060,
"9633792" : 222132,
"9764864" : 245045,
"9895936" : 265122,
"10027008" : 281143,
"10158080" : 293304,
"10289152" : 300868,
"10420224" : 302126,
"10551296" : 296446,
"10682368" : 286693,
"10813440" : 267846,
"10944512" : 243237,
"11075584" : 218479,
"11206656" : 188939,
"11337728" : 158869,
"11468800" : 127812,
"11599872" : 101535,
"11730944" : 76562,
"11862016" : 55991,
"11993088" : 39592,
"12124160" : 27270,
"12255232" : 17610,
"12386304" : 10890,
"12517376" : 6612,
"12648448" : 3881,
"12779520" : 2141,
"12910592" : 1088,
"13041664" : 515,
"13172736" : 262,
"13303808" : 126,
"13434880" : 65,
"13565952" : 31,
"13697024" : 12,
"13828096" : 6
}
},
"lat_ns" : {
"min" : 4235392,
"max" : 14254962,
"mean" : 10494931.709183,
"stddev" : 997584.316071,
"N" : 5366070
},
"bw_min" : 185959,
"bw_max" : 206368,
"bw_agg" : 100.000000,
"bw_mean" : 195130.872146,
"bw_dev" : 259.298395,
"bw_samples" : 3504,
"iops_min" : 46489,
"iops_max" : 51592,
"iops_mean" : 48782.401826,
"iops_stddev" : 64.840505,
"iops_samples" : 3504
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1759995,
"usr_cpu" : 0.637900,
"sys_cpu" : 16.633911,
"ctx" : 4465510,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999981,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999963,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 39.835459,
"20" : 60.164224,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086401,
"timestamp_ms" : 1773086401957,
"time" : "Mon Mar 9 17:00:01 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 24075423744,
"io_kbytes" : 23511156,
"bw_bytes" : 200630203,
"bw" : 195927,
"iops" : 48982.324853,
"runtime" : 119999,
"total_ios" : 5877830,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5369,
"max" : 1417936,
"mean" : 324429.392964,
"stddev" : 151858.761324,
"N" : 5877830
},
"clat_ns" : {
"min" : 3925649,
"max" : 13887291,
"mean" : 10127753.366785,
"stddev" : 994181.937052,
"N" : 5877814,
"percentile" : {
"1.000000" : 7372800,
"5.000000" : 8355840,
"10.000000" : 8847360,
"20.000000" : 9371648,
"30.000000" : 9633792,
"40.000000" : 10027008,
"50.000000" : 10158080,
"60.000000" : 10420224,
"70.000000" : 10682368,
"80.000000" : 10944512,
"90.000000" : 11337728,
"95.000000" : 11599872,
"99.000000" : 12124160,
"99.500000" : 12255232,
"99.900000" : 12648448,
"99.950000" : 12779520,
"99.990000" : 13041664
},
"bins" : {
"3915776" : 1,
"4014080" : 1,
"4227072" : 4,
"4292608" : 2,
"4358144" : 3,
"4423680" : 5,
"4489216" : 4,
"4554752" : 12,
"4620288" : 8,
"4685824" : 19,
"4751360" : 23,
"4816896" : 17,
"4882432" : 21,
"4947968" : 19,
"5013504" : 36,
"5079040" : 49,
"5144576" : 54,
"5210112" : 64,
"5275648" : 64,
"5341184" : 106,
"5406720" : 134,
"5472256" : 134,
"5537792" : 198,
"5603328" : 196,
"5668864" : 293,
"5734400" : 327,
"5799936" : 378,
"5865472" : 449,
"5931008" : 447,
"5996544" : 547,
"6062080" : 651,
"6127616" : 741,
"6193152" : 838,
"6258688" : 1034,
"6324224" : 1130,
"6389760" : 1254,
"6455296" : 1397,
"6520832" : 1598,
"6586368" : 1885,
"6651904" : 1889,
"6717440" : 2202,
"6782976" : 2614,
"6848512" : 2836,
"6914048" : 3146,
"6979584" : 3522,
"7045120" : 4040,
"7110656" : 4542,
"7176192" : 4903,
"7241728" : 5613,
"7307264" : 6275,
"7372800" : 7181,
"7438336" : 7665,
"7503872" : 8331,
"7569408" : 9330,
"7634944" : 10272,
"7700480" : 11053,
"7766016" : 12431,
"7831552" : 13618,
"7897088" : 15139,
"7962624" : 16865,
"8028160" : 18187,
"8093696" : 20025,
"8159232" : 21601,
"8224768" : 23906,
"8290304" : 26851,
"8355840" : 28712,
"8454144" : 65204,
"8585216" : 79224,
"8716288" : 93996,
"8847360" : 110613,
"8978432" : 130502,
"9109504" : 151213,
"9240576" : 174590,
"9371648" : 199256,
"9502720" : 224855,
"9633792" : 248098,
"9764864" : 271877,
"9895936" : 292444,
"10027008" : 308155,
"10158080" : 319692,
"10289152" : 326116,
"10420224" : 325587,
"10551296" : 317918,
"10682368" : 305505,
"10813440" : 284025,
"10944512" : 257266,
"11075584" : 230376,
"11206656" : 198609,
"11337728" : 166219,
"11468800" : 133472,
"11599872" : 105689,
"11730944" : 79419,
"11862016" : 57896,
"11993088" : 40828,
"12124160" : 28050,
"12255232" : 18073,
"12386304" : 11131,
"12517376" : 6764,
"12648448" : 3968,
"12779520" : 2171,
"12910592" : 1098,
"13041664" : 518,
"13172736" : 263,
"13303808" : 127,
"13434880" : 66,
"13565952" : 31,
"13697024" : 12,
"13828096" : 6
}
},
"lat_ns" : {
"min" : 4235392,
"max" : 14254962,
"mean" : 10452185.427857,
"stddev" : 1014604.563723,
"N" : 5877814
},
"bw_min" : 185959,
"bw_max" : 210520,
"bw_agg" : 99.996972,
"bw_mean" : 195922.397490,
"bw_dev" : 308.208092,
"bw_samples" : 3824,
"iops_min" : 46489,
"iops_max" : 52630,
"iops_mean" : 48980.317992,
"iops_stddev" : 77.067405,
"iops_samples" : 3824
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1919984,
"usr_cpu" : 0.640943,
"sys_cpu" : 16.657014,
"ctx" : 4869877,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 41.482860,
"20" : 58.516851,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086411,
"timestamp_ms" : 1773086411957,
"time" : "Mon Mar 9 17:00:11 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 26218385408,
"io_kbytes" : 25603892,
"bw_bytes" : 201679887,
"bw" : 196953,
"iops" : 49238.492308,
"runtime" : 130000,
"total_ios" : 6401004,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5369,
"max" : 1417936,
"mean" : 322730.436030,
"stddev" : 153057.186231,
"N" : 6401004
},
"clat_ns" : {
"min" : 3898439,
"max" : 13887291,
"mean" : 10075012.077462,
"stddev" : 1017983.085259,
"N" : 6400988,
"percentile" : {
"1.000000" : 7241728,
"5.000000" : 8290304,
"10.000000" : 8716288,
"20.000000" : 9240576,
"30.000000" : 9633792,
"40.000000" : 9895936,
"50.000000" : 10158080,
"60.000000" : 10420224,
"70.000000" : 10682368,
"80.000000" : 10944512,
"90.000000" : 11337728,
"95.000000" : 11599872,
"99.000000" : 12124160,
"99.500000" : 12255232,
"99.900000" : 12648448,
"99.950000" : 12779520,
"99.990000" : 13041664
},
"bins" : {
"3883008" : 1,
"3915776" : 1,
"3981312" : 1,
"4014080" : 1,
"4112384" : 1,
"4177920" : 6,
"4227072" : 10,
"4292608" : 4,
"4358144" : 7,
"4423680" : 12,
"4489216" : 18,
"4554752" : 20,
"4620288" : 23,
"4685824" : 31,
"4751360" : 39,
"4816896" : 40,
"4882432" : 55,
"4947968" : 44,
"5013504" : 72,
"5079040" : 79,
"5144576" : 105,
"5210112" : 125,
"5275648" : 144,
"5341184" : 162,
"5406720" : 215,
"5472256" : 236,
"5537792" : 289,
"5603328" : 354,
"5668864" : 470,
"5734400" : 489,
"5799936" : 572,
"5865472" : 688,
"5931008" : 717,
"5996544" : 824,
"6062080" : 960,
"6127616" : 1102,
"6193152" : 1245,
"6258688" : 1498,
"6324224" : 1675,
"6389760" : 1847,
"6455296" : 2038,
"6520832" : 2321,
"6586368" : 2574,
"6651904" : 2692,
"6717440" : 3099,
"6782976" : 3661,
"6848512" : 3909,
"6914048" : 4261,
"6979584" : 4682,
"7045120" : 5362,
"7110656" : 5981,
"7176192" : 6378,
"7241728" : 7211,
"7307264" : 8115,
"7372800" : 9012,
"7438336" : 9693,
"7503872" : 10609,
"7569408" : 11780,
"7634944" : 12826,
"7700480" : 13826,
"7766016" : 15485,
"7831552" : 17001,
"7897088" : 18677,
"7962624" : 20623,
"8028160" : 22286,
"8093696" : 24581,
"8159232" : 26391,
"8224768" : 29021,
"8290304" : 32400,
"8355840" : 34451,
"8454144" : 78392,
"8585216" : 94394,
"8716288" : 110783,
"8847360" : 129386,
"8978432" : 151461,
"9109504" : 173890,
"9240576" : 198714,
"9371648" : 224473,
"9502720" : 250941,
"9633792" : 274538,
"9764864" : 298224,
"9895936" : 318272,
"10027008" : 333859,
"10158080" : 344163,
"10289152" : 348636,
"10420224" : 346072,
"10551296" : 335822,
"10682368" : 320866,
"10813440" : 297172,
"10944512" : 267910,
"11075584" : 238939,
"11206656" : 205501,
"11337728" : 171574,
"11468800" : 137381,
"11599872" : 108518,
"11730944" : 81409,
"11862016" : 59251,
"11993088" : 41617,
"12124160" : 28640,
"12255232" : 18435,
"12386304" : 11355,
"12517376" : 6898,
"12648448" : 4029,
"12779520" : 2206,
"12910592" : 1107,
"13041664" : 525,
"13172736" : 266,
"13303808" : 127,
"13434880" : 66,
"13565952" : 31,
"13697024" : 12,
"13828096" : 6
}
},
"lat_ns" : {
"min" : 4199389,
"max" : 14254962,
"mean" : 10397744.761349,
"stddev" : 1039293.572345,
"N" : 6400988
},
"bw_min" : 185959,
"bw_max" : 214336,
"bw_agg" : 99.998469,
"bw_mean" : 196950.196911,
"bw_dev" : 382.222624,
"bw_samples" : 4144,
"iops_min" : 46489,
"iops_max" : 53586,
"iops_mean" : 49237.297297,
"iops_stddev" : 95.570696,
"iops_samples" : 4144
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2079998,
"usr_cpu" : 0.644087,
"sys_cpu" : 16.685256,
"ctx" : 5273991,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999969,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999969,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 43.522579,
"20" : 56.477125,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086421,
"timestamp_ms" : 1773086421956,
"time" : "Mon Mar 9 17:00:21 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 28373999616,
"io_kbytes" : 27708984,
"bw_bytes" : 202672873,
"bw" : 197922,
"iops" : 49480.932007,
"runtime" : 139999,
"total_ios" : 6927281,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5369,
"max" : 1417936,
"mean" : 321140.295469,
"stddev" : 154165.768213,
"N" : 6927281
},
"clat_ns" : {
"min" : 3898439,
"max" : 13887291,
"mean" : 10025683.033954,
"stddev" : 1037890.455754,
"N" : 6927265,
"percentile" : {
"1.000000" : 7110656,
"5.000000" : 8159232,
"10.000000" : 8716288,
"20.000000" : 9240576,
"30.000000" : 9633792,
"40.000000" : 9895936,
"50.000000" : 10158080,
"60.000000" : 10420224,
"70.000000" : 10551296,
"80.000000" : 10944512,
"90.000000" : 11206656,
"95.000000" : 11599872,
"99.000000" : 12124160,
"99.500000" : 12255232,
"99.900000" : 12648448,
"99.950000" : 12779520,
"99.990000" : 13041664
},
"bins" : {
"3883008" : 1,
"3915776" : 1,
"3981312" : 3,
"4014080" : 1,
"4112384" : 1,
"4177920" : 7,
"4227072" : 13,
"4292608" : 10,
"4358144" : 7,
"4423680" : 19,
"4489216" : 28,
"4554752" : 27,
"4620288" : 39,
"4685824" : 45,
"4751360" : 49,
"4816896" : 64,
"4882432" : 89,
"4947968" : 82,
"5013504" : 120,
"5079040" : 114,
"5144576" : 163,
"5210112" : 203,
"5275648" : 215,
"5341184" : 243,
"5406720" : 324,
"5472256" : 330,
"5537792" : 422,
"5603328" : 487,
"5668864" : 653,
"5734400" : 679,
"5799936" : 774,
"5865472" : 938,
"5931008" : 980,
"5996544" : 1135,
"6062080" : 1335,
"6127616" : 1476,
"6193152" : 1678,
"6258688" : 2008,
"6324224" : 2249,
"6389760" : 2500,
"6455296" : 2662,
"6520832" : 2964,
"6586368" : 3357,
"6651904" : 3594,
"6717440" : 4022,
"6782976" : 4632,
"6848512" : 4957,
"6914048" : 5454,
"6979584" : 5999,
"7045120" : 6758,
"7110656" : 7501,
"7176192" : 7979,
"7241728" : 9037,
"7307264" : 9941,
"7372800" : 11139,
"7438336" : 11959,
"7503872" : 13008,
"7569408" : 14326,
"7634944" : 15571,
"7700480" : 16773,
"7766016" : 18726,
"7831552" : 20313,
"7897088" : 22456,
"7962624" : 24706,
"8028160" : 26959,
"8093696" : 29536,
"8159232" : 31586,
"8224768" : 34558,
"8290304" : 38427,
"8355840" : 40920,
"8454144" : 92795,
"8585216" : 110660,
"8716288" : 128849,
"8847360" : 149319,
"8978432" : 173111,
"9109504" : 197388,
"9240576" : 223213,
"9371648" : 250887,
"9502720" : 277836,
"9633792" : 301064,
"9764864" : 324387,
"9895936" : 344229,
"10027008" : 358557,
"10158080" : 367569,
"10289152" : 370170,
"10420224" : 365365,
"10551296" : 352564,
"10682368" : 335397,
"10813440" : 309047,
"10944512" : 277626,
"11075584" : 246731,
"11206656" : 212087,
"11337728" : 176325,
"11468800" : 140936,
"11599872" : 111107,
"11730944" : 83260,
"11862016" : 60461,
"11993088" : 42313,
"12124160" : 29061,
"12255232" : 18698,
"12386304" : 11474,
"12517376" : 6959,
"12648448" : 4079,
"12779520" : 2232,
"12910592" : 1114,
"13041664" : 536,
"13172736" : 274,
"13303808" : 133,
"13434880" : 70,
"13565952" : 32,
"13697024" : 12,
"13828096" : 6
}
},
"lat_ns" : {
"min" : 4018382,
"max" : 14254962,
"mean" : 10346826.282865,
"stddev" : 1059920.000408,
"N" : 6927265
},
"bw_min" : 185959,
"bw_max" : 216416,
"bw_agg" : 100.000000,
"bw_mean" : 197925.007168,
"bw_dev" : 436.777442,
"bw_samples" : 4464,
"iops_min" : 46489,
"iops_max" : 54104,
"iops_mean" : 49481.017921,
"iops_stddev" : 109.208508,
"iops_samples" : 4464
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2239984,
"usr_cpu" : 0.649246,
"sys_cpu" : 16.711369,
"ctx" : 5677780,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 45.441783,
"20" : 54.557914,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086431,
"timestamp_ms" : 1773086431957,
"time" : "Mon Mar 9 17:00:31 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 30536433664,
"io_kbytes" : 29820736,
"bw_bytes" : 203576224,
"bw" : 198804,
"iops" : 49701.400000,
"runtime" : 150000,
"total_ios" : 7455210,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5369,
"max" : 1417936,
"mean" : 319706.339929,
"stddev" : 155158.127901,
"N" : 7455210
},
"clat_ns" : {
"min" : 3761480,
"max" : 13887291,
"mean" : 9981153.059307,
"stddev" : 1054577.230972,
"N" : 7455194,
"percentile" : {
"1.000000" : 7045120,
"5.000000" : 8093696,
"10.000000" : 8585216,
"20.000000" : 9109504,
"30.000000" : 9502720,
"40.000000" : 9764864,
"50.000000" : 10027008,
"60.000000" : 10289152,
"70.000000" : 10551296,
"80.000000" : 10813440,
"90.000000" : 11206656,
"95.000000" : 11599872,
"99.000000" : 12124160,
"99.500000" : 12255232,
"99.900000" : 12648448,
"99.950000" : 12779520,
"99.990000" : 13041664
},
"bins" : {
"3751936" : 2,
"3883008" : 3,
"3915776" : 3,
"3981312" : 3,
"4014080" : 3,
"4079616" : 6,
"4112384" : 1,
"4145152" : 4,
"4177920" : 12,
"4227072" : 18,
"4292608" : 11,
"4358144" : 16,
"4423680" : 24,
"4489216" : 35,
"4554752" : 35,
"4620288" : 50,
"4685824" : 65,
"4751360" : 67,
"4816896" : 87,
"4882432" : 133,
"4947968" : 111,
"5013504" : 166,
"5079040" : 164,
"5144576" : 246,
"5210112" : 298,
"5275648" : 305,
"5341184" : 348,
"5406720" : 458,
"5472256" : 471,
"5537792" : 576,
"5603328" : 668,
"5668864" : 863,
"5734400" : 897,
"5799936" : 1033,
"5865472" : 1195,
"5931008" : 1309,
"5996544" : 1508,
"6062080" : 1745,
"6127616" : 1904,
"6193152" : 2137,
"6258688" : 2465,
"6324224" : 2806,
"6389760" : 3144,
"6455296" : 3382,
"6520832" : 3757,
"6586368" : 4207,
"6651904" : 4519,
"6717440" : 5018,
"6782976" : 5716,
"6848512" : 6124,
"6914048" : 6708,
"6979584" : 7302,
"7045120" : 8247,
"7110656" : 8988,
"7176192" : 9648,
"7241728" : 10874,
"7307264" : 12018,
"7372800" : 13307,
"7438336" : 14305,
"7503872" : 15636,
"7569408" : 17080,
"7634944" : 18482,
"7700480" : 19894,
"7766016" : 21976,
"7831552" : 24012,
"7897088" : 26483,
"7962624" : 28983,
"8028160" : 31548,
"8093696" : 34485,
"8159232" : 36923,
"8224768" : 40177,
"8290304" : 44561,
"8355840" : 47383,
"8454144" : 107569,
"8585216" : 126673,
"8716288" : 147250,
"8847360" : 169739,
"8978432" : 195136,
"9109504" : 220919,
"9240576" : 248519,
"9371648" : 277547,
"9502720" : 304431,
"9633792" : 327780,
"9764864" : 350803,
"9895936" : 370190,
"10027008" : 383053,
"10158080" : 390354,
"10289152" : 390917,
"10420224" : 384163,
"10551296" : 369449,
"10682368" : 349395,
"10813440" : 320971,
"10944512" : 287325,
"11075584" : 254442,
"11206656" : 217912,
"11337728" : 180825,
"11468800" : 144202,
"11599872" : 113346,
"11730944" : 84852,
"11862016" : 61566,
"11993088" : 42990,
"12124160" : 29471,
"12255232" : 18994,
"12386304" : 11640,
"12517376" : 7040,
"12648448" : 4143,
"12779520" : 2253,
"12910592" : 1126,
"13041664" : 542,
"13172736" : 276,
"13303808" : 133,
"13434880" : 70,
"13565952" : 32,
"13697024" : 12,
"13828096" : 6
}
},
"lat_ns" : {
"min" : 3787369,
"max" : 14254962,
"mean" : 10300861.177207,
"stddev" : 1077204.481787,
"N" : 7455194
},
"bw_min" : 185959,
"bw_max" : 217576,
"bw_agg" : 100.000000,
"bw_mean" : 198805.822742,
"bw_dev" : 475.924493,
"bw_samples" : 4784,
"iops_min" : 46489,
"iops_max" : 54394,
"iops_mean" : 49701.237458,
"iops_stddev" : 118.994733,
"iops_samples" : 4784
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2399994,
"usr_cpu" : 0.652502,
"sys_cpu" : 16.738625,
"ctx" : 6081428,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999973,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999987,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 47.160657,
"20" : 52.838981,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086441,
"timestamp_ms" : 1773086441956,
"time" : "Mon Mar 9 17:00:41 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 32708964352,
"io_kbytes" : 31942348,
"bw_bytes" : 204432304,
"bw" : 199640,
"iops" : 49910.399440,
"runtime" : 159999,
"total_ios" : 7985614,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5369,
"max" : 1923880,
"mean" : 318360.814202,
"stddev" : 156072.231525,
"N" : 7985615
},
"clat_ns" : {
"min" : 3556526,
"max" : 13887291,
"mean" : 9939388.818346,
"stddev" : 1068602.482588,
"N" : 7985599,
"percentile" : {
"1.000000" : 6979584,
"5.000000" : 8028160,
"10.000000" : 8585216,
"20.000000" : 9109504,
"30.000000" : 9502720,
"40.000000" : 9764864,
"50.000000" : 10027008,
"60.000000" : 10289152,
"70.000000" : 10551296,
"80.000000" : 10813440,
"90.000000" : 11206656,
"95.000000" : 11468800,
"99.000000" : 11993088,
"99.500000" : 12255232,
"99.900000" : 12648448,
"99.950000" : 12779520,
"99.990000" : 13041664
},
"bins" : {
"3555328" : 2,
"3751936" : 2,
"3817472" : 1,
"3850240" : 1,
"3883008" : 8,
"3915776" : 5,
"3948544" : 1,
"3981312" : 3,
"4014080" : 3,
"4079616" : 6,
"4112384" : 1,
"4145152" : 9,
"4177920" : 14,
"4227072" : 21,
"4292608" : 20,
"4358144" : 28,
"4423680" : 30,
"4489216" : 42,
"4554752" : 45,
"4620288" : 67,
"4685824" : 101,
"4751360" : 90,
"4816896" : 107,
"4882432" : 159,
"4947968" : 162,
"5013504" : 216,
"5079040" : 233,
"5144576" : 309,
"5210112" : 381,
"5275648" : 379,
"5341184" : 462,
"5406720" : 625,
"5472256" : 671,
"5537792" : 765,
"5603328" : 854,
"5668864" : 1057,
"5734400" : 1155,
"5799936" : 1346,
"5865472" : 1522,
"5931008" : 1684,
"5996544" : 1935,
"6062080" : 2182,
"6127616" : 2363,
"6193152" : 2655,
"6258688" : 3075,
"6324224" : 3483,
"6389760" : 3822,
"6455296" : 4154,
"6520832" : 4623,
"6586368" : 5093,
"6651904" : 5440,
"6717440" : 6025,
"6782976" : 6809,
"6848512" : 7334,
"6914048" : 7975,
"6979584" : 8693,
"7045120" : 9891,
"7110656" : 10655,
"7176192" : 11346,
"7241728" : 12763,
"7307264" : 14013,
"7372800" : 15480,
"7438336" : 16730,
"7503872" : 18161,
"7569408" : 19786,
"7634944" : 21585,
"7700480" : 23276,
"7766016" : 25486,
"7831552" : 27871,
"7897088" : 30564,
"7962624" : 33507,
"8028160" : 36384,
"8093696" : 39655,
"8159232" : 42468,
"8224768" : 46187,
"8290304" : 51188,
"8355840" : 54084,
"8454144" : 122279,
"8585216" : 143795,
"8716288" : 166160,
"8847360" : 190658,
"8978432" : 217931,
"9109504" : 245667,
"9240576" : 274601,
"9371648" : 304208,
"9502720" : 331727,
"9633792" : 355709,
"9764864" : 377482,
"9895936" : 395632,
"10027008" : 407931,
"10158080" : 412778,
"10289152" : 411119,
"10420224" : 402093,
"10551296" : 385216,
"10682368" : 362549,
"10813440" : 332024,
"10944512" : 296167,
"11075584" : 261369,
"11206656" : 223291,
"11337728" : 184850,
"11468800" : 147057,
"11599872" : 115342,
"11730944" : 86222,
"11862016" : 62427,
"11993088" : 43495,
"12124160" : 29798,
"12255232" : 19176,
"12386304" : 11731,
"12517376" : 7105,
"12648448" : 4178,
"12779520" : 2268,
"12910592" : 1134,
"13041664" : 553,
"13172736" : 282,
"13303808" : 136,
"13434880" : 74,
"13565952" : 35,
"13697024" : 16,
"13828096" : 7
}
},
"lat_ns" : {
"min" : 3579892,
"max" : 14254962,
"mean" : 10257752.155701,
"stddev" : 1091707.760819,
"N" : 7985599
},
"bw_min" : 185959,
"bw_max" : 218872,
"bw_agg" : 100.000000,
"bw_mean" : 199644.730408,
"bw_dev" : 509.294656,
"bw_samples" : 5104,
"iops_min" : 46489,
"iops_max" : 54718,
"iops_mean" : 49910.978056,
"iops_stddev" : 127.336858,
"iops_samples" : 5104
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2559984,
"usr_cpu" : 0.655551,
"sys_cpu" : 16.763855,
"ctx" : 6485018,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999975,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999975,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 48.774096,
"20" : 51.225429,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086451,
"timestamp_ms" : 1773086451956,
"time" : "Mon Mar 9 17:00:51 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 34794418176,
"io_kbytes" : 33978924,
"bw_bytes" : 204674252,
"bw" : 199877,
"iops" : 49969.470409,
"runtime" : 169999,
"total_ios" : 8494760,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5369,
"max" : 1923880,
"mean" : 317982.665603,
"stddev" : 156319.086039,
"N" : 8494760
},
"clat_ns" : {
"min" : 3556526,
"max" : 13887291,
"mean" : 9927620.052033,
"stddev" : 1076800.973000,
"N" : 8494744,
"percentile" : {
"1.000000" : 6914048,
"5.000000" : 8028160,
"10.000000" : 8585216,
"20.000000" : 9109504,
"30.000000" : 9502720,
"40.000000" : 9764864,
"50.000000" : 10027008,
"60.000000" : 10289152,
"70.000000" : 10551296,
"80.000000" : 10813440,
"90.000000" : 11206656,
"95.000000" : 11468800,
"99.000000" : 11993088,
"99.500000" : 12255232,
"99.900000" : 12648448,
"99.950000" : 12779520,
"99.990000" : 13041664
},
"bins" : {
"3555328" : 2,
"3751936" : 2,
"3817472" : 1,
"3850240" : 1,
"3883008" : 8,
"3915776" : 5,
"3948544" : 1,
"3981312" : 3,
"4014080" : 3,
"4079616" : 6,
"4112384" : 1,
"4145152" : 10,
"4177920" : 14,
"4227072" : 21,
"4292608" : 20,
"4358144" : 29,
"4423680" : 30,
"4489216" : 47,
"4554752" : 48,
"4620288" : 71,
"4685824" : 106,
"4751360" : 97,
"4816896" : 113,
"4882432" : 169,
"4947968" : 177,
"5013504" : 231,
"5079040" : 251,
"5144576" : 335,
"5210112" : 418,
"5275648" : 429,
"5341184" : 507,
"5406720" : 670,
"5472256" : 720,
"5537792" : 822,
"5603328" : 926,
"5668864" : 1152,
"5734400" : 1228,
"5799936" : 1467,
"5865472" : 1643,
"5931008" : 1810,
"5996544" : 2065,
"6062080" : 2316,
"6127616" : 2532,
"6193152" : 2872,
"6258688" : 3255,
"6324224" : 3713,
"6389760" : 4069,
"6455296" : 4461,
"6520832" : 5005,
"6586368" : 5470,
"6651904" : 5843,
"6717440" : 6470,
"6782976" : 7342,
"6848512" : 7923,
"6914048" : 8618,
"6979584" : 9440,
"7045120" : 10675,
"7110656" : 11617,
"7176192" : 12402,
"7241728" : 13920,
"7307264" : 15309,
"7372800" : 16911,
"7438336" : 18371,
"7503872" : 20009,
"7569408" : 21875,
"7634944" : 23672,
"7700480" : 25669,
"7766016" : 28237,
"7831552" : 30745,
"7897088" : 33825,
"7962624" : 37017,
"8028160" : 40080,
"8093696" : 43727,
"8159232" : 46988,
"8224768" : 51023,
"8290304" : 56528,
"8355840" : 59756,
"8454144" : 134775,
"8585216" : 157826,
"8716288" : 181806,
"8847360" : 207569,
"8978432" : 236152,
"9109504" : 265135,
"9240576" : 295246,
"9371648" : 325713,
"9502720" : 353499,
"9633792" : 377776,
"9764864" : 398746,
"9895936" : 416684,
"10027008" : 428703,
"10158080" : 432742,
"10289152" : 430044,
"10420224" : 420196,
"10551296" : 402723,
"10682368" : 379015,
"10813440" : 347647,
"10944512" : 310747,
"11075584" : 274984,
"11206656" : 235718,
"11337728" : 195957,
"11468800" : 156466,
"11599872" : 123270,
"11730944" : 92870,
"11862016" : 67494,
"11993088" : 47290,
"12124160" : 32654,
"12255232" : 21074,
"12386304" : 13045,
"12517376" : 7926,
"12648448" : 4698,
"12779520" : 2589,
"12910592" : 1326,
"13041664" : 649,
"13172736" : 336,
"13303808" : 163,
"13434880" : 84,
"13565952" : 39,
"13697024" : 17,
"13828096" : 7
}
},
"lat_ns" : {
"min" : 3579892,
"max" : 14254962,
"mean" : 10245602.581064,
"stddev" : 1100242.211077,
"N" : 8494744
},
"bw_min" : 184432,
"bw_max" : 219768,
"bw_agg" : 100.000000,
"bw_mean" : 199959.330383,
"bw_dev" : 532.047236,
"bw_samples" : 5424,
"iops_min" : 46108,
"iops_max" : 54942,
"iops_mean" : 49989.640118,
"iops_stddev" : 133.024073,
"iops_samples" : 5424
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2719984,
"usr_cpu" : 0.655739,
"sys_cpu" : 16.774327,
"ctx" : 6889687,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999976,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999976,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 49.325137,
"20" : 50.674404,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086461,
"timestamp_ms" : 1773086461969,
"time" : "Mon Mar 9 17:01:01 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 5455,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 36697280512,
"io_kbytes" : 35837188,
"bw_bytes" : 203872647,
"bw" : 199094,
"iops" : 49773.451259,
"runtime" : 180001,
"total_ios" : 8959271,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5369,
"max" : 1923880,
"mean" : 319238.326624,
"stddev" : 155462.869796,
"N" : 8959287
},
"clat_ns" : {
"min" : 2925,
"max" : 13887291,
"mean" : 9966320.411150,
"stddev" : 1083540.862542,
"N" : 8959767,
"percentile" : {
"1.000000" : 6979584,
"5.000000" : 8028160,
"10.000000" : 8585216,
"20.000000" : 9109504,
"30.000000" : 9502720,
"40.000000" : 9764864,
"50.000000" : 10027008,
"60.000000" : 10289152,
"70.000000" : 10551296,
"80.000000" : 10944512,
"90.000000" : 11206656,
"95.000000" : 11599872,
"99.000000" : 12124160,
"99.500000" : 12255232,
"99.900000" : 12648448,
"99.950000" : 12779520,
"99.990000" : 13041664
},
"bins" : {
"2928" : 1,
"3312" : 1,
"3568" : 1,
"3760" : 2,
"3856" : 1,
"5472" : 1,
"6112" : 1,
"6240" : 2,
"7776" : 1,
"8384" : 1,
"8768" : 2,
"13376" : 1,
"14144" : 1,
"329728" : 1,
"337920" : 1,
"342016" : 1,
"346112" : 1,
"354304" : 1,
"362496" : 1,
"378880" : 1,
"387072" : 1,
"395264" : 1,
"399360" : 3,
"415744" : 1,
"468992" : 1,
"473088" : 2,
"626688" : 1,
"643072" : 1,
"659456" : 1,
"675840" : 1,
"708608" : 1,
"716800" : 1,
"724992" : 1,
"733184" : 1,
"741376" : 1,
"749568" : 1,
"757760" : 1,
"774144" : 2,
"782336" : 1,
"831488" : 2,
"880640" : 1,
"995328" : 1,
"1011712" : 1,
"1056768" : 4,
"1073152" : 1,
"1089536" : 2,
"1105920" : 1,
"1122304" : 1,
"1138688" : 3,
"1155072" : 1,
"1204224" : 1,
"1220608" : 1,
"1236992" : 1,
"1335296" : 1,
"1368064" : 2,
"1400832" : 1,
"1417216" : 2,
"1482752" : 3,
"1499136" : 1,
"1515520" : 2,
"1531904" : 1,
"1548288" : 1,
"1630208" : 2,
"1646592" : 1,
"1679360" : 1,
"1695744" : 3,
"1744896" : 1,
"1761280" : 1,
"1794048" : 1,
"1826816" : 1,
"1843200" : 1,
"1859584" : 2,
"1875968" : 2,
"1908736" : 3,
"1925120" : 1,
"1974272" : 1,
"2039808" : 2,
"2056192" : 1,
"2072576" : 1,
"2113536" : 2,
"2211840" : 1,
"2244608" : 1,
"2277376" : 3,
"2310144" : 1,
"2342912" : 2,
"2375680" : 2,
"2408448" : 2,
"2441216" : 3,
"2473984" : 1,
"2506752" : 2,
"2572288" : 1,
"2605056" : 1,
"2637824" : 2,
"2670592" : 1,
"2736128" : 3,
"2768896" : 2,
"2834432" : 3,
"2867200" : 2,
"2899968" : 2,
"2932736" : 2,
"2965504" : 1,
"3031040" : 4,
"3096576" : 1,
"3129344" : 2,
"3162112" : 1,
"3194880" : 1,
"3227648" : 1,
"3260416" : 3,
"3293184" : 2,
"3325952" : 2,
"3358720" : 1,
"3424256" : 1,
"3457024" : 1,
"3489792" : 1,
"3555328" : 2,
"3588096" : 2,
"3620864" : 1,
"3653632" : 3,
"3686400" : 1,
"3719168" : 6,
"3751936" : 3,
"3784704" : 2,
"3817472" : 1,
"3850240" : 3,
"3883008" : 10,
"3915776" : 5,
"3948544" : 2,
"3981312" : 5,
"4014080" : 3,
"4046848" : 3,
"4079616" : 7,
"4112384" : 6,
"4145152" : 11,
"4177920" : 18,
"4227072" : 22,
"4292608" : 24,
"4358144" : 31,
"4423680" : 31,
"4489216" : 55,
"4554752" : 50,
"4620288" : 73,
"4685824" : 108,
"4751360" : 98,
"4816896" : 116,
"4882432" : 173,
"4947968" : 182,
"5013504" : 236,
"5079040" : 252,
"5144576" : 339,
"5210112" : 422,
"5275648" : 435,
"5341184" : 514,
"5406720" : 676,
"5472256" : 724,
"5537792" : 826,
"5603328" : 935,
"5668864" : 1160,
"5734400" : 1234,
"5799936" : 1475,
"5865472" : 1656,
"5931008" : 1827,
"5996544" : 2087,
"6062080" : 2340,
"6127616" : 2553,
"6193152" : 2901,
"6258688" : 3279,
"6324224" : 3750,
"6389760" : 4119,
"6455296" : 4492,
"6520832" : 5059,
"6586368" : 5519,
"6651904" : 5928,
"6717440" : 6542,
"6782976" : 7433,
"6848512" : 8018,
"6914048" : 8758,
"6979584" : 9576,
"7045120" : 10829,
"7110656" : 11795,
"7176192" : 12610,
"7241728" : 14160,
"7307264" : 15590,
"7372800" : 17226,
"7438336" : 18701,
"7503872" : 20323,
"7569408" : 22254,
"7634944" : 24106,
"7700480" : 26156,
"7766016" : 28750,
"7831552" : 31316,
"7897088" : 34469,
"7962624" : 37683,
"8028160" : 40724,
"8093696" : 44443,
"8159232" : 47828,
"8224768" : 51924,
"8290304" : 57446,
"8355840" : 60728,
"8454144" : 136910,
"8585216" : 160293,
"8716288" : 184573,
"8847360" : 210827,
"8978432" : 239947,
"9109504" : 269659,
"9240576" : 300718,
"9371648" : 332449,
"9502720" : 361659,
"9633792" : 387389,
"9764864" : 410598,
"9895936" : 430845,
"10027008" : 445016,
"10158080" : 451883,
"10289152" : 452340,
"10420224" : 444608,
"10551296" : 429498,
"10682368" : 407717,
"10813440" : 377249,
"10944512" : 340508,
"11075584" : 304218,
"11206656" : 263410,
"11337728" : 221651,
"11468800" : 178932,
"11599872" : 142404,
"11730944" : 108684,
"11862016" : 79950,
"11993088" : 56860,
"12124160" : 39603,
"12255232" : 25804,
"12386304" : 16159,
"12517376" : 9874,
"12648448" : 5765,
"12779520" : 3124,
"12910592" : 1710,
"13041664" : 823,
"13172736" : 407,
"13303808" : 188,
"13434880" : 92,
"13565952" : 47,
"13697024" : 19,
"13828096" : 7
}
},
"lat_ns" : {
"min" : 322563,
"max" : 14254962,
"mean" : 10285559.926180,
"stddev" : 1107346.095716,
"N" : 8959767
},
"bw_min" : 181792,
"bw_max" : 219768,
"bw_agg" : 100.000000,
"bw_mean" : 199175.055710,
"bw_dev" : 556.652251,
"bw_samples" : 5744,
"iops_min" : 45448,
"iops_max" : 54942,
"iops_mean" : 49793.582173,
"iops_stddev" : 139.173161,
"iops_samples" : 5744
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2879988,
"usr_cpu" : 0.653475,
"sys_cpu" : 16.751667,
"ctx" : 7297339,
"majf" : 0,
"minf" : 574,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999821,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 47.787906,
"20" : 52.215253,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773086462,
"timestamp_ms" : 1773086462024,
"time" : "Mon Mar 9 17:01:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 36699271168,
"io_kbytes" : 35839132,
"bw_bytes" : 203867850,
"bw" : 199089,
"iops" : 49769.580313,
"runtime" : 180015,
"total_ios" : 8959271,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5369,
"max" : 1923880,
"mean" : 319238.326624,
"stddev" : 155462.869796,
"N" : 8959287
},
"clat_ns" : {
"min" : 2925,
"max" : 13887291,
"mean" : 9966320.411150,
"stddev" : 1083540.862542,
"N" : 8959767,
"percentile" : {
"1.000000" : 6979584,
"5.000000" : 8028160,
"10.000000" : 8585216,
"20.000000" : 9109504,
"30.000000" : 9502720,
"40.000000" : 9764864,
"50.000000" : 10027008,
"60.000000" : 10289152,
"70.000000" : 10551296,
"80.000000" : 10944512,
"90.000000" : 11206656,
"95.000000" : 11599872,
"99.000000" : 12124160,
"99.500000" : 12255232,
"99.900000" : 12648448,
"99.950000" : 12779520,
"99.990000" : 13041664
},
"bins" : {
"2928" : 1,
"3312" : 1,
"3568" : 1,
"3760" : 2,
"3856" : 1,
"5472" : 1,
"6112" : 1,
"6240" : 2,
"7776" : 1,
"8384" : 1,
"8768" : 2,
"13376" : 1,
"14144" : 1,
"329728" : 1,
"337920" : 1,
"342016" : 1,
"346112" : 1,
"354304" : 1,
"362496" : 1,
"378880" : 1,
"387072" : 1,
"395264" : 1,
"399360" : 3,
"415744" : 1,
"468992" : 1,
"473088" : 2,
"626688" : 1,
"643072" : 1,
"659456" : 1,
"675840" : 1,
"708608" : 1,
"716800" : 1,
"724992" : 1,
"733184" : 1,
"741376" : 1,
"749568" : 1,
"757760" : 1,
"774144" : 2,
"782336" : 1,
"831488" : 2,
"880640" : 1,
"995328" : 1,
"1011712" : 1,
"1056768" : 4,
"1073152" : 1,
"1089536" : 2,
"1105920" : 1,
"1122304" : 1,
"1138688" : 3,
"1155072" : 1,
"1204224" : 1,
"1220608" : 1,
"1236992" : 1,
"1335296" : 1,
"1368064" : 2,
"1400832" : 1,
"1417216" : 2,
"1482752" : 3,
"1499136" : 1,
"1515520" : 2,
"1531904" : 1,
"1548288" : 1,
"1630208" : 2,
"1646592" : 1,
"1679360" : 1,
"1695744" : 3,
"1744896" : 1,
"1761280" : 1,
"1794048" : 1,
"1826816" : 1,
"1843200" : 1,
"1859584" : 2,
"1875968" : 2,
"1908736" : 3,
"1925120" : 1,
"1974272" : 1,
"2039808" : 2,
"2056192" : 1,
"2072576" : 1,
"2113536" : 2,
"2211840" : 1,
"2244608" : 1,
"2277376" : 3,
"2310144" : 1,
"2342912" : 2,
"2375680" : 2,
"2408448" : 2,
"2441216" : 3,
"2473984" : 1,
"2506752" : 2,
"2572288" : 1,
"2605056" : 1,
"2637824" : 2,
"2670592" : 1,
"2736128" : 3,
"2768896" : 2,
"2834432" : 3,
"2867200" : 2,
"2899968" : 2,
"2932736" : 2,
"2965504" : 1,
"3031040" : 4,
"3096576" : 1,
"3129344" : 2,
"3162112" : 1,
"3194880" : 1,
"3227648" : 1,
"3260416" : 3,
"3293184" : 2,
"3325952" : 2,
"3358720" : 1,
"3424256" : 1,
"3457024" : 1,
"3489792" : 1,
"3555328" : 2,
"3588096" : 2,
"3620864" : 1,
"3653632" : 3,
"3686400" : 1,
"3719168" : 6,
"3751936" : 3,
"3784704" : 2,
"3817472" : 1,
"3850240" : 3,
"3883008" : 10,
"3915776" : 5,
"3948544" : 2,
"3981312" : 5,
"4014080" : 3,
"4046848" : 3,
"4079616" : 7,
"4112384" : 6,
"4145152" : 11,
"4177920" : 18,
"4227072" : 22,
"4292608" : 24,
"4358144" : 31,
"4423680" : 31,
"4489216" : 55,
"4554752" : 50,
"4620288" : 73,
"4685824" : 108,
"4751360" : 98,
"4816896" : 116,
"4882432" : 173,
"4947968" : 182,
"5013504" : 236,
"5079040" : 252,
"5144576" : 339,
"5210112" : 422,
"5275648" : 435,
"5341184" : 514,
"5406720" : 676,
"5472256" : 724,
"5537792" : 826,
"5603328" : 935,
"5668864" : 1160,
"5734400" : 1234,
"5799936" : 1475,
"5865472" : 1656,
"5931008" : 1827,
"5996544" : 2087,
"6062080" : 2340,
"6127616" : 2553,
"6193152" : 2901,
"6258688" : 3279,
"6324224" : 3750,
"6389760" : 4119,
"6455296" : 4492,
"6520832" : 5059,
"6586368" : 5519,
"6651904" : 5928,
"6717440" : 6542,
"6782976" : 7433,
"6848512" : 8018,
"6914048" : 8758,
"6979584" : 9576,
"7045120" : 10829,
"7110656" : 11795,
"7176192" : 12610,
"7241728" : 14160,
"7307264" : 15590,
"7372800" : 17226,
"7438336" : 18701,
"7503872" : 20323,
"7569408" : 22254,
"7634944" : 24106,
"7700480" : 26156,
"7766016" : 28750,
"7831552" : 31316,
"7897088" : 34469,
"7962624" : 37683,
"8028160" : 40724,
"8093696" : 44443,
"8159232" : 47828,
"8224768" : 51924,
"8290304" : 57446,
"8355840" : 60728,
"8454144" : 136910,
"8585216" : 160293,
"8716288" : 184573,
"8847360" : 210827,
"8978432" : 239947,
"9109504" : 269659,
"9240576" : 300718,
"9371648" : 332449,
"9502720" : 361659,
"9633792" : 387389,
"9764864" : 410598,
"9895936" : 430845,
"10027008" : 445016,
"10158080" : 451883,
"10289152" : 452340,
"10420224" : 444608,
"10551296" : 429498,
"10682368" : 407717,
"10813440" : 377249,
"10944512" : 340508,
"11075584" : 304218,
"11206656" : 263410,
"11337728" : 221651,
"11468800" : 178932,
"11599872" : 142404,
"11730944" : 108684,
"11862016" : 79950,
"11993088" : 56860,
"12124160" : 39603,
"12255232" : 25804,
"12386304" : 16159,
"12517376" : 9874,
"12648448" : 5765,
"12779520" : 3124,
"12910592" : 1710,
"13041664" : 823,
"13172736" : 407,
"13303808" : 188,
"13434880" : 92,
"13565952" : 47,
"13697024" : 19,
"13828096" : 7
}
},
"lat_ns" : {
"min" : 322563,
"max" : 14254962,
"mean" : 10285559.926180,
"stddev" : 1107346.095716,
"N" : 8959767
},
"bw_min" : 181792,
"bw_max" : 219768,
"bw_agg" : 100.000000,
"bw_mean" : 199175.055710,
"bw_dev" : 556.652251,
"bw_samples" : 5744,
"iops_min" : 45448,
"iops_max" : 54942,
"iops_mean" : 49793.582173,
"iops_stddev" : 139.173161,
"iops_samples" : 5744
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880197,
"usr_cpu" : 0.653428,
"sys_cpu" : 16.750451,
"ctx" : 7297540,
"majf" : 0,
"minf" : 589,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999821,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 47.787906,
"20" : 52.215253,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}