raidz2/benchmarks/seq/seq-write-qd32-nj1_run1.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773071284,
"timestamp_ms" : 1773071284022,
"time" : "Mon Mar 9 12:48:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 35875979264,
"io_kbytes" : 35035136,
"bw_bytes" : 3681097810,
"bw" : 3594822,
"iops" : 3513.954443,
"runtime" : 9746,
"total_ios" : 34247,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9746,
"usr_cpu" : 11.081469,
"sys_cpu" : 47.855530,
"ctx" : 28685,
"majf" : 0,
"minf" : 7,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 99.909481,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071294,
"timestamp_ms" : 1773071294275,
"time" : "Mon Mar 9 12:48:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 39597375488,
"io_kbytes" : 38669312,
"bw_bytes" : 3960133562,
"bw" : 3867317,
"iops" : 3776.677668,
"runtime" : 9999,
"total_ios" : 37763,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 129268,
"max" : 1004556,
"mean" : 262080.806933,
"stddev" : 44982.107401,
"N" : 37764
},
"clat_ns" : {
"min" : 6157932,
"max" : 12180928,
"mean" : 8210376.460477,
"stddev" : 818817.200510,
"N" : 37763,
"percentile" : {
"1.000000" : 6651904,
"5.000000" : 6979584,
"10.000000" : 7176192,
"20.000000" : 7372800,
"30.000000" : 7700480,
"40.000000" : 7962624,
"50.000000" : 8159232,
"60.000000" : 8454144,
"70.000000" : 8847360,
"80.000000" : 8978432,
"90.000000" : 9240576,
"95.000000" : 9502720,
"99.000000" : 10158080,
"99.500000" : 10289152,
"99.900000" : 11075584,
"99.950000" : 11599872,
"99.990000" : 12124160
},
"bins" : {
"6127616" : 1,
"6193152" : 3,
"6258688" : 8,
"6324224" : 17,
"6389760" : 34,
"6455296" : 45,
"6520832" : 59,
"6586368" : 94,
"6651904" : 159,
"6717440" : 218,
"6782976" : 252,
"6848512" : 321,
"6914048" : 399,
"6979584" : 488,
"7045120" : 588,
"7110656" : 912,
"7176192" : 982,
"7241728" : 1165,
"7307264" : 1053,
"7372800" : 908,
"7438336" : 877,
"7503872" : 762,
"7569408" : 756,
"7634944" : 638,
"7700480" : 1203,
"7766016" : 1522,
"7831552" : 953,
"7897088" : 688,
"7962624" : 1093,
"8028160" : 1461,
"8093696" : 796,
"8159232" : 929,
"8224768" : 948,
"8290304" : 883,
"8355840" : 564,
"8454144" : 1150,
"8585216" : 1195,
"8716288" : 1429,
"8847360" : 4035,
"8978432" : 2539,
"9109504" : 1452,
"9240576" : 1304,
"9371648" : 952,
"9502720" : 492,
"9633792" : 349,
"9764864" : 240,
"9895936" : 195,
"10027008" : 239,
"10158080" : 134,
"10289152" : 92,
"10420224" : 51,
"10551296" : 33,
"10682368" : 26,
"10813440" : 22,
"10944512" : 13,
"11075584" : 11,
"11206656" : 6,
"11337728" : 3,
"11468800" : 3,
"11599872" : 2,
"11730944" : 3,
"11862016" : 2,
"11993088" : 5,
"12124160" : 7
}
},
"lat_ns" : {
"min" : 6373421,
"max" : 12528639,
"mean" : 8472445.580224,
"stddev" : 844163.659912,
"N" : 37763
},
"bw_min" : 3416753,
"bw_max" : 4407296,
"bw_agg" : 100.000000,
"bw_mean" : 3878915.842105,
"bw_dev" : 327054.552569,
"bw_samples" : 19,
"iops_min" : 3336,
"iops_max" : 4304,
"iops_mean" : 3787.947368,
"iops_stddev" : 319.448218,
"iops_samples" : 19
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9999,
"usr_cpu" : 14.881488,
"sys_cpu" : 49.044904,
"ctx" : 33579,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 98.440272,
"20" : 1.559728,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071304,
"timestamp_ms" : 1773071304275,
"time" : "Mon Mar 9 12:48:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 75247910912,
"io_kbytes" : 73484288,
"bw_bytes" : 3762583674,
"bw" : 3674398,
"iops" : 3588.279414,
"runtime" : 19999,
"total_ios" : 71762,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 129268,
"max" : 1054683,
"mean" : 275958.357385,
"stddev" : 41847.088646,
"N" : 71763
},
"clat_ns" : {
"min" : 6157932,
"max" : 12180928,
"mean" : 8641208.502132,
"stddev" : 855358.574014,
"N" : 71762,
"percentile" : {
"1.000000" : 6782976,
"5.000000" : 7110656,
"10.000000" : 7372800,
"20.000000" : 7831552,
"30.000000" : 8224768,
"40.000000" : 8585216,
"50.000000" : 8847360,
"60.000000" : 8847360,
"70.000000" : 8978432,
"80.000000" : 9240576,
"90.000000" : 9764864,
"95.000000" : 10027008,
"99.000000" : 10420224,
"99.500000" : 10682368,
"99.900000" : 11206656,
"99.950000" : 11468800,
"99.990000" : 11993088
},
"bins" : {
"6127616" : 1,
"6193152" : 3,
"6258688" : 8,
"6324224" : 17,
"6389760" : 34,
"6455296" : 45,
"6520832" : 59,
"6586368" : 94,
"6651904" : 159,
"6717440" : 218,
"6782976" : 252,
"6848512" : 321,
"6914048" : 399,
"6979584" : 488,
"7045120" : 588,
"7110656" : 912,
"7176192" : 982,
"7241728" : 1165,
"7307264" : 1053,
"7372800" : 908,
"7438336" : 877,
"7503872" : 762,
"7569408" : 756,
"7634944" : 645,
"7700480" : 1265,
"7766016" : 1627,
"7831552" : 1034,
"7897088" : 750,
"7962624" : 1255,
"8028160" : 1674,
"8093696" : 1008,
"8159232" : 1239,
"8224768" : 1296,
"8290304" : 1589,
"8355840" : 1204,
"8454144" : 3213,
"8585216" : 3357,
"8716288" : 3792,
"8847360" : 9865,
"8978432" : 5479,
"9109504" : 3843,
"9240576" : 3759,
"9371648" : 2450,
"9502720" : 1805,
"9633792" : 1920,
"9764864" : 1642,
"9895936" : 1339,
"10027008" : 1642,
"10158080" : 975,
"10289152" : 974,
"10420224" : 365,
"10551296" : 164,
"10682368" : 165,
"10813440" : 120,
"10944512" : 82,
"11075584" : 49,
"11206656" : 18,
"11337728" : 17,
"11468800" : 12,
"11599872" : 4,
"11730944" : 6,
"11862016" : 6,
"11993088" : 5,
"12124160" : 7
}
},
"lat_ns" : {
"min" : 6373421,
"max" : 12528639,
"mean" : 8917151.180736,
"stddev" : 882038.709593,
"N" : 71762
},
"bw_min" : 3141632,
"bw_max" : 4407296,
"bw_agg" : 100.000000,
"bw_mean" : 3682599.025641,
"bw_dev" : 321605.539682,
"bw_samples" : 39,
"iops_min" : 3068,
"iops_max" : 4304,
"iops_mean" : 3596.230769,
"iops_stddev" : 314.095314,
"iops_samples" : 39
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 19999,
"usr_cpu" : 14.575729,
"sys_cpu" : 46.102305,
"ctx" : 67695,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 94.158468,
"20" : 5.841532,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071314,
"timestamp_ms" : 1773071314275,
"time" : "Mon Mar 9 12:48:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 110382546944,
"io_kbytes" : 107795456,
"bw_bytes" : 3679540882,
"bw" : 3593301,
"iops" : 3509.083636,
"runtime" : 29999,
"total_ios" : 105269,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 129268,
"max" : 1111550,
"mean" : 282247.003828,
"stddev" : 39138.258526,
"N" : 105270
},
"clat_ns" : {
"min" : 6157932,
"max" : 12180928,
"mean" : 8836330.089789,
"stddev" : 797637.604409,
"N" : 105269,
"percentile" : {
"1.000000" : 6848512,
"5.000000" : 7241728,
"10.000000" : 7634944,
"20.000000" : 8224768,
"30.000000" : 8585216,
"40.000000" : 8847360,
"50.000000" : 8978432,
"60.000000" : 9109504,
"70.000000" : 9240576,
"80.000000" : 9371648,
"90.000000" : 9764864,
"95.000000" : 10027008,
"99.000000" : 10420224,
"99.500000" : 10682368,
"99.900000" : 11075584,
"99.950000" : 11337728,
"99.990000" : 11993088
},
"bins" : {
"6127616" : 1,
"6193152" : 3,
"6258688" : 8,
"6324224" : 17,
"6389760" : 34,
"6455296" : 45,
"6520832" : 59,
"6586368" : 94,
"6651904" : 159,
"6717440" : 218,
"6782976" : 252,
"6848512" : 321,
"6914048" : 399,
"6979584" : 488,
"7045120" : 588,
"7110656" : 912,
"7176192" : 982,
"7241728" : 1165,
"7307264" : 1053,
"7372800" : 908,
"7438336" : 877,
"7503872" : 762,
"7569408" : 756,
"7634944" : 645,
"7700480" : 1274,
"7766016" : 1638,
"7831552" : 1055,
"7897088" : 766,
"7962624" : 1276,
"8028160" : 1710,
"8093696" : 1027,
"8159232" : 1274,
"8224768" : 1335,
"8290304" : 1652,
"8355840" : 1245,
"8454144" : 3577,
"8585216" : 3938,
"8716288" : 4872,
"8847360" : 14780,
"8978432" : 9634,
"9109504" : 7443,
"9240576" : 8330,
"9371648" : 7394,
"9502720" : 4904,
"9633792" : 3927,
"9764864" : 2646,
"9895936" : 2034,
"10027008" : 2200,
"10158080" : 1328,
"10289152" : 1598,
"10420224" : 717,
"10551296" : 281,
"10682368" : 240,
"10813440" : 161,
"10944512" : 109,
"11075584" : 72,
"11206656" : 21,
"11337728" : 24,
"11468800" : 13,
"11599872" : 4,
"11730944" : 6,
"11862016" : 6,
"11993088" : 5,
"12124160" : 7
}
},
"lat_ns" : {
"min" : 6373421,
"max" : 12528639,
"mean" : 9118571.915787,
"stddev" : 822495.232264,
"N" : 105269
},
"bw_min" : 3141632,
"bw_max" : 4407296,
"bw_agg" : 100.000000,
"bw_mean" : 3594352.711864,
"bw_dev" : 293051.226976,
"bw_samples" : 59,
"iops_min" : 3068,
"iops_max" : 4304,
"iops_mean" : 3510.050847,
"iops_stddev" : 286.205763,
"iops_samples" : 59
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 29999,
"usr_cpu" : 13.977133,
"sys_cpu" : 45.244841,
"ctx" : 101269,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 94.117926,
"20" : 5.882074,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071324,
"timestamp_ms" : 1773071324274,
"time" : "Mon Mar 9 12:48:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 145887330304,
"io_kbytes" : 142468096,
"bw_bytes" : 3647274439,
"bw" : 3561791,
"iops" : 3478.311958,
"runtime" : 39999,
"total_ios" : 139129,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 129268,
"max" : 1111550,
"mean" : 284761.428233,
"stddev" : 38455.574265,
"N" : 139130
},
"clat_ns" : {
"min" : 6157932,
"max" : 12272517,
"mean" : 8914104.795334,
"stddev" : 796321.307592,
"N" : 139129,
"percentile" : {
"1.000000" : 6914048,
"5.000000" : 7372800,
"10.000000" : 7766016,
"20.000000" : 8290304,
"30.000000" : 8585216,
"40.000000" : 8847360,
"50.000000" : 8978432,
"60.000000" : 9109504,
"70.000000" : 9371648,
"80.000000" : 9502720,
"90.000000" : 9895936,
"95.000000" : 10158080,
"99.000000" : 10551296,
"99.500000" : 10813440,
"99.900000" : 11337728,
"99.950000" : 11599872,
"99.990000" : 12124160
},
"bins" : {
"6127616" : 1,
"6193152" : 3,
"6258688" : 8,
"6324224" : 17,
"6389760" : 34,
"6455296" : 45,
"6520832" : 59,
"6586368" : 94,
"6651904" : 159,
"6717440" : 218,
"6782976" : 252,
"6848512" : 321,
"6914048" : 399,
"6979584" : 488,
"7045120" : 588,
"7110656" : 912,
"7176192" : 982,
"7241728" : 1165,
"7307264" : 1053,
"7372800" : 908,
"7438336" : 879,
"7503872" : 763,
"7569408" : 759,
"7634944" : 655,
"7700480" : 1425,
"7766016" : 1939,
"7831552" : 1288,
"7897088" : 1043,
"7962624" : 1799,
"8028160" : 2391,
"8093696" : 1455,
"8159232" : 1905,
"8224768" : 2007,
"8290304" : 2608,
"8355840" : 2006,
"8454144" : 5671,
"8585216" : 6081,
"8716288" : 6703,
"8847360" : 17038,
"8978432" : 11797,
"9109504" : 9012,
"9240576" : 10133,
"9371648" : 9495,
"9502720" : 6718,
"9633792" : 5922,
"9764864" : 4073,
"9895936" : 3420,
"10027008" : 3811,
"10158080" : 2383,
"10289152" : 3049,
"10420224" : 1331,
"10551296" : 504,
"10682368" : 463,
"10813440" : 330,
"10944512" : 213,
"11075584" : 130,
"11206656" : 60,
"11337728" : 45,
"11468800" : 33,
"11599872" : 19,
"11730944" : 15,
"11862016" : 18,
"11993088" : 11,
"12124160" : 16,
"12255232" : 7
}
},
"lat_ns" : {
"min" : 6373421,
"max" : 12655352,
"mean" : 9198851.199980,
"stddev" : 821143.206190,
"N" : 139129
},
"bw_min" : 3141632,
"bw_max" : 4407296,
"bw_agg" : 100.000000,
"bw_mean" : 3568897.455696,
"bw_dev" : 280601.664441,
"bw_samples" : 79,
"iops_min" : 3068,
"iops_max" : 4304,
"iops_mean" : 3485.202532,
"iops_stddev" : 274.036512,
"iops_samples" : 79
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39999,
"usr_cpu" : 13.785345,
"sys_cpu" : 44.936123,
"ctx" : 135161,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 91.866541,
"20" : 8.133459,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071334,
"timestamp_ms" : 1773071334275,
"time" : "Mon Mar 9 12:48:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 179473219584,
"io_kbytes" : 175266816,
"bw_bytes" : 3589536182,
"bw" : 3505406,
"iops" : 3423.248465,
"runtime" : 49999,
"total_ios" : 171159,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 129268,
"max" : 1111550,
"mean" : 289383.798253,
"stddev" : 38413.750139,
"N" : 171160
},
"clat_ns" : {
"min" : 6157932,
"max" : 12376967,
"mean" : 9057617.872072,
"stddev" : 822421.130715,
"N" : 171159,
"percentile" : {
"1.000000" : 6979584,
"5.000000" : 7438336,
"10.000000" : 7962624,
"20.000000" : 8454144,
"30.000000" : 8716288,
"40.000000" : 8847360,
"50.000000" : 9109504,
"60.000000" : 9240576,
"70.000000" : 9502720,
"80.000000" : 9764864,
"90.000000" : 10158080,
"95.000000" : 10289152,
"99.000000" : 10682368,
"99.500000" : 10944512,
"99.900000" : 11468800,
"99.950000" : 11730944,
"99.990000" : 12124160
},
"bins" : {
"6127616" : 1,
"6193152" : 3,
"6258688" : 8,
"6324224" : 17,
"6389760" : 34,
"6455296" : 45,
"6520832" : 59,
"6586368" : 94,
"6651904" : 159,
"6717440" : 218,
"6782976" : 252,
"6848512" : 321,
"6914048" : 399,
"6979584" : 488,
"7045120" : 588,
"7110656" : 912,
"7176192" : 982,
"7241728" : 1165,
"7307264" : 1053,
"7372800" : 908,
"7438336" : 879,
"7503872" : 763,
"7569408" : 759,
"7634944" : 655,
"7700480" : 1436,
"7766016" : 1953,
"7831552" : 1299,
"7897088" : 1056,
"7962624" : 1816,
"8028160" : 2418,
"8093696" : 1479,
"8159232" : 1972,
"8224768" : 2093,
"8290304" : 2789,
"8355840" : 2147,
"8454144" : 6424,
"8585216" : 7101,
"8716288" : 7614,
"8847360" : 18090,
"8978432" : 12753,
"9109504" : 9997,
"9240576" : 11426,
"9371648" : 12094,
"9502720" : 9330,
"9633792" : 9248,
"9764864" : 6541,
"9895936" : 5529,
"10027008" : 6366,
"10158080" : 3814,
"10289152" : 6690,
"10420224" : 3320,
"10551296" : 1125,
"10682368" : 872,
"10813440" : 491,
"10944512" : 381,
"11075584" : 246,
"11206656" : 116,
"11337728" : 104,
"11468800" : 110,
"11599872" : 50,
"11730944" : 27,
"11862016" : 29,
"11993088" : 17,
"12124160" : 17,
"12255232" : 14,
"12386304" : 3
}
},
"lat_ns" : {
"min" : 6373421,
"max" : 12770358,
"mean" : 9346996.347683,
"stddev" : 848150.674029,
"N" : 171159
},
"bw_min" : 3010560,
"bw_max" : 4407296,
"bw_agg" : 100.000000,
"bw_mean" : 3506939.373737,
"bw_dev" : 291475.809112,
"bw_samples" : 99,
"iops_min" : 2940,
"iops_max" : 4304,
"iops_mean" : 3424.686869,
"iops_stddev" : 284.659218,
"iops_samples" : 99
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 49999,
"usr_cpu" : 13.094262,
"sys_cpu" : 44.668893,
"ctx" : 167237,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 87.209554,
"20" : 12.790446,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071344,
"timestamp_ms" : 1773071344275,
"time" : "Mon Mar 9 12:49:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 214578495488,
"io_kbytes" : 209549312,
"bw_bytes" : 3576367864,
"bw" : 3492546,
"iops" : 3410.690178,
"runtime" : 59999,
"total_ios" : 204638,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 129268,
"max" : 1111550,
"mean" : 290454.924868,
"stddev" : 37947.599757,
"N" : 204639
},
"clat_ns" : {
"min" : 6157932,
"max" : 12376967,
"mean" : 9090982.892825,
"stddev" : 811907.305389,
"N" : 204638,
"percentile" : {
"1.000000" : 6979584,
"5.000000" : 7634944,
"10.000000" : 8028160,
"20.000000" : 8454144,
"30.000000" : 8847360,
"40.000000" : 8978432,
"50.000000" : 9109504,
"60.000000" : 9371648,
"70.000000" : 9502720,
"80.000000" : 9764864,
"90.000000" : 10158080,
"95.000000" : 10289152,
"99.000000" : 10813440,
"99.500000" : 11075584,
"99.900000" : 11599872,
"99.950000" : 11862016,
"99.990000" : 12255232
},
"bins" : {
"6127616" : 1,
"6193152" : 3,
"6258688" : 8,
"6324224" : 17,
"6389760" : 34,
"6455296" : 45,
"6520832" : 59,
"6586368" : 94,
"6651904" : 159,
"6717440" : 218,
"6782976" : 252,
"6848512" : 321,
"6914048" : 399,
"6979584" : 488,
"7045120" : 588,
"7110656" : 912,
"7176192" : 982,
"7241728" : 1165,
"7307264" : 1063,
"7372800" : 917,
"7438336" : 891,
"7503872" : 770,
"7569408" : 775,
"7634944" : 677,
"7700480" : 1578,
"7766016" : 2251,
"7831552" : 1574,
"7897088" : 1318,
"7962624" : 2286,
"8028160" : 3075,
"8093696" : 1929,
"8159232" : 2485,
"8224768" : 2658,
"8290304" : 3576,
"8355840" : 2647,
"8454144" : 7423,
"8585216" : 8097,
"8716288" : 8644,
"8847360" : 20419,
"8978432" : 14762,
"9109504" : 11880,
"9240576" : 13721,
"9371648" : 14973,
"9502720" : 12198,
"9633792" : 11857,
"9764864" : 8141,
"9895936" : 6788,
"10027008" : 7645,
"10158080" : 4696,
"10289152" : 8384,
"10420224" : 4191,
"10551296" : 1370,
"10682368" : 1049,
"10813440" : 625,
"10944512" : 492,
"11075584" : 317,
"11206656" : 174,
"11337728" : 172,
"11468800" : 166,
"11599872" : 68,
"11730944" : 58,
"11862016" : 48,
"11993088" : 24,
"12124160" : 20,
"12255232" : 18,
"12386304" : 3
}
},
"lat_ns" : {
"min" : 6373421,
"max" : 12770358,
"mean" : 9381433.738890,
"stddev" : 837276.869684,
"N" : 204638
},
"bw_min" : 3010560,
"bw_max" : 4407296,
"bw_agg" : 100.000000,
"bw_mean" : 3493367.714286,
"bw_dev" : 283745.454714,
"bw_samples" : 119,
"iops_min" : 2940,
"iops_max" : 4304,
"iops_mean" : 3411.436975,
"iops_stddev" : 277.102185,
"iops_samples" : 119
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 59999,
"usr_cpu" : 13.013550,
"sys_cpu" : 44.579076,
"ctx" : 200742,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 86.696997,
"20" : 13.303003,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071354,
"timestamp_ms" : 1773071354275,
"time" : "Mon Mar 9 12:49:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 248773607424,
"io_kbytes" : 242942976,
"bw_bytes" : 3553959448,
"bw" : 3470663,
"iops" : 3389.319847,
"runtime" : 69999,
"total_ios" : 237249,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 129268,
"max" : 1111550,
"mean" : 292306.883182,
"stddev" : 37308.348518,
"N" : 237250
},
"clat_ns" : {
"min" : 6157932,
"max" : 12376967,
"mean" : 9148261.863102,
"stddev" : 796224.172582,
"N" : 237249,
"percentile" : {
"1.000000" : 7045120,
"5.000000" : 7700480,
"10.000000" : 8093696,
"20.000000" : 8585216,
"30.000000" : 8847360,
"40.000000" : 8978432,
"50.000000" : 9109504,
"60.000000" : 9371648,
"70.000000" : 9633792,
"80.000000" : 9764864,
"90.000000" : 10158080,
"95.000000" : 10289152,
"99.000000" : 10813440,
"99.500000" : 11075584,
"99.900000" : 11599872,
"99.950000" : 11730944,
"99.990000" : 12124160
},
"bins" : {
"6127616" : 1,
"6193152" : 3,
"6258688" : 8,
"6324224" : 17,
"6389760" : 34,
"6455296" : 45,
"6520832" : 59,
"6586368" : 94,
"6651904" : 159,
"6717440" : 218,
"6782976" : 252,
"6848512" : 321,
"6914048" : 399,
"6979584" : 488,
"7045120" : 588,
"7110656" : 912,
"7176192" : 982,
"7241728" : 1165,
"7307264" : 1063,
"7372800" : 917,
"7438336" : 891,
"7503872" : 770,
"7569408" : 775,
"7634944" : 677,
"7700480" : 1578,
"7766016" : 2251,
"7831552" : 1574,
"7897088" : 1318,
"7962624" : 2291,
"8028160" : 3119,
"8093696" : 1953,
"8159232" : 2509,
"8224768" : 2718,
"8290304" : 3719,
"8355840" : 2755,
"8454144" : 7809,
"8585216" : 8580,
"8716288" : 9401,
"8847360" : 23610,
"8978432" : 18160,
"9109504" : 14690,
"9240576" : 15745,
"9371648" : 16740,
"9502720" : 14089,
"9633792" : 15126,
"9764864" : 10991,
"9895936" : 8797,
"10027008" : 9699,
"10158080" : 5820,
"10289152" : 10436,
"10420224" : 5101,
"10551296" : 1717,
"10682368" : 1351,
"10813440" : 823,
"10944512" : 631,
"11075584" : 405,
"11206656" : 240,
"11337728" : 214,
"11468800" : 190,
"11599872" : 83,
"11730944" : 65,
"11862016" : 48,
"11993088" : 24,
"12124160" : 20,
"12255232" : 18,
"12386304" : 3
}
},
"lat_ns" : {
"min" : 6373421,
"max" : 12770358,
"mean" : 9440560.074133,
"stddev" : 821083.717994,
"N" : 237249
},
"bw_min" : 3010560,
"bw_max" : 4407296,
"bw_agg" : 100.000000,
"bw_mean" : 3473352.352518,
"bw_dev" : 273669.726237,
"bw_samples" : 139,
"iops_min" : 2940,
"iops_max" : 4304,
"iops_mean" : 3391.892086,
"iops_stddev" : 267.260653,
"iops_samples" : 139
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 69999,
"usr_cpu" : 12.785897,
"sys_cpu" : 44.419206,
"ctx" : 233476,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 85.692247,
"20" : 14.307753,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071364,
"timestamp_ms" : 1773071364275,
"time" : "Mon Mar 9 12:49:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 283129151488,
"io_kbytes" : 276493312,
"bw_bytes" : 3539158633,
"bw" : 3456209,
"iops" : 3375.204690,
"runtime" : 79999,
"total_ios" : 270013,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 129268,
"max" : 1111550,
"mean" : 293539.336460,
"stddev" : 36711.495871,
"N" : 270014
},
"clat_ns" : {
"min" : 6157932,
"max" : 12376967,
"mean" : 9186592.845144,
"stddev" : 779631.667525,
"N" : 270013,
"percentile" : {
"1.000000" : 7110656,
"5.000000" : 7766016,
"10.000000" : 8159232,
"20.000000" : 8585216,
"30.000000" : 8847360,
"40.000000" : 8978432,
"50.000000" : 9240576,
"60.000000" : 9371648,
"70.000000" : 9633792,
"80.000000" : 9764864,
"90.000000" : 10158080,
"95.000000" : 10289152,
"99.000000" : 10813440,
"99.500000" : 11075584,
"99.900000" : 11599872,
"99.950000" : 11730944,
"99.990000" : 12124160
},
"bins" : {
"6127616" : 1,
"6193152" : 3,
"6258688" : 8,
"6324224" : 17,
"6389760" : 34,
"6455296" : 45,
"6520832" : 59,
"6586368" : 94,
"6651904" : 159,
"6717440" : 218,
"6782976" : 252,
"6848512" : 321,
"6914048" : 399,
"6979584" : 488,
"7045120" : 588,
"7110656" : 912,
"7176192" : 982,
"7241728" : 1165,
"7307264" : 1063,
"7372800" : 917,
"7438336" : 891,
"7503872" : 770,
"7569408" : 775,
"7634944" : 677,
"7700480" : 1581,
"7766016" : 2262,
"7831552" : 1582,
"7897088" : 1329,
"7962624" : 2296,
"8028160" : 3127,
"8093696" : 1959,
"8159232" : 2520,
"8224768" : 2741,
"8290304" : 3821,
"8355840" : 2867,
"8454144" : 8242,
"8585216" : 9484,
"8716288" : 11070,
"8847360" : 27187,
"8978432" : 21057,
"9109504" : 16712,
"9240576" : 17718,
"9371648" : 18781,
"9502720" : 16555,
"9633792" : 18593,
"9764864" : 13695,
"9895936" : 10914,
"10027008" : 11122,
"10158080" : 6633,
"10289152" : 12232,
"10420224" : 6042,
"10551296" : 2120,
"10682368" : 1609,
"10813440" : 1025,
"10944512" : 828,
"11075584" : 475,
"11206656" : 271,
"11337728" : 227,
"11468800" : 197,
"11599872" : 91,
"11730944" : 78,
"11862016" : 52,
"11993088" : 31,
"12124160" : 25,
"12255232" : 21,
"12386304" : 3
}
},
"lat_ns" : {
"min" : 6373421,
"max" : 12770358,
"mean" : 9480127.913334,
"stddev" : 803945.320527,
"N" : 270013
},
"bw_min" : 3010560,
"bw_max" : 4407296,
"bw_agg" : 100.000000,
"bw_mean" : 3458002.169811,
"bw_dev" : 264746.208778,
"bw_samples" : 159,
"iops_min" : 2940,
"iops_max" : 4304,
"iops_mean" : 3376.899371,
"iops_stddev" : 258.542463,
"iops_samples" : 159
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79999,
"usr_cpu" : 12.571407,
"sys_cpu" : 44.433055,
"ctx" : 266340,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 85.326262,
"20" : 14.673738,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071374,
"timestamp_ms" : 1773071374275,
"time" : "Mon Mar 9 12:49:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 317433315328,
"io_kbytes" : 309993472,
"bw_bytes" : 3527076026,
"bw" : 3444410,
"iops" : 3363.681819,
"runtime" : 89999,
"total_ios" : 302728,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 129268,
"max" : 1111550,
"mean" : 294549.372554,
"stddev" : 36396.978040,
"N" : 302729
},
"clat_ns" : {
"min" : 6157932,
"max" : 12376967,
"mean" : 9217994.535206,
"stddev" : 772903.889166,
"N" : 302728,
"percentile" : {
"1.000000" : 7110656,
"5.000000" : 7831552,
"10.000000" : 8224768,
"20.000000" : 8716288,
"30.000000" : 8847360,
"40.000000" : 8978432,
"50.000000" : 9240576,
"60.000000" : 9371648,
"70.000000" : 9633792,
"80.000000" : 9895936,
"90.000000" : 10289152,
"95.000000" : 10420224,
"99.000000" : 10944512,
"99.500000" : 11075584,
"99.900000" : 11599872,
"99.950000" : 11862016,
"99.990000" : 12124160
},
"bins" : {
"6127616" : 1,
"6193152" : 3,
"6258688" : 8,
"6324224" : 17,
"6389760" : 34,
"6455296" : 45,
"6520832" : 59,
"6586368" : 94,
"6651904" : 159,
"6717440" : 218,
"6782976" : 252,
"6848512" : 321,
"6914048" : 399,
"6979584" : 488,
"7045120" : 588,
"7110656" : 912,
"7176192" : 982,
"7241728" : 1165,
"7307264" : 1063,
"7372800" : 917,
"7438336" : 891,
"7503872" : 770,
"7569408" : 775,
"7634944" : 677,
"7700480" : 1583,
"7766016" : 2273,
"7831552" : 1602,
"7897088" : 1352,
"7962624" : 2380,
"8028160" : 3285,
"8093696" : 2068,
"8159232" : 2687,
"8224768" : 2961,
"8290304" : 4162,
"8355840" : 3116,
"8454144" : 8821,
"8585216" : 10075,
"8716288" : 11725,
"8847360" : 30178,
"8978432" : 24278,
"9109504" : 19211,
"9240576" : 20290,
"9371648" : 21720,
"9502720" : 18584,
"9633792" : 21412,
"9764864" : 15373,
"9895936" : 11800,
"10027008" : 12072,
"10158080" : 7370,
"10289152" : 15029,
"10420224" : 7524,
"10551296" : 2615,
"10682368" : 2058,
"10813440" : 1218,
"10944512" : 1041,
"11075584" : 667,
"11206656" : 428,
"11337728" : 320,
"11468800" : 240,
"11599872" : 117,
"11730944" : 97,
"11862016" : 74,
"11993088" : 35,
"12124160" : 25,
"12255232" : 21,
"12386304" : 3
}
},
"lat_ns" : {
"min" : 6373421,
"max" : 12770358,
"mean" : 9512542.289993,
"stddev" : 797002.930016,
"N" : 302728
},
"bw_min" : 3002368,
"bw_max" : 4407296,
"bw_agg" : 99.978946,
"bw_mean" : 3443685.106145,
"bw_dev" : 259372.688851,
"bw_samples" : 179,
"iops_min" : 2932,
"iops_max" : 4304,
"iops_mean" : 3362.916201,
"iops_stddev" : 253.291720,
"iops_samples" : 179
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 89999,
"usr_cpu" : 12.502361,
"sys_cpu" : 44.304937,
"ctx" : 299157,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 84.417695,
"20" : 15.582305,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071384,
"timestamp_ms" : 1773071384275,
"time" : "Mon Mar 9 12:49:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 352702169088,
"io_kbytes" : 344435712,
"bw_bytes" : 3527056961,
"bw" : 3444391,
"iops" : 3363.673637,
"runtime" : 99999,
"total_ios" : 336364,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 129268,
"max" : 1111550,
"mean" : 294551.464527,
"stddev" : 36624.818248,
"N" : 336364
},
"clat_ns" : {
"min" : 6157932,
"max" : 12615732,
"mean" : 9218075.908518,
"stddev" : 783459.427606,
"N" : 336363,
"percentile" : {
"1.000000" : 7110656,
"5.000000" : 7831552,
"10.000000" : 8224768,
"20.000000" : 8585216,
"30.000000" : 8847360,
"40.000000" : 8978432,
"50.000000" : 9240576,
"60.000000" : 9371648,
"70.000000" : 9633792,
"80.000000" : 9895936,
"90.000000" : 10289152,
"95.000000" : 10420224,
"99.000000" : 10944512,
"99.500000" : 11075584,
"99.900000" : 11599872,
"99.950000" : 11862016,
"99.990000" : 12255232
},
"bins" : {
"6127616" : 1,
"6193152" : 3,
"6258688" : 8,
"6324224" : 17,
"6389760" : 34,
"6455296" : 45,
"6520832" : 59,
"6586368" : 94,
"6651904" : 159,
"6717440" : 218,
"6782976" : 252,
"6848512" : 321,
"6914048" : 399,
"6979584" : 488,
"7045120" : 588,
"7110656" : 913,
"7176192" : 986,
"7241728" : 1204,
"7307264" : 1110,
"7372800" : 966,
"7438336" : 956,
"7503872" : 878,
"7569408" : 874,
"7634944" : 776,
"7700480" : 1849,
"7766016" : 2755,
"7831552" : 2006,
"7897088" : 1686,
"7962624" : 2926,
"8028160" : 4012,
"8093696" : 2572,
"8159232" : 3260,
"8224768" : 3542,
"8290304" : 5068,
"8355840" : 3752,
"8454144" : 10883,
"8585216" : 12334,
"8716288" : 13811,
"8847360" : 31990,
"8978432" : 25405,
"9109504" : 20032,
"9240576" : 21396,
"9371648" : 23045,
"9502720" : 19823,
"9633792" : 22767,
"9764864" : 16932,
"9895936" : 13364,
"10027008" : 14056,
"10158080" : 8756,
"10289152" : 17763,
"10420224" : 8786,
"10551296" : 2964,
"10682368" : 2478,
"10813440" : 1465,
"10944512" : 1216,
"11075584" : 764,
"11206656" : 496,
"11337728" : 356,
"11468800" : 259,
"11599872" : 132,
"11730944" : 117,
"11862016" : 87,
"11993088" : 41,
"12124160" : 29,
"12255232" : 26,
"12386304" : 6,
"12517376" : 5,
"12648448" : 2
}
},
"lat_ns" : {
"min" : 6373421,
"max" : 12994682,
"mean" : 9512627.492064,
"stddev" : 807904.190893,
"N" : 336363
},
"bw_min" : 3002368,
"bw_max" : 4407296,
"bw_agg" : 99.972983,
"bw_mean" : 3443461.105528,
"bw_dev" : 263135.123818,
"bw_samples" : 199,
"iops_min" : 2932,
"iops_max" : 4304,
"iops_mean" : 3362.698492,
"iops_stddev" : 256.965017,
"iops_samples" : 199
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 99999,
"usr_cpu" : 12.435124,
"sys_cpu" : 44.393444,
"ctx" : 332510,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 83.518748,
"20" : 16.480955,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071394,
"timestamp_ms" : 1773071394275,
"time" : "Mon Mar 9 12:49:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 388952489984,
"io_kbytes" : 379836416,
"bw_bytes" : 3535963872,
"bw" : 3453089,
"iops" : 3372.157929,
"runtime" : 109999,
"total_ios" : 370934,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 129268,
"max" : 1111550,
"mean" : 293805.259164,
"stddev" : 36807.984899,
"N" : 370935
},
"clat_ns" : {
"min" : 6157932,
"max" : 12615732,
"mean" : 9194789.003051,
"stddev" : 789807.557573,
"N" : 370934,
"percentile" : {
"1.000000" : 7176192,
"5.000000" : 7831552,
"10.000000" : 8159232,
"20.000000" : 8585216,
"30.000000" : 8847360,
"40.000000" : 8978432,
"50.000000" : 9240576,
"60.000000" : 9371648,
"70.000000" : 9633792,
"80.000000" : 9895936,
"90.000000" : 10289152,
"95.000000" : 10420224,
"99.000000" : 10944512,
"99.500000" : 11206656,
"99.900000" : 11599872,
"99.950000" : 11862016,
"99.990000" : 12255232
},
"bins" : {
"6127616" : 1,
"6193152" : 3,
"6258688" : 8,
"6324224" : 17,
"6389760" : 34,
"6455296" : 45,
"6520832" : 59,
"6586368" : 94,
"6651904" : 159,
"6717440" : 218,
"6782976" : 256,
"6848512" : 324,
"6914048" : 407,
"6979584" : 495,
"7045120" : 589,
"7110656" : 914,
"7176192" : 993,
"7241728" : 1209,
"7307264" : 1113,
"7372800" : 981,
"7438336" : 984,
"7503872" : 914,
"7569408" : 929,
"7634944" : 853,
"7700480" : 2074,
"7766016" : 3290,
"7831552" : 2360,
"7897088" : 1984,
"7962624" : 3533,
"8028160" : 4949,
"8093696" : 3168,
"8159232" : 4159,
"8224768" : 4683,
"8290304" : 6731,
"8355840" : 4842,
"8454144" : 13818,
"8585216" : 15133,
"8716288" : 16769,
"8847360" : 35618,
"8978432" : 27238,
"9109504" : 20781,
"9240576" : 22618,
"9371648" : 24595,
"9502720" : 20859,
"9633792" : 23719,
"9764864" : 17435,
"9895936" : 13770,
"10027008" : 14424,
"10158080" : 9079,
"10289152" : 19909,
"10420224" : 9693,
"10551296" : 3341,
"10682368" : 2860,
"10813440" : 1689,
"10944512" : 1371,
"11075584" : 911,
"11206656" : 624,
"11337728" : 455,
"11468800" : 326,
"11599872" : 161,
"11730944" : 135,
"11862016" : 100,
"11993088" : 53,
"12124160" : 35,
"12255232" : 30,
"12386304" : 6,
"12517376" : 5,
"12648448" : 2
}
},
"lat_ns" : {
"min" : 6373421,
"max" : 12994682,
"mean" : 9488588.918282,
"stddev" : 814444.659696,
"N" : 370934
},
"bw_min" : 2983936,
"bw_max" : 4407296,
"bw_agg" : 100.000000,
"bw_mean" : 3455724.826484,
"bw_dev" : 264491.590736,
"bw_samples" : 219,
"iops_min" : 2914,
"iops_max" : 4304,
"iops_mean" : 3374.675799,
"iops_stddev" : 258.291422,
"iops_samples" : 219
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 109999,
"usr_cpu" : 12.571023,
"sys_cpu" : 44.433131,
"ctx" : 367083,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 83.633207,
"20" : 16.366793,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071404,
"timestamp_ms" : 1773071404275,
"time" : "Mon Mar 9 12:50:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 425000435712,
"io_kbytes" : 415039488,
"bw_bytes" : 3541699811,
"bw" : 3458691,
"iops" : 3377.628147,
"runtime" : 119999,
"total_ios" : 405312,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 129268,
"max" : 1153683,
"mean" : 293327.127763,
"stddev" : 37521.264198,
"N" : 405313
},
"clat_ns" : {
"min" : 5361685,
"max" : 12615732,
"mean" : 9179958.421591,
"stddev" : 810377.126249,
"N" : 405312,
"percentile" : {
"1.000000" : 7176192,
"5.000000" : 7766016,
"10.000000" : 8159232,
"20.000000" : 8585216,
"30.000000" : 8847360,
"40.000000" : 8978432,
"50.000000" : 9109504,
"60.000000" : 9371648,
"70.000000" : 9633792,
"80.000000" : 9895936,
"90.000000" : 10289152,
"95.000000" : 10420224,
"99.000000" : 10944512,
"99.500000" : 11206656,
"99.900000" : 11599872,
"99.950000" : 11862016,
"99.990000" : 12255232
},
"bins" : {
"5341184" : 1,
"5406720" : 7,
"5472256" : 9,
"5537792" : 3,
"5603328" : 2,
"5668864" : 2,
"5734400" : 2,
"5799936" : 6,
"5931008" : 4,
"5996544" : 3,
"6062080" : 2,
"6127616" : 3,
"6193152" : 6,
"6258688" : 9,
"6324224" : 19,
"6389760" : 36,
"6455296" : 47,
"6520832" : 63,
"6586368" : 100,
"6651904" : 161,
"6717440" : 221,
"6782976" : 269,
"6848512" : 343,
"6914048" : 429,
"6979584" : 532,
"7045120" : 646,
"7110656" : 965,
"7176192" : 1102,
"7241728" : 1391,
"7307264" : 1437,
"7372800" : 1382,
"7438336" : 1547,
"7503872" : 1563,
"7569408" : 1499,
"7634944" : 1305,
"7700480" : 2601,
"7766016" : 3878,
"7831552" : 2860,
"7897088" : 2370,
"7962624" : 3972,
"8028160" : 5578,
"8093696" : 3537,
"8159232" : 4737,
"8224768" : 5433,
"8290304" : 7763,
"8355840" : 5544,
"8454144" : 15267,
"8585216" : 16534,
"8716288" : 18051,
"8847360" : 39034,
"8978432" : 28730,
"9109504" : 21743,
"9240576" : 23763,
"9371648" : 25784,
"9502720" : 21992,
"9633792" : 24642,
"9764864" : 17967,
"9895936" : 14338,
"10027008" : 15869,
"10158080" : 10383,
"10289152" : 23219,
"10420224" : 11292,
"10551296" : 3651,
"10682368" : 3175,
"10813440" : 1831,
"10944512" : 1551,
"11075584" : 1040,
"11206656" : 670,
"11337728" : 480,
"11468800" : 351,
"11599872" : 192,
"11730944" : 140,
"11862016" : 103,
"11993088" : 53,
"12124160" : 35,
"12255232" : 30,
"12386304" : 6,
"12517376" : 5,
"12648448" : 2
}
},
"lat_ns" : {
"min" : 5535561,
"max" : 12994682,
"mean" : 9473283.724973,
"stddev" : 835694.676426,
"N" : 405312
},
"bw_min" : 2983936,
"bw_max" : 4407296,
"bw_agg" : 100.000000,
"bw_mean" : 3459677.623431,
"bw_dev" : 275213.458402,
"bw_samples" : 239,
"iops_min" : 2914,
"iops_max" : 4304,
"iops_mean" : 3378.535565,
"iops_stddev" : 268.767756,
"iops_samples" : 239
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 119999,
"usr_cpu" : 12.565105,
"sys_cpu" : 44.545371,
"ctx" : 400070,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 82.901074,
"20" : 17.098926,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071414,
"timestamp_ms" : 1773071414275,
"time" : "Mon Mar 9 12:50:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 460729614336,
"io_kbytes" : 449931264,
"bw_bytes" : 3544101218,
"bw" : 3461036,
"iops" : 3379.918307,
"runtime" : 129999,
"total_ios" : 439386,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 129268,
"max" : 1153683,
"mean" : 293126.941250,
"stddev" : 37156.014530,
"N" : 439387
},
"clat_ns" : {
"min" : 5361685,
"max" : 12615732,
"mean" : 9173718.212401,
"stddev" : 797389.328949,
"N" : 439386,
"percentile" : {
"1.000000" : 7176192,
"5.000000" : 7766016,
"10.000000" : 8159232,
"20.000000" : 8585216,
"30.000000" : 8847360,
"40.000000" : 8978432,
"50.000000" : 9109504,
"60.000000" : 9371648,
"70.000000" : 9633792,
"80.000000" : 9895936,
"90.000000" : 10289152,
"95.000000" : 10420224,
"99.000000" : 10944512,
"99.500000" : 11075584,
"99.900000" : 11599872,
"99.950000" : 11862016,
"99.990000" : 12124160
},
"bins" : {
"5341184" : 1,
"5406720" : 7,
"5472256" : 9,
"5537792" : 3,
"5603328" : 2,
"5668864" : 2,
"5734400" : 2,
"5799936" : 6,
"5931008" : 4,
"5996544" : 3,
"6062080" : 2,
"6127616" : 3,
"6193152" : 6,
"6258688" : 9,
"6324224" : 19,
"6389760" : 36,
"6455296" : 47,
"6520832" : 63,
"6586368" : 100,
"6651904" : 161,
"6717440" : 221,
"6782976" : 269,
"6848512" : 343,
"6914048" : 429,
"6979584" : 534,
"7045120" : 651,
"7110656" : 972,
"7176192" : 1108,
"7241728" : 1395,
"7307264" : 1446,
"7372800" : 1389,
"7438336" : 1567,
"7503872" : 1599,
"7569408" : 1579,
"7634944" : 1370,
"7700480" : 2765,
"7766016" : 4195,
"7831552" : 3092,
"7897088" : 2557,
"7962624" : 4315,
"8028160" : 6090,
"8093696" : 3827,
"8159232" : 5077,
"8224768" : 5734,
"8290304" : 8213,
"8355840" : 5890,
"8454144" : 16468,
"8585216" : 18211,
"8716288" : 20405,
"8847360" : 43883,
"8978432" : 32350,
"9109504" : 24180,
"9240576" : 26090,
"9371648" : 28334,
"9502720" : 24172,
"9633792" : 26548,
"9764864" : 19267,
"9895936" : 15184,
"10027008" : 16644,
"10158080" : 11038,
"10289152" : 23952,
"10420224" : 11764,
"10551296" : 3861,
"10682368" : 3289,
"10813440" : 1867,
"10944512" : 1576,
"11075584" : 1057,
"11206656" : 690,
"11337728" : 493,
"11468800" : 362,
"11599872" : 200,
"11730944" : 146,
"11862016" : 112,
"11993088" : 53,
"12124160" : 35,
"12255232" : 30,
"12386304" : 6,
"12517376" : 5,
"12648448" : 2
}
},
"lat_ns" : {
"min" : 5535561,
"max" : 12994682,
"mean" : 9466840.786070,
"stddev" : 822274.658590,
"N" : 439386
},
"bw_min" : 2983936,
"bw_max" : 4407296,
"bw_agg" : 100.000000,
"bw_mean" : 3462948.637066,
"bw_dev" : 269043.817207,
"bw_samples" : 259,
"iops_min" : 2914,
"iops_max" : 4304,
"iops_mean" : 3381.729730,
"iops_stddev" : 262.743715,
"iops_samples" : 259
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 129999,
"usr_cpu" : 12.651636,
"sys_cpu" : 44.498035,
"ctx" : 434086,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 83.583000,
"20" : 16.417000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071424,
"timestamp_ms" : 1773071424275,
"time" : "Mon Mar 9 12:50:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 494813577216,
"io_kbytes" : 483216384,
"bw_bytes" : 3534407940,
"bw" : 3451570,
"iops" : 3370.674076,
"runtime" : 139999,
"total_ios" : 471891,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 129268,
"max" : 1153683,
"mean" : 293938.688522,
"stddev" : 36924.043500,
"N" : 471892
},
"clat_ns" : {
"min" : 5361685,
"max" : 12615732,
"mean" : 9198895.555533,
"stddev" : 794522.430996,
"N" : 471891,
"percentile" : {
"1.000000" : 7176192,
"5.000000" : 7831552,
"10.000000" : 8159232,
"20.000000" : 8585216,
"30.000000" : 8847360,
"40.000000" : 8978432,
"50.000000" : 9240576,
"60.000000" : 9371648,
"70.000000" : 9633792,
"80.000000" : 9895936,
"90.000000" : 10289152,
"95.000000" : 10420224,
"99.000000" : 10944512,
"99.500000" : 11075584,
"99.900000" : 11599872,
"99.950000" : 11862016,
"99.990000" : 12124160
},
"bins" : {
"5341184" : 1,
"5406720" : 7,
"5472256" : 9,
"5537792" : 3,
"5603328" : 2,
"5668864" : 2,
"5734400" : 2,
"5799936" : 6,
"5931008" : 4,
"5996544" : 3,
"6062080" : 2,
"6127616" : 3,
"6193152" : 6,
"6258688" : 9,
"6324224" : 19,
"6389760" : 36,
"6455296" : 47,
"6520832" : 63,
"6586368" : 100,
"6651904" : 161,
"6717440" : 221,
"6782976" : 269,
"6848512" : 343,
"6914048" : 429,
"6979584" : 534,
"7045120" : 651,
"7110656" : 972,
"7176192" : 1108,
"7241728" : 1395,
"7307264" : 1446,
"7372800" : 1389,
"7438336" : 1567,
"7503872" : 1599,
"7569408" : 1579,
"7634944" : 1370,
"7700480" : 2772,
"7766016" : 4216,
"7831552" : 3109,
"7897088" : 2566,
"7962624" : 4336,
"8028160" : 6152,
"8093696" : 3878,
"8159232" : 5161,
"8224768" : 5816,
"8290304" : 8428,
"8355840" : 6132,
"8454144" : 17207,
"8585216" : 19452,
"8716288" : 21906,
"8847360" : 47748,
"8978432" : 33750,
"9109504" : 25427,
"9240576" : 27906,
"9371648" : 30662,
"9502720" : 26101,
"9633792" : 28485,
"9764864" : 20685,
"9895936" : 16614,
"10027008" : 19028,
"10158080" : 12589,
"10289152" : 28033,
"10420224" : 13195,
"10551296" : 4229,
"10682368" : 3670,
"10813440" : 2098,
"10944512" : 1706,
"11075584" : 1145,
"11206656" : 761,
"11337728" : 551,
"11468800" : 391,
"11599872" : 215,
"11730944" : 155,
"11862016" : 124,
"11993088" : 57,
"12124160" : 35,
"12255232" : 30,
"12386304" : 6,
"12517376" : 5,
"12648448" : 2
}
},
"lat_ns" : {
"min" : 5535561,
"max" : 12994682,
"mean" : 9492831.764371,
"stddev" : 819325.742297,
"N" : 471891
},
"bw_min" : 2983936,
"bw_max" : 4407296,
"bw_agg" : 100.000000,
"bw_mean" : 3452710.634409,
"bw_dev" : 267681.321069,
"bw_samples" : 279,
"iops_min" : 2914,
"iops_max" : 4304,
"iops_mean" : 3371.731183,
"iops_stddev" : 261.416911,
"iops_samples" : 279
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 139999,
"usr_cpu" : 12.565090,
"sys_cpu" : 44.413174,
"ctx" : 466684,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 82.565465,
"20" : 17.434535,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071434,
"timestamp_ms" : 1773071434275,
"time" : "Mon Mar 9 12:50:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 529855938560,
"io_kbytes" : 517437440,
"bw_bytes" : 3532372923,
"bw" : 3449582,
"iops" : 3368.740000,
"runtime" : 150000,
"total_ios" : 505311,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 129268,
"max" : 1153683,
"mean" : 294107.569525,
"stddev" : 36611.329250,
"N" : 505311
},
"clat_ns" : {
"min" : 5361685,
"max" : 12615732,
"mean" : 9204164.127442,
"stddev" : 784868.801627,
"N" : 505310,
"percentile" : {
"1.000000" : 7241728,
"5.000000" : 7831552,
"10.000000" : 8224768,
"20.000000" : 8585216,
"30.000000" : 8847360,
"40.000000" : 8978432,
"50.000000" : 9240576,
"60.000000" : 9371648,
"70.000000" : 9633792,
"80.000000" : 9895936,
"90.000000" : 10289152,
"95.000000" : 10420224,
"99.000000" : 10944512,
"99.500000" : 11075584,
"99.900000" : 11599872,
"99.950000" : 11862016,
"99.990000" : 12124160
},
"bins" : {
"5341184" : 1,
"5406720" : 7,
"5472256" : 9,
"5537792" : 3,
"5603328" : 2,
"5668864" : 2,
"5734400" : 2,
"5799936" : 6,
"5931008" : 4,
"5996544" : 3,
"6062080" : 2,
"6127616" : 3,
"6193152" : 6,
"6258688" : 9,
"6324224" : 19,
"6389760" : 36,
"6455296" : 47,
"6520832" : 63,
"6586368" : 100,
"6651904" : 161,
"6717440" : 221,
"6782976" : 269,
"6848512" : 343,
"6914048" : 429,
"6979584" : 534,
"7045120" : 651,
"7110656" : 972,
"7176192" : 1108,
"7241728" : 1395,
"7307264" : 1446,
"7372800" : 1389,
"7438336" : 1567,
"7503872" : 1599,
"7569408" : 1579,
"7634944" : 1370,
"7700480" : 2795,
"7766016" : 4257,
"7831552" : 3155,
"7897088" : 2595,
"7962624" : 4402,
"8028160" : 6278,
"8093696" : 3938,
"8159232" : 5307,
"8224768" : 6052,
"8290304" : 8975,
"8355840" : 6719,
"8454144" : 19354,
"8585216" : 21878,
"8716288" : 24003,
"8847360" : 51009,
"8978432" : 35556,
"9109504" : 27002,
"9240576" : 30063,
"9371648" : 32517,
"9502720" : 27789,
"9633792" : 31240,
"9764864" : 23274,
"9895936" : 18510,
"10027008" : 21186,
"10158080" : 13552,
"10289152" : 29096,
"10420224" : 13674,
"10551296" : 4414,
"10682368" : 3864,
"10813440" : 2160,
"10944512" : 1742,
"11075584" : 1189,
"11206656" : 783,
"11337728" : 569,
"11468800" : 400,
"11599872" : 228,
"11730944" : 160,
"11862016" : 133,
"11993088" : 57,
"12124160" : 35,
"12255232" : 30,
"12386304" : 6,
"12517376" : 5,
"12648448" : 2
}
},
"lat_ns" : {
"min" : 5535561,
"max" : 12994682,
"mean" : 9498270.556973,
"stddev" : 809357.107634,
"N" : 505310
},
"bw_min" : 2983936,
"bw_max" : 4407296,
"bw_agg" : 100.000000,
"bw_mean" : 3450529.789298,
"bw_dev" : 263543.368160,
"bw_samples" : 299,
"iops_min" : 2914,
"iops_max" : 4304,
"iops_mean" : 3369.602007,
"iops_stddev" : 257.376618,
"iops_samples" : 299
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 150000,
"usr_cpu" : 12.630000,
"sys_cpu" : 44.300000,
"ctx" : 500165,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 82.810388,
"20" : 17.189414,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071444,
"timestamp_ms" : 1773071444275,
"time" : "Mon Mar 9 12:50:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 564016447488,
"io_kbytes" : 550797312,
"bw_bytes" : 3525124828,
"bw" : 3442504,
"iops" : 3361.821011,
"runtime" : 159999,
"total_ios" : 537888,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 129268,
"max" : 1153683,
"mean" : 294717.635994,
"stddev" : 36212.490284,
"N" : 537889
},
"clat_ns" : {
"min" : 5361685,
"max" : 12884413,
"mean" : 9223076.424438,
"stddev" : 770454.457832,
"N" : 537888,
"percentile" : {
"1.000000" : 7241728,
"5.000000" : 7897088,
"10.000000" : 8224768,
"20.000000" : 8585216,
"30.000000" : 8847360,
"40.000000" : 8978432,
"50.000000" : 9240576,
"60.000000" : 9371648,
"70.000000" : 9633792,
"80.000000" : 9895936,
"90.000000" : 10289152,
"95.000000" : 10420224,
"99.000000" : 10944512,
"99.500000" : 11075584,
"99.900000" : 11599872,
"99.950000" : 11862016,
"99.990000" : 12255232
},
"bins" : {
"5341184" : 1,
"5406720" : 7,
"5472256" : 9,
"5537792" : 3,
"5603328" : 2,
"5668864" : 2,
"5734400" : 2,
"5799936" : 6,
"5931008" : 4,
"5996544" : 3,
"6062080" : 2,
"6127616" : 3,
"6193152" : 6,
"6258688" : 9,
"6324224" : 19,
"6389760" : 36,
"6455296" : 47,
"6520832" : 63,
"6586368" : 100,
"6651904" : 161,
"6717440" : 221,
"6782976" : 269,
"6848512" : 343,
"6914048" : 429,
"6979584" : 534,
"7045120" : 651,
"7110656" : 972,
"7176192" : 1108,
"7241728" : 1395,
"7307264" : 1446,
"7372800" : 1389,
"7438336" : 1567,
"7503872" : 1599,
"7569408" : 1579,
"7634944" : 1370,
"7700480" : 2795,
"7766016" : 4257,
"7831552" : 3155,
"7897088" : 2595,
"7962624" : 4402,
"8028160" : 6278,
"8093696" : 3938,
"8159232" : 5307,
"8224768" : 6052,
"8290304" : 8975,
"8355840" : 6719,
"8454144" : 19354,
"8585216" : 21878,
"8716288" : 24007,
"8847360" : 51552,
"8978432" : 37112,
"9109504" : 29863,
"9240576" : 35453,
"9371648" : 38899,
"9502720" : 32189,
"9633792" : 34708,
"9764864" : 25468,
"9895936" : 20117,
"10027008" : 22229,
"10158080" : 14256,
"10289152" : 30265,
"10420224" : 14383,
"10551296" : 4617,
"10682368" : 3971,
"10813440" : 2216,
"10944512" : 1783,
"11075584" : 1232,
"11206656" : 809,
"11337728" : 584,
"11468800" : 421,
"11599872" : 235,
"11730944" : 165,
"11862016" : 136,
"11993088" : 61,
"12124160" : 38,
"12255232" : 33,
"12386304" : 8,
"12517376" : 7,
"12648448" : 5,
"12779520" : 3,
"12910592" : 1
}
},
"lat_ns" : {
"min" : 5535561,
"max" : 13262240,
"mean" : 9517792.162896,
"stddev" : 794466.256710,
"N" : 537888
},
"bw_min" : 2983936,
"bw_max" : 4407296,
"bw_agg" : 100.000000,
"bw_mean" : 3443694.341693,
"bw_dev" : 257084.539063,
"bw_samples" : 319,
"iops_min" : 2914,
"iops_max" : 4304,
"iops_mean" : 3362.924765,
"iops_stddev" : 251.068448,
"iops_samples" : 319
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159999,
"usr_cpu" : 12.488203,
"sys_cpu" : 44.307777,
"ctx" : 532813,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 83.137382,
"20" : 16.862618,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071454,
"timestamp_ms" : 1773071454275,
"time" : "Mon Mar 9 12:50:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 597857140736,
"io_kbytes" : 583844864,
"bw_bytes" : 3516827397,
"bw" : 3434401,
"iops" : 3353.907964,
"runtime" : 169999,
"total_ios" : 570161,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 129268,
"max" : 1153683,
"mean" : 295420.124165,
"stddev" : 36176.349075,
"N" : 570162
},
"clat_ns" : {
"min" : 5361685,
"max" : 12884413,
"mean" : 9244828.306085,
"stddev" : 770807.478034,
"N" : 570161,
"percentile" : {
"1.000000" : 7241728,
"5.000000" : 7962624,
"10.000000" : 8290304,
"20.000000" : 8716288,
"30.000000" : 8847360,
"40.000000" : 8978432,
"50.000000" : 9240576,
"60.000000" : 9371648,
"70.000000" : 9633792,
"80.000000" : 9895936,
"90.000000" : 10289152,
"95.000000" : 10420224,
"99.000000" : 10944512,
"99.500000" : 11206656,
"99.900000" : 11730944,
"99.950000" : 11862016,
"99.990000" : 12255232
},
"bins" : {
"5341184" : 1,
"5406720" : 7,
"5472256" : 9,
"5537792" : 3,
"5603328" : 2,
"5668864" : 2,
"5734400" : 2,
"5799936" : 6,
"5931008" : 4,
"5996544" : 3,
"6062080" : 2,
"6127616" : 3,
"6193152" : 6,
"6258688" : 9,
"6324224" : 19,
"6389760" : 36,
"6455296" : 47,
"6520832" : 63,
"6586368" : 100,
"6651904" : 161,
"6717440" : 221,
"6782976" : 269,
"6848512" : 343,
"6914048" : 429,
"6979584" : 534,
"7045120" : 651,
"7110656" : 972,
"7176192" : 1108,
"7241728" : 1395,
"7307264" : 1446,
"7372800" : 1389,
"7438336" : 1567,
"7503872" : 1599,
"7569408" : 1579,
"7634944" : 1370,
"7700480" : 2796,
"7766016" : 4259,
"7831552" : 3161,
"7897088" : 2599,
"7962624" : 4408,
"8028160" : 6282,
"8093696" : 3942,
"8159232" : 5316,
"8224768" : 6060,
"8290304" : 8983,
"8355840" : 6751,
"8454144" : 19681,
"8585216" : 22495,
"8716288" : 25210,
"8847360" : 54409,
"8978432" : 39368,
"9109504" : 31892,
"9240576" : 38129,
"9371648" : 41509,
"9502720" : 34541,
"9633792" : 37775,
"9764864" : 27826,
"9895936" : 21793,
"10027008" : 23531,
"10158080" : 15083,
"10289152" : 31770,
"10420224" : 15581,
"10551296" : 5140,
"10682368" : 4510,
"10813440" : 2587,
"10944512" : 2158,
"11075584" : 1490,
"11206656" : 1141,
"11337728" : 1107,
"11468800" : 561,
"11599872" : 313,
"11730944" : 232,
"11862016" : 194,
"11993088" : 108,
"12124160" : 50,
"12255232" : 37,
"12386304" : 10,
"12517376" : 7,
"12648448" : 5,
"12779520" : 3,
"12910592" : 1
}
},
"lat_ns" : {
"min" : 5535561,
"max" : 13262240,
"mean" : 9540245.569243,
"stddev" : 794829.593746,
"N" : 570161
},
"bw_min" : 2850816,
"bw_max" : 4407296,
"bw_agg" : 100.000000,
"bw_mean" : 3435145.333333,
"bw_dev" : 255913.170626,
"bw_samples" : 339,
"iops_min" : 2784,
"iops_max" : 4304,
"iops_mean" : 3354.575221,
"iops_stddev" : 249.921638,
"iops_samples" : 339
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 169999,
"usr_cpu" : 12.443603,
"sys_cpu" : 44.223201,
"ctx" : 565240,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 82.733298,
"20" : 17.266702,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071464,
"timestamp_ms" : 1773071464275,
"time" : "Mon Mar 9 12:51:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 631028842496,
"io_kbytes" : 616239104,
"bw_bytes" : 3505735267,
"bw" : 3423569,
"iops" : 3343.329685,
"runtime" : 179999,
"total_ios" : 601796,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 129268,
"max" : 1153683,
"mean" : 296363.320046,
"stddev" : 35993.689778,
"N" : 601797
},
"clat_ns" : {
"min" : 5361685,
"max" : 12884413,
"mean" : 9274106.207849,
"stddev" : 768455.602194,
"N" : 601796,
"percentile" : {
"1.000000" : 7241728,
"5.000000" : 7962624,
"10.000000" : 8290304,
"20.000000" : 8716288,
"30.000000" : 8847360,
"40.000000" : 9109504,
"50.000000" : 9240576,
"60.000000" : 9502720,
"70.000000" : 9633792,
"80.000000" : 9895936,
"90.000000" : 10289152,
"95.000000" : 10420224,
"99.000000" : 10944512,
"99.500000" : 11206656,
"99.900000" : 11730944,
"99.950000" : 11862016,
"99.990000" : 12255232
},
"bins" : {
"5341184" : 1,
"5406720" : 7,
"5472256" : 9,
"5537792" : 3,
"5603328" : 2,
"5668864" : 2,
"5734400" : 2,
"5799936" : 6,
"5931008" : 4,
"5996544" : 3,
"6062080" : 2,
"6127616" : 3,
"6193152" : 6,
"6258688" : 9,
"6324224" : 19,
"6389760" : 36,
"6455296" : 47,
"6520832" : 63,
"6586368" : 100,
"6651904" : 161,
"6717440" : 221,
"6782976" : 269,
"6848512" : 343,
"6914048" : 429,
"6979584" : 534,
"7045120" : 651,
"7110656" : 972,
"7176192" : 1108,
"7241728" : 1395,
"7307264" : 1446,
"7372800" : 1389,
"7438336" : 1567,
"7503872" : 1599,
"7569408" : 1579,
"7634944" : 1370,
"7700480" : 2796,
"7766016" : 4259,
"7831552" : 3161,
"7897088" : 2599,
"7962624" : 4408,
"8028160" : 6282,
"8093696" : 3942,
"8159232" : 5316,
"8224768" : 6060,
"8290304" : 8983,
"8355840" : 6751,
"8454144" : 19682,
"8585216" : 22613,
"8716288" : 25695,
"8847360" : 56031,
"8978432" : 40440,
"9109504" : 32542,
"9240576" : 38912,
"9371648" : 42783,
"9502720" : 36420,
"9633792" : 41298,
"9764864" : 32266,
"9895936" : 25901,
"10027008" : 26943,
"10158080" : 17349,
"10289152" : 34870,
"10420224" : 16889,
"10551296" : 5628,
"10682368" : 5013,
"10813440" : 2801,
"10944512" : 2274,
"11075584" : 1586,
"11206656" : 1218,
"11337728" : 1153,
"11468800" : 589,
"11599872" : 328,
"11730944" : 239,
"11862016" : 198,
"11993088" : 108,
"12124160" : 50,
"12255232" : 37,
"12386304" : 10,
"12517376" : 7,
"12648448" : 5,
"12779520" : 3,
"12910592" : 1
}
},
"lat_ns" : {
"min" : 5535561,
"max" : 13262240,
"mean" : 9570467.928818,
"stddev" : 792410.297943,
"N" : 601796
},
"bw_min" : 2850816,
"bw_max" : 4407296,
"bw_agg" : 100.000000,
"bw_mean" : 3424655.041783,
"bw_dev" : 254327.654695,
"bw_samples" : 359,
"iops_min" : 2784,
"iops_max" : 4304,
"iops_mean" : 3344.331476,
"iops_stddev" : 248.369856,
"iops_samples" : 359
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 179999,
"usr_cpu" : 12.349513,
"sys_cpu" : 44.136356,
"ctx" : 596954,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 81.894695,
"20" : 18.105305,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773071464,
"timestamp_ms" : 1773071464304,
"time" : "Mon Mar 9 12:51:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 631063445504,
"io_kbytes" : 616272896,
"bw_bytes" : 3505869076,
"bw" : 3423700,
"iops" : 3343.279519,
"runtime" : 180002,
"total_ios" : 601797,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 129268,
"max" : 1153683,
"mean" : 296363.312891,
"stddev" : 35993.660301,
"N" : 601798
},
"clat_ns" : {
"min" : 5258,
"max" : 12884413,
"mean" : 9273857.519196,
"stddev" : 769460.159867,
"N" : 601828,
"percentile" : {
"1.000000" : 7241728,
"5.000000" : 7962624,
"10.000000" : 8290304,
"20.000000" : 8716288,
"30.000000" : 8847360,
"40.000000" : 9109504,
"50.000000" : 9240576,
"60.000000" : 9502720,
"70.000000" : 9633792,
"80.000000" : 9895936,
"90.000000" : 10289152,
"95.000000" : 10420224,
"99.000000" : 10944512,
"99.500000" : 11206656,
"99.900000" : 11730944,
"99.950000" : 11862016,
"99.990000" : 12255232
},
"bins" : {
"5280" : 1,
"313344" : 1,
"618496" : 1,
"831488" : 1,
"1105920" : 1,
"1400832" : 1,
"1712128" : 1,
"2023424" : 1,
"2342912" : 1,
"2637824" : 1,
"2867200" : 1,
"3162112" : 1,
"3489792" : 1,
"3784704" : 1,
"4079616" : 1,
"4423680" : 1,
"4685824" : 1,
"5013504" : 1,
"5341184" : 2,
"5406720" : 7,
"5472256" : 9,
"5537792" : 3,
"5603328" : 3,
"5668864" : 2,
"5734400" : 2,
"5799936" : 6,
"5931008" : 4,
"5996544" : 4,
"6062080" : 2,
"6127616" : 3,
"6193152" : 6,
"6258688" : 10,
"6324224" : 19,
"6389760" : 36,
"6455296" : 47,
"6520832" : 63,
"6586368" : 101,
"6651904" : 161,
"6717440" : 221,
"6782976" : 269,
"6848512" : 344,
"6914048" : 429,
"6979584" : 534,
"7045120" : 651,
"7110656" : 972,
"7176192" : 1109,
"7241728" : 1395,
"7307264" : 1446,
"7372800" : 1389,
"7438336" : 1567,
"7503872" : 1600,
"7569408" : 1579,
"7634944" : 1370,
"7700480" : 2796,
"7766016" : 4260,
"7831552" : 3161,
"7897088" : 2599,
"7962624" : 4408,
"8028160" : 6282,
"8093696" : 3943,
"8159232" : 5316,
"8224768" : 6060,
"8290304" : 8983,
"8355840" : 6751,
"8454144" : 19683,
"8585216" : 22613,
"8716288" : 25696,
"8847360" : 56031,
"8978432" : 40441,
"9109504" : 32542,
"9240576" : 38912,
"9371648" : 42784,
"9502720" : 36420,
"9633792" : 41298,
"9764864" : 32266,
"9895936" : 25901,
"10027008" : 26943,
"10158080" : 17349,
"10289152" : 34870,
"10420224" : 16889,
"10551296" : 5628,
"10682368" : 5013,
"10813440" : 2801,
"10944512" : 2274,
"11075584" : 1586,
"11206656" : 1218,
"11337728" : 1153,
"11468800" : 589,
"11599872" : 328,
"11730944" : 239,
"11862016" : 198,
"11993088" : 108,
"12124160" : 50,
"12255232" : 37,
"12386304" : 10,
"12517376" : 7,
"12648448" : 5,
"12779520" : 3,
"12910592" : 1
}
},
"lat_ns" : {
"min" : 297315,
"max" : 13262240,
"mean" : 9570219.298094,
"stddev" : 793384.452652,
"N" : 601828
},
"bw_min" : 2850816,
"bw_max" : 4407296,
"bw_agg" : 100.000000,
"bw_mean" : 3424477.577778,
"bw_dev" : 253995.510477,
"bw_samples" : 360,
"iops_min" : 2784,
"iops_max" : 4304,
"iops_mean" : 3344.158333,
"iops_stddev" : 248.045451,
"iops_samples" : 360
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 180001,
"usr_cpu" : 12.349376,
"sys_cpu" : 44.135866,
"ctx" : 596956,
"majf" : 0,
"minf" : 36,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999834,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 81.897550,
"20" : 18.105275,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}