raidz2/benchmarks/seq/seq-write-qd32-nj1_run1.json
{
"fio version" : "fio-3.35",
"timestamp" : 1774001455,
"timestamp_ms" : 1774001455206,
"time" : "Fri Mar 20 07:10:55 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 33959182336,
"io_kbytes" : 33163264,
"bw_bytes" : 3483707666,
"bw" : 3402058,
"iops" : 3325.707838,
"runtime" : 9748,
"total_ios" : 32419,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9748,
"usr_cpu" : 10.925318,
"sys_cpu" : 42.295856,
"ctx" : 31778,
"majf" : 0,
"minf" : 7,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 99.904377,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774001465,
"timestamp_ms" : 1774001465457,
"time" : "Fri Mar 20 07:11:05 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 43762319360,
"io_kbytes" : 42736640,
"bw_bytes" : 4376669602,
"bw" : 4274091,
"iops" : 4173.917392,
"runtime" : 9999,
"total_ios" : 41735,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 126774,
"max" : 737897,
"mean" : 236911.236223,
"stddev" : 50792.957959,
"N" : 41736
},
"clat_ns" : {
"min" : 5520153,
"max" : 10695790,
"mean" : 7429795.516641,
"stddev" : 618929.504689,
"N" : 41735,
"percentile" : {
"1.000000" : 6389760,
"5.000000" : 6651904,
"10.000000" : 6782976,
"20.000000" : 6914048,
"30.000000" : 7045120,
"40.000000" : 7176192,
"50.000000" : 7307264,
"60.000000" : 7503872,
"70.000000" : 7700480,
"80.000000" : 7897088,
"90.000000" : 8224768,
"95.000000" : 8585216,
"99.000000" : 9371648,
"99.500000" : 9764864,
"99.900000" : 10158080,
"99.950000" : 10289152,
"99.990000" : 10551296
},
"bins" : {
"5537792" : 6,
"5603328" : 16,
"5668864" : 17,
"5734400" : 3,
"5799936" : 4,
"5865472" : 6,
"5931008" : 6,
"5996544" : 9,
"6062080" : 19,
"6127616" : 22,
"6193152" : 70,
"6258688" : 96,
"6324224" : 96,
"6389760" : 170,
"6455296" : 265,
"6520832" : 464,
"6586368" : 559,
"6651904" : 755,
"6717440" : 983,
"6782976" : 1288,
"6848512" : 1660,
"6914048" : 2141,
"6979584" : 2525,
"7045120" : 2725,
"7110656" : 2287,
"7176192" : 2305,
"7241728" : 1916,
"7307264" : 1575,
"7372800" : 1316,
"7438336" : 1324,
"7503872" : 1227,
"7569408" : 1105,
"7634944" : 1156,
"7700480" : 1687,
"7766016" : 2113,
"7831552" : 1428,
"7897088" : 914,
"7962624" : 974,
"8028160" : 1070,
"8093696" : 668,
"8159232" : 580,
"8224768" : 549,
"8290304" : 557,
"8355840" : 347,
"8454144" : 440,
"8585216" : 267,
"8716288" : 293,
"8847360" : 391,
"8978432" : 386,
"9109504" : 333,
"9240576" : 149,
"9371648" : 89,
"9502720" : 84,
"9633792" : 74,
"9764864" : 80,
"9895936" : 48,
"10027008" : 37,
"10158080" : 30,
"10289152" : 14,
"10420224" : 9,
"10551296" : 5,
"10682368" : 3
}
},
"lat_ns" : {
"min" : 5697063,
"max" : 10996980,
"mean" : 7666731.784953,
"stddev" : 637328.540363,
"N" : 41735
},
"bw_min" : 3854336,
"bw_max" : 4587520,
"bw_agg" : 100.000000,
"bw_mean" : 4292258.684211,
"bw_dev" : 242909.654925,
"bw_samples" : 19,
"iops_min" : 3764,
"iops_max" : 4480,
"iops_mean" : 4191.578947,
"iops_stddev" : 237.320532,
"iops_samples" : 19
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9999,
"usr_cpu" : 13.401340,
"sys_cpu" : 57.645765,
"ctx" : 29441,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.791542,
"20" : 0.208458,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774001475,
"timestamp_ms" : 1774001475457,
"time" : "Fri Mar 20 07:11:15 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 87299194880,
"io_kbytes" : 85253120,
"bw_bytes" : 4365178002,
"bw" : 4262869,
"iops" : 4162.958148,
"runtime" : 19999,
"total_ios" : 83255,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 126713,
"max" : 1252253,
"mean" : 237562.495676,
"stddev" : 51141.132818,
"N" : 83256
},
"clat_ns" : {
"min" : 5520153,
"max" : 10695790,
"mean" : 7448878.872872,
"stddev" : 619539.353339,
"N" : 83255,
"percentile" : {
"1.000000" : 6389760,
"5.000000" : 6651904,
"10.000000" : 6782976,
"20.000000" : 6979584,
"30.000000" : 7045120,
"40.000000" : 7176192,
"50.000000" : 7307264,
"60.000000" : 7569408,
"70.000000" : 7766016,
"80.000000" : 7897088,
"90.000000" : 8159232,
"95.000000" : 8585216,
"99.000000" : 9502720,
"99.500000" : 9764864,
"99.900000" : 10289152,
"99.950000" : 10420224,
"99.990000" : 10551296
},
"bins" : {
"5537792" : 6,
"5603328" : 17,
"5668864" : 25,
"5734400" : 16,
"5799936" : 9,
"5865472" : 17,
"5931008" : 12,
"5996544" : 22,
"6062080" : 28,
"6127616" : 39,
"6193152" : 92,
"6258688" : 148,
"6324224" : 222,
"6389760" : 408,
"6455296" : 661,
"6520832" : 907,
"6586368" : 1197,
"6651904" : 1586,
"6717440" : 1943,
"6782976" : 2406,
"6848512" : 3059,
"6914048" : 3568,
"6979584" : 4267,
"7045120" : 4859,
"7110656" : 4295,
"7176192" : 4505,
"7241728" : 4061,
"7307264" : 3444,
"7372800" : 2851,
"7438336" : 2703,
"7503872" : 2503,
"7569408" : 2272,
"7634944" : 2177,
"7700480" : 3722,
"7766016" : 4928,
"7831552" : 3172,
"7897088" : 2121,
"7962624" : 2425,
"8028160" : 2456,
"8093696" : 1256,
"8159232" : 1137,
"8224768" : 914,
"8290304" : 931,
"8355840" : 556,
"8454144" : 790,
"8585216" : 498,
"8716288" : 468,
"8847360" : 765,
"8978432" : 746,
"9109504" : 581,
"9240576" : 342,
"9371648" : 215,
"9502720" : 208,
"9633792" : 165,
"9764864" : 158,
"9895936" : 112,
"10027008" : 98,
"10158080" : 74,
"10289152" : 44,
"10420224" : 32,
"10551296" : 12,
"10682368" : 4
}
},
"lat_ns" : {
"min" : 5697063,
"max" : 10996980,
"mean" : 7686449.092955,
"stddev" : 637855.231558,
"N" : 83255
},
"bw_min" : 3840000,
"bw_max" : 4618240,
"bw_agg" : 100.000000,
"bw_mean" : 4269717.641026,
"bw_dev" : 243426.119500,
"bw_samples" : 39,
"iops_min" : 3750,
"iops_max" : 4510,
"iops_mean" : 4169.564103,
"iops_stddev" : 237.767666,
"iops_samples" : 39
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 19999,
"usr_cpu" : 12.970649,
"sys_cpu" : 57.957898,
"ctx" : 59275,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.710528,
"20" : 0.289472,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774001485,
"timestamp_ms" : 1774001485457,
"time" : "Fri Mar 20 07:11:25 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 128896204800,
"io_kbytes" : 125875200,
"bw_bytes" : 4296683382,
"bw" : 4195979,
"iops" : 4097.669922,
"runtime" : 29999,
"total_ios" : 122926,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 126713,
"max" : 1594246,
"mean" : 241397.806721,
"stddev" : 49967.497488,
"N" : 122926
},
"clat_ns" : {
"min" : 5441453,
"max" : 11648174,
"mean" : 7567445.165581,
"stddev" : 655912.377651,
"N" : 122925,
"percentile" : {
"1.000000" : 6389760,
"5.000000" : 6651904,
"10.000000" : 6848512,
"20.000000" : 6979584,
"30.000000" : 7176192,
"40.000000" : 7307264,
"50.000000" : 7503872,
"60.000000" : 7700480,
"70.000000" : 7831552,
"80.000000" : 8028160,
"90.000000" : 8355840,
"95.000000" : 8847360,
"99.000000" : 9633792,
"99.500000" : 9895936,
"99.900000" : 10420224,
"99.950000" : 10551296,
"99.990000" : 10944512
},
"bins" : {
"5472256" : 11,
"5537792" : 12,
"5603328" : 29,
"5668864" : 33,
"5734400" : 28,
"5799936" : 23,
"5865472" : 30,
"5931008" : 28,
"5996544" : 34,
"6062080" : 43,
"6127616" : 53,
"6193152" : 107,
"6258688" : 177,
"6324224" : 291,
"6389760" : 485,
"6455296" : 739,
"6520832" : 1018,
"6586368" : 1316,
"6651904" : 1777,
"6717440" : 2249,
"6782976" : 2841,
"6848512" : 3644,
"6914048" : 4466,
"6979584" : 5406,
"7045120" : 6023,
"7110656" : 5362,
"7176192" : 5602,
"7241728" : 5213,
"7307264" : 4554,
"7372800" : 3979,
"7438336" : 3953,
"7503872" : 3920,
"7569408" : 3672,
"7634944" : 3309,
"7700480" : 5595,
"7766016" : 7350,
"7831552" : 4726,
"7897088" : 3137,
"7962624" : 4244,
"8028160" : 4719,
"8093696" : 2280,
"8159232" : 2253,
"8224768" : 2101,
"8290304" : 2416,
"8355840" : 1546,
"8454144" : 2875,
"8585216" : 1698,
"8716288" : 1337,
"8847360" : 1352,
"8978432" : 1204,
"9109504" : 914,
"9240576" : 595,
"9371648" : 476,
"9502720" : 397,
"9633792" : 327,
"9764864" : 278,
"9895936" : 185,
"10027008" : 164,
"10158080" : 119,
"10289152" : 78,
"10420224" : 61,
"10551296" : 30,
"10682368" : 18,
"10813440" : 5,
"10944512" : 7,
"11075584" : 3,
"11206656" : 2,
"11337728" : 2,
"11468800" : 2,
"11599872" : 2
}
},
"lat_ns" : {
"min" : 5626425,
"max" : 11992730,
"mean" : 7808849.963457,
"stddev" : 675495.655853,
"N" : 122925
},
"bw_min" : 3661824,
"bw_max" : 4618240,
"bw_agg" : 100.000000,
"bw_mean" : 4201735.915254,
"bw_dev" : 260824.412620,
"bw_samples" : 59,
"iops_min" : 3576,
"iops_max" : 4510,
"iops_mean" : 4103.186441,
"iops_stddev" : 254.736678,
"iops_samples" : 59
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 29999,
"usr_cpu" : 13.360445,
"sys_cpu" : 56.251875,
"ctx" : 92436,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.633926,
"20" : 0.365260,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774001495,
"timestamp_ms" : 1774001495456,
"time" : "Fri Mar 20 07:11:35 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 171474681856,
"io_kbytes" : 167455744,
"bw_bytes" : 4286974220,
"bw" : 4186498,
"iops" : 4088.402210,
"runtime" : 39999,
"total_ios" : 163532,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 125692,
"max" : 1594246,
"mean" : 241945.397775,
"stddev" : 50190.137291,
"N" : 163532
},
"clat_ns" : {
"min" : 5107772,
"max" : 11675105,
"mean" : 7584401.705652,
"stddev" : 664425.300339,
"N" : 163531,
"percentile" : {
"1.000000" : 6389760,
"5.000000" : 6717440,
"10.000000" : 6848512,
"20.000000" : 7045120,
"30.000000" : 7176192,
"40.000000" : 7372800,
"50.000000" : 7503872,
"60.000000" : 7700480,
"70.000000" : 7831552,
"80.000000" : 8028160,
"90.000000" : 8454144,
"95.000000" : 8847360,
"99.000000" : 9633792,
"99.500000" : 10027008,
"99.900000" : 10420224,
"99.950000" : 10682368,
"99.990000" : 11337728
},
"bins" : {
"5079040" : 1,
"5144576" : 12,
"5210112" : 7,
"5275648" : 6,
"5341184" : 12,
"5406720" : 7,
"5472256" : 21,
"5537792" : 26,
"5603328" : 48,
"5668864" : 49,
"5734400" : 47,
"5799936" : 54,
"5865472" : 60,
"5931008" : 52,
"5996544" : 63,
"6062080" : 97,
"6127616" : 95,
"6193152" : 155,
"6258688" : 225,
"6324224" : 384,
"6389760" : 660,
"6455296" : 949,
"6520832" : 1270,
"6586368" : 1628,
"6651904" : 2112,
"6717440" : 2686,
"6782976" : 3320,
"6848512" : 4336,
"6914048" : 5333,
"6979584" : 6391,
"7045120" : 7272,
"7110656" : 6838,
"7176192" : 7300,
"7241728" : 7027,
"7307264" : 6366,
"7372800" : 5810,
"7438336" : 6174,
"7503872" : 6229,
"7569408" : 6048,
"7634944" : 5506,
"7700480" : 8070,
"7766016" : 9889,
"7831552" : 6216,
"7897088" : 4025,
"7962624" : 5115,
"8028160" : 5454,
"8093696" : 2658,
"8159232" : 2604,
"8224768" : 2480,
"8290304" : 2958,
"8355840" : 2012,
"8454144" : 3968,
"8585216" : 2469,
"8716288" : 1960,
"8847360" : 2080,
"8978432" : 1584,
"9109504" : 1078,
"9240576" : 804,
"9371648" : 723,
"9502720" : 586,
"9633792" : 519,
"9764864" : 440,
"9895936" : 330,
"10027008" : 241,
"10158080" : 206,
"10289152" : 132,
"10420224" : 93,
"10551296" : 50,
"10682368" : 39,
"10813440" : 20,
"10944512" : 18,
"11075584" : 10,
"11206656" : 6,
"11337728" : 6,
"11468800" : 6,
"11599872" : 4,
"11730944" : 2
}
},
"lat_ns" : {
"min" : 5268898,
"max" : 12013812,
"mean" : 7826351.121047,
"stddev" : 684238.191726,
"N" : 163531
},
"bw_min" : 3657728,
"bw_max" : 4618240,
"bw_agg" : 100.000000,
"bw_mean" : 4187872.974684,
"bw_dev" : 257307.724074,
"bw_samples" : 79,
"iops_min" : 3572,
"iops_max" : 4510,
"iops_mean" : 4089.658228,
"iops_stddev" : 251.295815,
"iops_samples" : 79
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39999,
"usr_cpu" : 13.137828,
"sys_cpu" : 56.413910,
"ctx" : 123086,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.531590,
"20" : 0.467798,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774001505,
"timestamp_ms" : 1774001505457,
"time" : "Fri Mar 20 07:11:45 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 217423282176,
"io_kbytes" : 212327424,
"bw_bytes" : 4348552614,
"bw" : 4246633,
"iops" : 4147.102942,
"runtime" : 49999,
"total_ios" : 207351,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 125692,
"max" : 1594246,
"mean" : 238494.226436,
"stddev" : 51546.993012,
"N" : 207352
},
"clat_ns" : {
"min" : 5107772,
"max" : 11675105,
"mean" : 7477105.966882,
"stddev" : 699523.637931,
"N" : 207351,
"percentile" : {
"1.000000" : 6062080,
"5.000000" : 6455296,
"10.000000" : 6651904,
"20.000000" : 6914048,
"30.000000" : 7110656,
"40.000000" : 7241728,
"50.000000" : 7438336,
"60.000000" : 7569408,
"70.000000" : 7766016,
"80.000000" : 7962624,
"90.000000" : 8290304,
"95.000000" : 8716288,
"99.000000" : 9633792,
"99.500000" : 9895936,
"99.900000" : 10420224,
"99.950000" : 10682368,
"99.990000" : 11206656
},
"bins" : {
"5079040" : 1,
"5144576" : 15,
"5210112" : 27,
"5275648" : 44,
"5341184" : 83,
"5406720" : 89,
"5472256" : 80,
"5537792" : 72,
"5603328" : 87,
"5668864" : 71,
"5734400" : 112,
"5799936" : 147,
"5865472" : 225,
"5931008" : 320,
"5996544" : 357,
"6062080" : 520,
"6127616" : 660,
"6193152" : 846,
"6258688" : 1143,
"6324224" : 1704,
"6389760" : 2328,
"6455296" : 2617,
"6520832" : 2884,
"6586368" : 3221,
"6651904" : 3792,
"6717440" : 4432,
"6782976" : 4832,
"6848512" : 5969,
"6914048" : 6999,
"6979584" : 8103,
"7045120" : 8779,
"7110656" : 8512,
"7176192" : 8792,
"7241728" : 8317,
"7307264" : 7718,
"7372800" : 7270,
"7438336" : 7860,
"7503872" : 7940,
"7569408" : 7588,
"7634944" : 6785,
"7700480" : 9427,
"7766016" : 11209,
"7831552" : 7078,
"7897088" : 4594,
"7962624" : 5661,
"8028160" : 5974,
"8093696" : 2896,
"8159232" : 2763,
"8224768" : 2628,
"8290304" : 3075,
"8355840" : 2064,
"8454144" : 4029,
"8585216" : 2528,
"8716288" : 2010,
"8847360" : 2203,
"8978432" : 1711,
"9109504" : 1235,
"9240576" : 947,
"9371648" : 814,
"9502720" : 649,
"9633792" : 582,
"9764864" : 500,
"9895936" : 409,
"10027008" : 294,
"10158080" : 248,
"10289152" : 172,
"10420224" : 123,
"10551296" : 68,
"10682368" : 45,
"10813440" : 22,
"10944512" : 18,
"11075584" : 10,
"11206656" : 6,
"11337728" : 6,
"11468800" : 6,
"11599872" : 4,
"11730944" : 2
}
},
"lat_ns" : {
"min" : 5268898,
"max" : 12013812,
"mean" : 7715606.520639,
"stddev" : 720508.212435,
"N" : 207351
},
"bw_min" : 3657728,
"bw_max" : 4984832,
"bw_agg" : 100.000000,
"bw_mean" : 4247595.686869,
"bw_dev" : 293786.841347,
"bw_samples" : 99,
"iops_min" : 3572,
"iops_max" : 4868,
"iops_mean" : 4147.989899,
"iops_stddev" : 286.925379,
"iops_samples" : 99
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 49999,
"usr_cpu" : 13.208264,
"sys_cpu" : 57.537151,
"ctx" : 147868,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.545698,
"20" : 0.454302,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774001515,
"timestamp_ms" : 1774001515457,
"time" : "Fri Mar 20 07:11:55 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 263915044864,
"io_kbytes" : 257729536,
"bw_bytes" : 4398584081,
"bw" : 4295492,
"iops" : 4194.816667,
"runtime" : 60000,
"total_ios" : 251689,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 125692,
"max" : 1594246,
"mean" : 235758.779570,
"stddev" : 52438.883602,
"N" : 251690
},
"clat_ns" : {
"min" : 5107772,
"max" : 11675105,
"mean" : 7392002.228298,
"stddev" : 725296.603533,
"N" : 251689,
"percentile" : {
"1.000000" : 5931008,
"5.000000" : 6324224,
"10.000000" : 6520832,
"20.000000" : 6848512,
"30.000000" : 6979584,
"40.000000" : 7176192,
"50.000000" : 7307264,
"60.000000" : 7503872,
"70.000000" : 7700480,
"80.000000" : 7897088,
"90.000000" : 8290304,
"95.000000" : 8716288,
"99.000000" : 9633792,
"99.500000" : 9895936,
"99.900000" : 10420224,
"99.950000" : 10682368,
"99.990000" : 11075584
},
"bins" : {
"5079040" : 1,
"5144576" : 24,
"5210112" : 46,
"5275648" : 103,
"5341184" : 181,
"5406720" : 206,
"5472256" : 162,
"5537792" : 148,
"5603328" : 122,
"5668864" : 147,
"5734400" : 250,
"5799936" : 371,
"5865472" : 620,
"5931008" : 869,
"5996544" : 1158,
"6062080" : 1417,
"6127616" : 1589,
"6193152" : 1691,
"6258688" : 1921,
"6324224" : 2592,
"6389760" : 3335,
"6455296" : 3845,
"6520832" : 4482,
"6586368" : 5028,
"6651904" : 5787,
"6717440" : 6709,
"6782976" : 7171,
"6848512" : 8297,
"6914048" : 9212,
"6979584" : 10226,
"7045120" : 10821,
"7110656" : 9986,
"7176192" : 10106,
"7241728" : 9426,
"7307264" : 8689,
"7372800" : 8088,
"7438336" : 8714,
"7503872" : 8874,
"7569408" : 8532,
"7634944" : 7549,
"7700480" : 10484,
"7766016" : 12470,
"7831552" : 7848,
"7897088" : 5094,
"7962624" : 6120,
"8028160" : 6431,
"8093696" : 3111,
"8159232" : 3017,
"8224768" : 2826,
"8290304" : 3298,
"8355840" : 2199,
"8454144" : 4240,
"8585216" : 2674,
"8716288" : 2168,
"8847360" : 2433,
"8978432" : 1930,
"9109504" : 1348,
"9240576" : 1055,
"9371648" : 889,
"9502720" : 726,
"9633792" : 646,
"9764864" : 553,
"9895936" : 467,
"10027008" : 346,
"10158080" : 292,
"10289152" : 192,
"10420224" : 130,
"10551296" : 71,
"10682368" : 50,
"10813440" : 27,
"10944512" : 20,
"11075584" : 15,
"11206656" : 6,
"11337728" : 6,
"11468800" : 6,
"11599872" : 4,
"11730944" : 2
}
},
"lat_ns" : {
"min" : 5268898,
"max" : 12013812,
"mean" : 7627767.543870,
"stddev" : 747157.166795,
"N" : 251689
},
"bw_min" : 3657728,
"bw_max" : 5267456,
"bw_agg" : 99.991497,
"bw_mean" : 4295127.697479,
"bw_dev" : 321328.491633,
"bw_samples" : 119,
"iops_min" : 3572,
"iops_max" : 5144,
"iops_mean" : 4194.403361,
"iops_stddev" : 313.820615,
"iops_samples" : 119
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 60000,
"usr_cpu" : 13.268333,
"sys_cpu" : 58.461667,
"ctx" : 171400,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.576859,
"20" : 0.423141,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774001525,
"timestamp_ms" : 1774001525456,
"time" : "Fri Mar 20 07:12:05 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 301047218176,
"io_kbytes" : 293991424,
"bw_bytes" : 4300735984,
"bw" : 4199937,
"iops" : 4101.501450,
"runtime" : 69999,
"total_ios" : 287101,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 125692,
"max" : 1594246,
"mean" : 241177.153158,
"stddev" : 52337.959541,
"N" : 287102
},
"clat_ns" : {
"min" : 5107772,
"max" : 11675105,
"mean" : 7560111.593467,
"stddev" : 833833.079964,
"N" : 287101,
"percentile" : {
"1.000000" : 5931008,
"5.000000" : 6389760,
"10.000000" : 6586368,
"20.000000" : 6848512,
"30.000000" : 7045120,
"40.000000" : 7241728,
"50.000000" : 7438336,
"60.000000" : 7700480,
"70.000000" : 7831552,
"80.000000" : 8224768,
"90.000000" : 8847360,
"95.000000" : 8978432,
"99.000000" : 9764864,
"99.500000" : 10027008,
"99.900000" : 10551296,
"99.950000" : 10682368,
"99.990000" : 11075584
},
"bins" : {
"5079040" : 1,
"5144576" : 24,
"5210112" : 46,
"5275648" : 103,
"5341184" : 181,
"5406720" : 206,
"5472256" : 162,
"5537792" : 148,
"5603328" : 122,
"5668864" : 147,
"5734400" : 250,
"5799936" : 371,
"5865472" : 620,
"5931008" : 869,
"5996544" : 1158,
"6062080" : 1417,
"6127616" : 1589,
"6193152" : 1691,
"6258688" : 1921,
"6324224" : 2592,
"6389760" : 3335,
"6455296" : 3845,
"6520832" : 4482,
"6586368" : 5028,
"6651904" : 5787,
"6717440" : 6712,
"6782976" : 7177,
"6848512" : 8314,
"6914048" : 9238,
"6979584" : 10241,
"7045120" : 10882,
"7110656" : 10056,
"7176192" : 10195,
"7241728" : 9516,
"7307264" : 8776,
"7372800" : 8165,
"7438336" : 8800,
"7503872" : 8999,
"7569408" : 8695,
"7634944" : 7706,
"7700480" : 10792,
"7766016" : 12903,
"7831552" : 8139,
"7897088" : 5349,
"7962624" : 6582,
"8028160" : 7052,
"8093696" : 3502,
"8159232" : 3691,
"8224768" : 3494,
"8290304" : 4308,
"8355840" : 3003,
"8454144" : 6493,
"8585216" : 5127,
"8716288" : 5903,
"8847360" : 10785,
"8978432" : 6361,
"9109504" : 3608,
"9240576" : 2256,
"9371648" : 1761,
"9502720" : 1465,
"9633792" : 1379,
"9764864" : 996,
"9895936" : 889,
"10027008" : 573,
"10158080" : 384,
"10289152" : 256,
"10420224" : 190,
"10551296" : 110,
"10682368" : 72,
"10813440" : 45,
"10944512" : 24,
"11075584" : 18,
"11206656" : 6,
"11337728" : 6,
"11468800" : 6,
"11599872" : 4,
"11730944" : 2
}
},
"lat_ns" : {
"min" : 5268898,
"max" : 12013812,
"mean" : 7801292.095583,
"stddev" : 859454.464716,
"N" : 287101
},
"bw_min" : 3444736,
"bw_max" : 5267456,
"bw_agg" : 100.000000,
"bw_mean" : 4203313.338129,
"bw_dev" : 383190.050014,
"bw_samples" : 139,
"iops_min" : 3364,
"iops_max" : 5144,
"iops_mean" : 4104.741007,
"iops_stddev" : 374.227385,
"iops_samples" : 139
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 69999,
"usr_cpu" : 13.683053,
"sys_cpu" : 56.309376,
"ctx" : 206504,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.477187,
"20" : 0.522813,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774001535,
"timestamp_ms" : 1774001535456,
"time" : "Fri Mar 20 07:12:15 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 346158006272,
"io_kbytes" : 338044928,
"bw_bytes" : 4327029166,
"bw" : 4225614,
"iops" : 4126.589082,
"runtime" : 79999,
"total_ios" : 330123,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 125692,
"max" : 1594246,
"mean" : 239703.420107,
"stddev" : 52584.247700,
"N" : 330123
},
"clat_ns" : {
"min" : 5107772,
"max" : 11675105,
"mean" : 7514198.268228,
"stddev" : 828726.852208,
"N" : 330122,
"percentile" : {
"1.000000" : 5931008,
"5.000000" : 6324224,
"10.000000" : 6520832,
"20.000000" : 6848512,
"30.000000" : 7045120,
"40.000000" : 7241728,
"50.000000" : 7438336,
"60.000000" : 7634944,
"70.000000" : 7831552,
"80.000000" : 8159232,
"90.000000" : 8716288,
"95.000000" : 8978432,
"99.000000" : 9764864,
"99.500000" : 10027008,
"99.900000" : 10420224,
"99.950000" : 10682368,
"99.990000" : 11075584
},
"bins" : {
"5079040" : 2,
"5144576" : 32,
"5210112" : 54,
"5275648" : 112,
"5341184" : 187,
"5406720" : 237,
"5472256" : 187,
"5537792" : 170,
"5603328" : 185,
"5668864" : 258,
"5734400" : 386,
"5799936" : 568,
"5865472" : 813,
"5931008" : 1117,
"5996544" : 1525,
"6062080" : 1924,
"6127616" : 2230,
"6193152" : 2553,
"6258688" : 2933,
"6324224" : 3892,
"6389760" : 4728,
"6455296" : 5190,
"6520832" : 5654,
"6586368" : 6053,
"6651904" : 6698,
"6717440" : 7554,
"6782976" : 7958,
"6848512" : 9179,
"6914048" : 10049,
"6979584" : 11188,
"7045120" : 11884,
"7110656" : 11317,
"7176192" : 11762,
"7241728" : 11369,
"7307264" : 10763,
"7372800" : 10165,
"7438336" : 10998,
"7503872" : 10939,
"7569408" : 10542,
"7634944" : 9153,
"7700480" : 12480,
"7766016" : 14454,
"7831552" : 9141,
"7897088" : 5996,
"7962624" : 7349,
"8028160" : 7832,
"8093696" : 3874,
"8159232" : 4044,
"8224768" : 3900,
"8290304" : 4652,
"8355840" : 3190,
"8454144" : 6862,
"8585216" : 5374,
"8716288" : 6089,
"8847360" : 10924,
"8978432" : 6543,
"9109504" : 3833,
"9240576" : 2432,
"9371648" : 1874,
"9502720" : 1550,
"9633792" : 1450,
"9764864" : 1045,
"9895936" : 937,
"10027008" : 611,
"10158080" : 407,
"10289152" : 270,
"10420224" : 196,
"10551296" : 116,
"10682368" : 74,
"10813440" : 45,
"10944512" : 28,
"11075584" : 18,
"11206656" : 6,
"11337728" : 6,
"11468800" : 6,
"11599872" : 4,
"11730944" : 2
}
},
"lat_ns" : {
"min" : 5268898,
"max" : 12013812,
"mean" : 7753906.289681,
"stddev" : 854160.173795,
"N" : 330122
},
"bw_min" : 3444736,
"bw_max" : 5267456,
"bw_agg" : 100.000000,
"bw_mean" : 4227440.503145,
"bw_dev" : 385618.022424,
"bw_samples" : 159,
"iops_min" : 3364,
"iops_max" : 5144,
"iops_mean" : 4128.301887,
"iops_stddev" : 376.601437,
"iops_samples" : 159
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79999,
"usr_cpu" : 13.663921,
"sys_cpu" : 56.864461,
"ctx" : 232648,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.520785,
"20" : 0.478912,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774001545,
"timestamp_ms" : 1774001545457,
"time" : "Fri Mar 20 07:12:25 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 382551982080,
"io_kbytes" : 373585920,
"bw_bytes" : 4250624807,
"bw" : 4151000,
"iops" : 4053.711708,
"runtime" : 89999,
"total_ios" : 364830,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 125692,
"max" : 1594246,
"mean" : 244056.189183,
"stddev" : 52613.945868,
"N" : 364831
},
"clat_ns" : {
"min" : 5107772,
"max" : 11675105,
"mean" : 7649195.630987,
"stddev" : 905745.625965,
"N" : 364830,
"percentile" : {
"1.000000" : 5931008,
"5.000000" : 6324224,
"10.000000" : 6586368,
"20.000000" : 6914048,
"30.000000" : 7110656,
"40.000000" : 7307264,
"50.000000" : 7503872,
"60.000000" : 7766016,
"70.000000" : 8028160,
"80.000000" : 8585216,
"90.000000" : 8978432,
"95.000000" : 9240576,
"99.000000" : 9895936,
"99.500000" : 10158080,
"99.900000" : 10551296,
"99.950000" : 10682368,
"99.990000" : 11075584
},
"bins" : {
"5079040" : 2,
"5144576" : 32,
"5210112" : 54,
"5275648" : 112,
"5341184" : 187,
"5406720" : 237,
"5472256" : 187,
"5537792" : 170,
"5603328" : 185,
"5668864" : 258,
"5734400" : 386,
"5799936" : 568,
"5865472" : 813,
"5931008" : 1117,
"5996544" : 1525,
"6062080" : 1924,
"6127616" : 2230,
"6193152" : 2553,
"6258688" : 2933,
"6324224" : 3892,
"6389760" : 4728,
"6455296" : 5190,
"6520832" : 5654,
"6586368" : 6053,
"6651904" : 6698,
"6717440" : 7554,
"6782976" : 7958,
"6848512" : 9179,
"6914048" : 10049,
"6979584" : 11188,
"7045120" : 11884,
"7110656" : 11318,
"7176192" : 11779,
"7241728" : 11401,
"7307264" : 10841,
"7372800" : 10267,
"7438336" : 11165,
"7503872" : 11112,
"7569408" : 10666,
"7634944" : 9246,
"7700480" : 12633,
"7766016" : 14650,
"7831552" : 9262,
"7897088" : 6086,
"7962624" : 7537,
"8028160" : 8111,
"8093696" : 4101,
"8159232" : 4322,
"8224768" : 4213,
"8290304" : 5168,
"8355840" : 3552,
"8454144" : 8509,
"8585216" : 7775,
"8716288" : 9230,
"8847360" : 18850,
"8978432" : 11116,
"9109504" : 6290,
"9240576" : 4892,
"9371648" : 3703,
"9502720" : 2790,
"9633792" : 2505,
"9764864" : 1672,
"9895936" : 1490,
"10027008" : 1014,
"10158080" : 678,
"10289152" : 630,
"10420224" : 339,
"10551296" : 154,
"10682368" : 98,
"10813440" : 75,
"10944512" : 36,
"11075584" : 24,
"11206656" : 10,
"11337728" : 8,
"11468800" : 6,
"11599872" : 4,
"11730944" : 2
}
},
"lat_ns" : {
"min" : 5268898,
"max" : 12013812,
"mean" : 7893251.803544,
"stddev" : 933816.888078,
"N" : 364830
},
"bw_min" : 3309568,
"bw_max" : 5267456,
"bw_agg" : 100.000000,
"bw_mean" : 4155594.983240,
"bw_dev" : 420965.463498,
"bw_samples" : 179,
"iops_min" : 3232,
"iops_max" : 5144,
"iops_mean" : 4058.139665,
"iops_stddev" : 411.116905,
"iops_samples" : 179
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 89999,
"usr_cpu" : 13.801264,
"sys_cpu" : 55.357282,
"ctx" : 267224,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.243757,
"20" : 0.756243,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774001555,
"timestamp_ms" : 1774001555457,
"time" : "Fri Mar 20 07:12:35 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 422374801408,
"io_kbytes" : 412475392,
"bw_bytes" : 4223790251,
"bw" : 4124795,
"iops" : 4028.120281,
"runtime" : 99999,
"total_ios" : 402808,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 125692,
"max" : 1594246,
"mean" : 245619.192622,
"stddev" : 51768.993553,
"N" : 402809
},
"clat_ns" : {
"min" : 5107772,
"max" : 11675105,
"mean" : 7697856.506191,
"stddev" : 897553.964443,
"N" : 402808,
"percentile" : {
"1.000000" : 5931008,
"5.000000" : 6389760,
"10.000000" : 6586368,
"20.000000" : 6914048,
"30.000000" : 7176192,
"40.000000" : 7372800,
"50.000000" : 7634944,
"60.000000" : 7831552,
"70.000000" : 8093696,
"80.000000" : 8585216,
"90.000000" : 8978432,
"95.000000" : 9240576,
"99.000000" : 9895936,
"99.500000" : 10158080,
"99.900000" : 10551296,
"99.950000" : 10682368,
"99.990000" : 11075584
},
"bins" : {
"5079040" : 2,
"5144576" : 34,
"5210112" : 55,
"5275648" : 114,
"5341184" : 198,
"5406720" : 246,
"5472256" : 191,
"5537792" : 172,
"5603328" : 187,
"5668864" : 263,
"5734400" : 389,
"5799936" : 572,
"5865472" : 818,
"5931008" : 1118,
"5996544" : 1527,
"6062080" : 1932,
"6127616" : 2243,
"6193152" : 2562,
"6258688" : 2946,
"6324224" : 3900,
"6389760" : 4742,
"6455296" : 5206,
"6520832" : 5672,
"6586368" : 6089,
"6651904" : 6762,
"6717440" : 7631,
"6782976" : 8075,
"6848512" : 9326,
"6914048" : 10379,
"6979584" : 11664,
"7045120" : 12565,
"7110656" : 12071,
"7176192" : 12569,
"7241728" : 12201,
"7307264" : 11484,
"7372800" : 10794,
"7438336" : 11715,
"7503872" : 11640,
"7569408" : 11184,
"7634944" : 9662,
"7700480" : 13603,
"7766016" : 16063,
"7831552" : 10284,
"7897088" : 6872,
"7962624" : 9031,
"8028160" : 10316,
"8093696" : 5391,
"8159232" : 5985,
"8224768" : 5968,
"8290304" : 7340,
"8355840" : 5044,
"8454144" : 12153,
"8585216" : 10426,
"8716288" : 11302,
"8847360" : 21073,
"8978432" : 12060,
"9109504" : 7017,
"9240576" : 5466,
"9371648" : 4086,
"9502720" : 2982,
"9633792" : 2663,
"9764864" : 1768,
"9895936" : 1560,
"10027008" : 1095,
"10158080" : 748,
"10289152" : 752,
"10420224" : 392,
"10551296" : 175,
"10682368" : 120,
"10813440" : 82,
"10944512" : 37,
"11075584" : 24,
"11206656" : 10,
"11337728" : 8,
"11468800" : 6,
"11599872" : 4,
"11730944" : 2
}
},
"lat_ns" : {
"min" : 5268898,
"max" : 12013812,
"mean" : 7943480.029284,
"stddev" : 925367.094310,
"N" : 402808
},
"bw_min" : 3309568,
"bw_max" : 5267456,
"bw_agg" : 99.994759,
"bw_mean" : 4124579.306533,
"bw_dev" : 416987.217175,
"bw_samples" : 199,
"iops_min" : 3232,
"iops_max" : 5144,
"iops_mean" : 4027.849246,
"iops_stddev" : 407.234585,
"iops_samples" : 199
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 99999,
"usr_cpu" : 13.907139,
"sys_cpu" : 54.759548,
"ctx" : 302087,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.227672,
"20" : 0.772328,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774001565,
"timestamp_ms" : 1774001565457,
"time" : "Fri Mar 20 07:12:45 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 462081228800,
"io_kbytes" : 451251200,
"bw_bytes" : 4200776632,
"bw" : 4102320,
"iops" : 4006.172783,
"runtime" : 109999,
"total_ios" : 440675,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 125692,
"max" : 1594246,
"mean" : 246979.204894,
"stddev" : 51349.253379,
"N" : 440676
},
"clat_ns" : {
"min" : 5107772,
"max" : 11675105,
"mean" : 7739927.870485,
"stddev" : 901358.398637,
"N" : 440675,
"percentile" : {
"1.000000" : 5996544,
"5.000000" : 6389760,
"10.000000" : 6651904,
"20.000000" : 6979584,
"30.000000" : 7176192,
"40.000000" : 7438336,
"50.000000" : 7634944,
"60.000000" : 7831552,
"70.000000" : 8224768,
"80.000000" : 8585216,
"90.000000" : 8978432,
"95.000000" : 9240576,
"99.000000" : 9895936,
"99.500000" : 10158080,
"99.900000" : 10551296,
"99.950000" : 10682368,
"99.990000" : 11075584
},
"bins" : {
"5079040" : 2,
"5144576" : 34,
"5210112" : 55,
"5275648" : 114,
"5341184" : 198,
"5406720" : 246,
"5472256" : 191,
"5537792" : 172,
"5603328" : 187,
"5668864" : 263,
"5734400" : 389,
"5799936" : 572,
"5865472" : 827,
"5931008" : 1132,
"5996544" : 1538,
"6062080" : 1954,
"6127616" : 2291,
"6193152" : 2641,
"6258688" : 3013,
"6324224" : 3979,
"6389760" : 4849,
"6455296" : 5312,
"6520832" : 5819,
"6586368" : 6293,
"6651904" : 7076,
"6717440" : 7997,
"6782976" : 8336,
"6848512" : 9611,
"6914048" : 10744,
"6979584" : 12101,
"7045120" : 13023,
"7110656" : 12701,
"7176192" : 13391,
"7241728" : 13047,
"7307264" : 12335,
"7372800" : 11663,
"7438336" : 12636,
"7503872" : 12390,
"7569408" : 11917,
"7634944" : 10396,
"7700480" : 14598,
"7766016" : 17510,
"7831552" : 11132,
"7897088" : 7562,
"7962624" : 10094,
"8028160" : 11640,
"8093696" : 6043,
"8159232" : 6880,
"8224768" : 6916,
"8290304" : 8510,
"8355840" : 5860,
"8454144" : 14225,
"8585216" : 12289,
"8716288" : 13252,
"8847360" : 24558,
"8978432" : 14276,
"9109504" : 8219,
"9240576" : 6306,
"9371648" : 4789,
"9502720" : 3663,
"9633792" : 3179,
"9764864" : 2072,
"9895936" : 1832,
"10027008" : 1239,
"10158080" : 855,
"10289152" : 793,
"10420224" : 432,
"10551296" : 193,
"10682368" : 136,
"10813440" : 92,
"10944512" : 41,
"11075584" : 24,
"11206656" : 10,
"11337728" : 8,
"11468800" : 6,
"11599872" : 4,
"11730944" : 2
}
},
"lat_ns" : {
"min" : 5268898,
"max" : 12013812,
"mean" : 7986905.516555,
"stddev" : 929315.011848,
"N" : 440675
},
"bw_min" : 3309568,
"bw_max" : 5267456,
"bw_agg" : 100.000000,
"bw_mean" : 4106017.799087,
"bw_dev" : 413966.527528,
"bw_samples" : 219,
"iops_min" : 3232,
"iops_max" : 5144,
"iops_mean" : 4009.726027,
"iops_stddev" : 404.279184,
"iops_samples" : 219
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 109999,
"usr_cpu" : 13.932854,
"sys_cpu" : 54.298675,
"ctx" : 335766,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.219833,
"20" : 0.780167,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774001575,
"timestamp_ms" : 1774001575456,
"time" : "Fri Mar 20 07:12:55 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 497436065792,
"io_kbytes" : 485777408,
"bw_bytes" : 4145335092,
"bw" : 4048178,
"iops" : 3953.307944,
"runtime" : 119999,
"total_ios" : 474393,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 125692,
"max" : 1594246,
"mean" : 250311.878744,
"stddev" : 51551.409891,
"N" : 474393
},
"clat_ns" : {
"min" : 5107772,
"max" : 12059242,
"mean" : 7843390.967069,
"stddev" : 957131.532143,
"N" : 474392,
"percentile" : {
"1.000000" : 5996544,
"5.000000" : 6389760,
"10.000000" : 6651904,
"20.000000" : 6979584,
"30.000000" : 7241728,
"40.000000" : 7503872,
"50.000000" : 7766016,
"60.000000" : 8028160,
"70.000000" : 8454144,
"80.000000" : 8847360,
"90.000000" : 9109504,
"95.000000" : 9502720,
"99.000000" : 10158080,
"99.500000" : 10289152,
"99.900000" : 10813440,
"99.950000" : 11075584,
"99.990000" : 11730944
},
"bins" : {
"5079040" : 2,
"5144576" : 34,
"5210112" : 55,
"5275648" : 114,
"5341184" : 198,
"5406720" : 246,
"5472256" : 191,
"5537792" : 172,
"5603328" : 187,
"5668864" : 263,
"5734400" : 389,
"5799936" : 572,
"5865472" : 827,
"5931008" : 1132,
"5996544" : 1538,
"6062080" : 1954,
"6127616" : 2291,
"6193152" : 2641,
"6258688" : 3013,
"6324224" : 3979,
"6389760" : 4849,
"6455296" : 5312,
"6520832" : 5819,
"6586368" : 6293,
"6651904" : 7076,
"6717440" : 7997,
"6782976" : 8336,
"6848512" : 9611,
"6914048" : 10744,
"6979584" : 12101,
"7045120" : 13023,
"7110656" : 12701,
"7176192" : 13391,
"7241728" : 13047,
"7307264" : 12335,
"7372800" : 11663,
"7438336" : 12636,
"7503872" : 12390,
"7569408" : 11917,
"7634944" : 10396,
"7700480" : 14604,
"7766016" : 17525,
"7831552" : 11146,
"7897088" : 7576,
"7962624" : 10133,
"8028160" : 11710,
"8093696" : 6105,
"8159232" : 6965,
"8224768" : 7069,
"8290304" : 8777,
"8355840" : 6122,
"8454144" : 15353,
"8585216" : 14236,
"8716288" : 16760,
"8847360" : 30179,
"8978432" : 16964,
"9109504" : 10390,
"9240576" : 9297,
"9371648" : 7601,
"9502720" : 5621,
"9633792" : 5277,
"9764864" : 3840,
"9895936" : 2880,
"10027008" : 1885,
"10158080" : 1437,
"10289152" : 1528,
"10420224" : 793,
"10551296" : 370,
"10682368" : 275,
"10813440" : 165,
"10944512" : 87,
"11075584" : 66,
"11206656" : 53,
"11337728" : 69,
"11468800" : 23,
"11599872" : 25,
"11730944" : 20,
"11862016" : 28,
"11993088" : 2,
"12124160" : 1
}
},
"lat_ns" : {
"min" : 5268898,
"max" : 12463931,
"mean" : 8093702.375371,
"stddev" : 986979.936123,
"N" : 474392
},
"bw_min" : 3219456,
"bw_max" : 5267456,
"bw_agg" : 100.000000,
"bw_mean" : 4050992.719665,
"bw_dev" : 438066.756539,
"bw_samples" : 239,
"iops_min" : 3144,
"iops_max" : 5144,
"iops_mean" : 3955.991632,
"iops_stddev" : 427.812366,
"iops_samples" : 239
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 119999,
"usr_cpu" : 13.859282,
"sys_cpu" : 53.414612,
"ctx" : 369592,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 98.691802,
"20" : 1.307987,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774001585,
"timestamp_ms" : 1774001585457,
"time" : "Fri Mar 20 07:13:05 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 531524222976,
"io_kbytes" : 519066624,
"bw_bytes" : 4088679320,
"bw" : 3992850,
"iops" : 3899.268456,
"runtime" : 129999,
"total_ios" : 506901,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 125692,
"max" : 1594246,
"mean" : 253814.541030,
"stddev" : 52193.950258,
"N" : 506902
},
"clat_ns" : {
"min" : 5107772,
"max" : 12623935,
"mean" : 7952048.390451,
"stddev" : 1026140.348788,
"N" : 506901,
"percentile" : {
"1.000000" : 5996544,
"5.000000" : 6455296,
"10.000000" : 6717440,
"20.000000" : 7045120,
"30.000000" : 7307264,
"40.000000" : 7569408,
"50.000000" : 7766016,
"60.000000" : 8159232,
"70.000000" : 8585216,
"80.000000" : 8847360,
"90.000000" : 9371648,
"95.000000" : 9764864,
"99.000000" : 10289152,
"99.500000" : 10420224,
"99.900000" : 11206656,
"99.950000" : 11337728,
"99.990000" : 11862016
},
"bins" : {
"5079040" : 2,
"5144576" : 34,
"5210112" : 55,
"5275648" : 114,
"5341184" : 198,
"5406720" : 246,
"5472256" : 191,
"5537792" : 172,
"5603328" : 187,
"5668864" : 263,
"5734400" : 389,
"5799936" : 572,
"5865472" : 827,
"5931008" : 1132,
"5996544" : 1538,
"6062080" : 1954,
"6127616" : 2291,
"6193152" : 2641,
"6258688" : 3013,
"6324224" : 3979,
"6389760" : 4849,
"6455296" : 5312,
"6520832" : 5819,
"6586368" : 6293,
"6651904" : 7076,
"6717440" : 7997,
"6782976" : 8336,
"6848512" : 9611,
"6914048" : 10744,
"6979584" : 12101,
"7045120" : 13023,
"7110656" : 12701,
"7176192" : 13391,
"7241728" : 13047,
"7307264" : 12335,
"7372800" : 11663,
"7438336" : 12636,
"7503872" : 12390,
"7569408" : 11917,
"7634944" : 10396,
"7700480" : 14604,
"7766016" : 17525,
"7831552" : 11153,
"7897088" : 7576,
"7962624" : 10141,
"8028160" : 11721,
"8093696" : 6112,
"8159232" : 6977,
"8224768" : 7076,
"8290304" : 8792,
"8355840" : 6137,
"8454144" : 15648,
"8585216" : 14553,
"8716288" : 17384,
"8847360" : 35895,
"8978432" : 20063,
"9109504" : 11792,
"9240576" : 10509,
"9371648" : 9356,
"9502720" : 7831,
"9633792" : 8420,
"9764864" : 6239,
"9895936" : 4600,
"10027008" : 3609,
"10158080" : 2789,
"10289152" : 4547,
"10420224" : 2001,
"10551296" : 686,
"10682368" : 477,
"10813440" : 322,
"10944512" : 196,
"11075584" : 181,
"11206656" : 131,
"11337728" : 172,
"11468800" : 63,
"11599872" : 62,
"11730944" : 45,
"11862016" : 57,
"11993088" : 10,
"12124160" : 5,
"12255232" : 3,
"12386304" : 2,
"12517376" : 3,
"12648448" : 1
}
},
"lat_ns" : {
"min" : 5268898,
"max" : 12999689,
"mean" : 8205861.577710,
"stddev" : 1058307.261091,
"N" : 506901
},
"bw_min" : 3072000,
"bw_max" : 5267456,
"bw_agg" : 100.000000,
"bw_mean" : 3996143.513514,
"bw_dev" : 464396.087688,
"bw_samples" : 259,
"iops_min" : 3000,
"iops_max" : 5144,
"iops_mean" : 3902.424710,
"iops_stddev" : 453.524113,
"iops_samples" : 259
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 129999,
"usr_cpu" : 13.659336,
"sys_cpu" : 52.617328,
"ctx" : 402238,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 97.189589,
"20" : 2.810411,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774001595,
"timestamp_ms" : 1774001595457,
"time" : "Fri Mar 20 07:13:15 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 568417320960,
"io_kbytes" : 555095040,
"bw_bytes" : 4060152722,
"bw" : 3964992,
"iops" : 3872.063372,
"runtime" : 139999,
"total_ios" : 542085,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 125692,
"max" : 1594246,
"mean" : 255615.501948,
"stddev" : 51611.352284,
"N" : 542086
},
"clat_ns" : {
"min" : 5107772,
"max" : 12623935,
"mean" : 8007939.854086,
"stddev" : 1026314.091725,
"N" : 542085,
"percentile" : {
"1.000000" : 5996544,
"5.000000" : 6455296,
"10.000000" : 6717440,
"20.000000" : 7045120,
"30.000000" : 7372800,
"40.000000" : 7634944,
"50.000000" : 7897088,
"60.000000" : 8290304,
"70.000000" : 8716288,
"80.000000" : 8978432,
"90.000000" : 9371648,
"95.000000" : 9764864,
"99.000000" : 10289152,
"99.500000" : 10420224,
"99.900000" : 11206656,
"99.950000" : 11468800,
"99.990000" : 11862016
},
"bins" : {
"5079040" : 2,
"5144576" : 34,
"5210112" : 55,
"5275648" : 114,
"5341184" : 198,
"5406720" : 246,
"5472256" : 191,
"5537792" : 172,
"5603328" : 187,
"5668864" : 263,
"5734400" : 389,
"5799936" : 572,
"5865472" : 827,
"5931008" : 1132,
"5996544" : 1538,
"6062080" : 1954,
"6127616" : 2291,
"6193152" : 2641,
"6258688" : 3013,
"6324224" : 3979,
"6389760" : 4849,
"6455296" : 5312,
"6520832" : 5819,
"6586368" : 6293,
"6651904" : 7076,
"6717440" : 7997,
"6782976" : 8336,
"6848512" : 9611,
"6914048" : 10744,
"6979584" : 12101,
"7045120" : 13023,
"7110656" : 12702,
"7176192" : 13398,
"7241728" : 13052,
"7307264" : 12338,
"7372800" : 11669,
"7438336" : 12646,
"7503872" : 12417,
"7569408" : 11967,
"7634944" : 10448,
"7700480" : 14982,
"7766016" : 18324,
"7831552" : 11665,
"7897088" : 7967,
"7962624" : 10977,
"8028160" : 12778,
"8093696" : 6826,
"8159232" : 7979,
"8224768" : 8306,
"8290304" : 10202,
"8355840" : 7163,
"8454144" : 18023,
"8585216" : 16497,
"8716288" : 19126,
"8847360" : 40009,
"8978432" : 23435,
"9109504" : 14519,
"9240576" : 13792,
"9371648" : 11317,
"9502720" : 8928,
"9633792" : 9128,
"9764864" : 6745,
"9895936" : 4949,
"10027008" : 3887,
"10158080" : 3096,
"10289152" : 4986,
"10420224" : 2225,
"10551296" : 763,
"10682368" : 555,
"10813440" : 346,
"10944512" : 207,
"11075584" : 188,
"11206656" : 144,
"11337728" : 181,
"11468800" : 79,
"11599872" : 66,
"11730944" : 48,
"11862016" : 57,
"11993088" : 10,
"12124160" : 5,
"12255232" : 3,
"12386304" : 2,
"12517376" : 3,
"12648448" : 1
}
},
"lat_ns" : {
"min" : 5268898,
"max" : 12999689,
"mean" : 8263556.873064,
"stddev" : 1058504.568054,
"N" : 542085
},
"bw_min" : 3072000,
"bw_max" : 5267456,
"bw_agg" : 100.000000,
"bw_mean" : 3966367.910394,
"bw_dev" : 462589.215307,
"bw_samples" : 279,
"iops_min" : 3000,
"iops_max" : 5144,
"iops_mean" : 3873.344086,
"iops_stddev" : 451.761759,
"iops_samples" : 279
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 139999,
"usr_cpu" : 13.686526,
"sys_cpu" : 52.079658,
"ctx" : 437339,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 97.110785,
"20" : 2.889215,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774001605,
"timestamp_ms" : 1774001605457,
"time" : "Fri Mar 20 07:13:25 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 620052348928,
"io_kbytes" : 605519872,
"bw_bytes" : 4133709884,
"bw" : 4036826,
"iops" : 3942.212948,
"runtime" : 149999,
"total_ios" : 591328,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 125692,
"max" : 1594246,
"mean" : 251027.330011,
"stddev" : 53550.204867,
"N" : 591329
},
"clat_ns" : {
"min" : 4446042,
"max" : 12623935,
"mean" : 7865522.964011,
"stddev" : 1133380.763773,
"N" : 591328,
"percentile" : {
"1.000000" : 5275648,
"5.000000" : 5996544,
"10.000000" : 6455296,
"20.000000" : 6914048,
"30.000000" : 7241728,
"40.000000" : 7503872,
"50.000000" : 7766016,
"60.000000" : 8159232,
"70.000000" : 8585216,
"80.000000" : 8847360,
"90.000000" : 9240576,
"95.000000" : 9633792,
"99.000000" : 10289152,
"99.500000" : 10420224,
"99.900000" : 11206656,
"99.950000" : 11337728,
"99.990000" : 11862016
},
"bins" : {
"4423680" : 2,
"4489216" : 38,
"4554752" : 97,
"4620288" : 72,
"4685824" : 37,
"4751360" : 49,
"4816896" : 96,
"4882432" : 80,
"4947968" : 43,
"5013504" : 85,
"5079040" : 298,
"5144576" : 954,
"5210112" : 1937,
"5275648" : 3121,
"5341184" : 3629,
"5406720" : 3199,
"5472256" : 2201,
"5537792" : 1861,
"5603328" : 1717,
"5668864" : 1557,
"5734400" : 1364,
"5799936" : 1455,
"5865472" : 1577,
"5931008" : 2163,
"5996544" : 2709,
"6062080" : 3222,
"6127616" : 3456,
"6193152" : 3817,
"6258688" : 4126,
"6324224" : 5129,
"6389760" : 6168,
"6455296" : 6632,
"6520832" : 7092,
"6586368" : 7382,
"6651904" : 8002,
"6717440" : 8771,
"6782976" : 9084,
"6848512" : 10213,
"6914048" : 11270,
"6979584" : 12540,
"7045120" : 13394,
"7110656" : 12967,
"7176192" : 13636,
"7241728" : 13272,
"7307264" : 12546,
"7372800" : 11854,
"7438336" : 12832,
"7503872" : 12642,
"7569408" : 12209,
"7634944" : 10696,
"7700480" : 15416,
"7766016" : 18842,
"7831552" : 12073,
"7897088" : 8225,
"7962624" : 11370,
"8028160" : 13310,
"8093696" : 7168,
"8159232" : 8395,
"8224768" : 8751,
"8290304" : 10793,
"8355840" : 7529,
"8454144" : 18822,
"8585216" : 17045,
"8716288" : 19456,
"8847360" : 40200,
"8978432" : 23523,
"9109504" : 14602,
"9240576" : 13958,
"9371648" : 11495,
"9502720" : 9044,
"9633792" : 9228,
"9764864" : 6802,
"9895936" : 4999,
"10027008" : 3936,
"10158080" : 3125,
"10289152" : 5006,
"10420224" : 2245,
"10551296" : 777,
"10682368" : 559,
"10813440" : 347,
"10944512" : 207,
"11075584" : 188,
"11206656" : 144,
"11337728" : 181,
"11468800" : 79,
"11599872" : 66,
"11730944" : 48,
"11862016" : 57,
"11993088" : 10,
"12124160" : 5,
"12255232" : 3,
"12386304" : 2,
"12517376" : 3,
"12648448" : 1
}
},
"lat_ns" : {
"min" : 4593387,
"max" : 12999689,
"mean" : 8116553.638319,
"stddev" : 1169099.438125,
"N" : 591328
},
"bw_min" : 3072000,
"bw_max" : 5782829,
"bw_agg" : 99.951421,
"bw_mean" : 4034865.418060,
"bw_dev" : 551630.268491,
"bw_samples" : 299,
"iops_min" : 3000,
"iops_max" : 5647,
"iops_mean" : 3940.237458,
"iops_stddev" : 538.717406,
"iops_samples" : 299
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 149999,
"usr_cpu" : 13.820092,
"sys_cpu" : 53.317022,
"ctx" : 450734,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 97.331092,
"20" : 2.668908,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774001615,
"timestamp_ms" : 1774001615456,
"time" : "Fri Mar 20 07:13:35 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 662023700480,
"io_kbytes" : 646507520,
"bw_bytes" : 4137673988,
"bw" : 4040697,
"iops" : 3945.993412,
"runtime" : 159999,
"total_ios" : 631355,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 125692,
"max" : 1594246,
"mean" : 250782.939749,
"stddev" : 53759.935329,
"N" : 631356
},
"clat_ns" : {
"min" : 4446042,
"max" : 12623935,
"mean" : 7857903.068622,
"stddev" : 1132485.394436,
"N" : 631355,
"percentile" : {
"1.000000" : 5275648,
"5.000000" : 6062080,
"10.000000" : 6455296,
"20.000000" : 6914048,
"30.000000" : 7176192,
"40.000000" : 7503872,
"50.000000" : 7766016,
"60.000000" : 8159232,
"70.000000" : 8585216,
"80.000000" : 8847360,
"90.000000" : 9371648,
"95.000000" : 9633792,
"99.000000" : 10289152,
"99.500000" : 10420224,
"99.900000" : 11206656,
"99.950000" : 11337728,
"99.990000" : 11862016
},
"bins" : {
"4423680" : 2,
"4489216" : 38,
"4554752" : 97,
"4620288" : 72,
"4685824" : 37,
"4751360" : 49,
"4816896" : 96,
"4882432" : 80,
"4947968" : 43,
"5013504" : 85,
"5079040" : 298,
"5144576" : 954,
"5210112" : 1937,
"5275648" : 3121,
"5341184" : 3629,
"5406720" : 3218,
"5472256" : 2279,
"5537792" : 1912,
"5603328" : 1745,
"5668864" : 1582,
"5734400" : 1374,
"5799936" : 1475,
"5865472" : 1597,
"5931008" : 2190,
"5996544" : 2739,
"6062080" : 3286,
"6127616" : 3583,
"6193152" : 3920,
"6258688" : 4230,
"6324224" : 5310,
"6389760" : 6521,
"6455296" : 7146,
"6520832" : 7982,
"6586368" : 8570,
"6651904" : 9483,
"6717440" : 10477,
"6782976" : 11134,
"6848512" : 12414,
"6914048" : 13248,
"6979584" : 14450,
"7045120" : 14944,
"7110656" : 14152,
"7176192" : 14590,
"7241728" : 14072,
"7307264" : 13202,
"7372800" : 12333,
"7438336" : 13339,
"7503872" : 13055,
"7569408" : 12636,
"7634944" : 11116,
"7700480" : 16051,
"7766016" : 19673,
"7831552" : 12612,
"7897088" : 8608,
"7962624" : 11893,
"8028160" : 13950,
"8093696" : 7524,
"8159232" : 8794,
"8224768" : 9135,
"8290304" : 11278,
"8355840" : 7934,
"8454144" : 19605,
"8585216" : 18061,
"8716288" : 20183,
"8847360" : 41304,
"8978432" : 24376,
"9109504" : 15610,
"9240576" : 15414,
"9371648" : 12857,
"9502720" : 10010,
"9633792" : 9934,
"9764864" : 7253,
"9895936" : 5127,
"10027008" : 4132,
"10158080" : 3335,
"10289152" : 5511,
"10420224" : 2461,
"10551296" : 890,
"10682368" : 585,
"10813440" : 365,
"10944512" : 213,
"11075584" : 201,
"11206656" : 154,
"11337728" : 183,
"11468800" : 81,
"11599872" : 80,
"11730944" : 55,
"11862016" : 57,
"11993088" : 10,
"12124160" : 5,
"12255232" : 3,
"12386304" : 2,
"12517376" : 3,
"12648448" : 1
}
},
"lat_ns" : {
"min" : 4593387,
"max" : 12999689,
"mean" : 8108686.400306,
"stddev" : 1168165.740192,
"N" : 631355
},
"bw_min" : 3072000,
"bw_max" : 5782829,
"bw_agg" : 100.000000,
"bw_mean" : 4042763.078370,
"bw_dev" : 551146.013305,
"bw_samples" : 319,
"iops_min" : 3000,
"iops_max" : 5647,
"iops_mean" : 3947.952978,
"iops_stddev" : 538.243341,
"iops_samples" : 319
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159999,
"usr_cpu" : 13.770711,
"sys_cpu" : 53.472209,
"ctx" : 479192,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 97.295658,
"20" : 2.704342,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774001625,
"timestamp_ms" : 1774001625456,
"time" : "Fri Mar 20 07:13:45 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 706583986176,
"io_kbytes" : 690023424,
"bw_bytes" : 4156400838,
"bw" : 4058985,
"iops" : 3963.858611,
"runtime" : 169999,
"total_ios" : 673852,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 125692,
"max" : 1594246,
"mean" : 249641.958301,
"stddev" : 54038.397162,
"N" : 673852
},
"clat_ns" : {
"min" : 4446042,
"max" : 12623935,
"mean" : 7822561.552097,
"stddev" : 1128276.937633,
"N" : 673851,
"percentile" : {
"1.000000" : 5275648,
"5.000000" : 6062080,
"10.000000" : 6455296,
"20.000000" : 6848512,
"30.000000" : 7110656,
"40.000000" : 7438336,
"50.000000" : 7766016,
"60.000000" : 8093696,
"70.000000" : 8585216,
"80.000000" : 8847360,
"90.000000" : 9240576,
"95.000000" : 9633792,
"99.000000" : 10289152,
"99.500000" : 10420224,
"99.900000" : 11075584,
"99.950000" : 11337728,
"99.990000" : 11862016
},
"bins" : {
"4423680" : 2,
"4489216" : 38,
"4554752" : 97,
"4620288" : 72,
"4685824" : 37,
"4751360" : 49,
"4816896" : 96,
"4882432" : 80,
"4947968" : 43,
"5013504" : 85,
"5079040" : 298,
"5144576" : 954,
"5210112" : 1937,
"5275648" : 3121,
"5341184" : 3638,
"5406720" : 3256,
"5472256" : 2293,
"5537792" : 1941,
"5603328" : 1786,
"5668864" : 1638,
"5734400" : 1442,
"5799936" : 1528,
"5865472" : 1708,
"5931008" : 2291,
"5996544" : 2918,
"6062080" : 3512,
"6127616" : 3800,
"6193152" : 4239,
"6258688" : 4619,
"6324224" : 6052,
"6389760" : 7756,
"6455296" : 8745,
"6520832" : 10016,
"6586368" : 11146,
"6651904" : 12195,
"6717440" : 13045,
"6782976" : 13273,
"6848512" : 14230,
"6914048" : 14858,
"6979584" : 16013,
"7045120" : 16347,
"7110656" : 15427,
"7176192" : 15833,
"7241728" : 15182,
"7307264" : 14109,
"7372800" : 12941,
"7438336" : 13779,
"7503872" : 13460,
"7569408" : 13010,
"7634944" : 11423,
"7700480" : 16424,
"7766016" : 20083,
"7831552" : 12867,
"7897088" : 8785,
"7962624" : 12153,
"8028160" : 14309,
"8093696" : 7745,
"8159232" : 9182,
"8224768" : 9517,
"8290304" : 11877,
"8355840" : 8404,
"8454144" : 21369,
"8585216" : 19475,
"8716288" : 21246,
"8847360" : 42667,
"8978432" : 24964,
"9109504" : 15960,
"9240576" : 15792,
"9371648" : 13150,
"9502720" : 10175,
"9633792" : 10127,
"9764864" : 7422,
"9895936" : 5263,
"10027008" : 4223,
"10158080" : 3381,
"10289152" : 5542,
"10420224" : 2488,
"10551296" : 895,
"10682368" : 587,
"10813440" : 367,
"10944512" : 216,
"11075584" : 202,
"11206656" : 156,
"11337728" : 183,
"11468800" : 81,
"11599872" : 80,
"11730944" : 55,
"11862016" : 57,
"11993088" : 10,
"12124160" : 5,
"12255232" : 3,
"12386304" : 2,
"12517376" : 3,
"12648448" : 1
}
},
"lat_ns" : {
"min" : 4593387,
"max" : 12999689,
"mean" : 8072207.035766,
"stddev" : 1163813.133414,
"N" : 673851
},
"bw_min" : 3072000,
"bw_max" : 5782829,
"bw_agg" : 99.984893,
"bw_mean" : 4058372.471976,
"bw_dev" : 550166.009278,
"bw_samples" : 339,
"iops_min" : 3000,
"iops_max" : 5647,
"iops_mean" : 3963.197640,
"iops_stddev" : 537.285418,
"iops_samples" : 339
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 169999,
"usr_cpu" : 13.810081,
"sys_cpu" : 53.769728,
"ctx" : 505280,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 97.441130,
"20" : 2.558722,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774001635,
"timestamp_ms" : 1774001635457,
"time" : "Fri Mar 20 07:13:55 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 747519344640,
"io_kbytes" : 729999360,
"bw_bytes" : 4152908319,
"bw" : 4055574,
"iops" : 3960.522003,
"runtime" : 179999,
"total_ios" : 712890,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 125692,
"max" : 1594246,
"mean" : 249852.325295,
"stddev" : 53553.715758,
"N" : 712891
},
"clat_ns" : {
"min" : 4446042,
"max" : 12623935,
"mean" : 7829118.186010,
"stddev" : 1107341.731291,
"N" : 712890,
"percentile" : {
"1.000000" : 5341184,
"5.000000" : 6127616,
"10.000000" : 6520832,
"20.000000" : 6848512,
"30.000000" : 7176192,
"40.000000" : 7438336,
"50.000000" : 7766016,
"60.000000" : 8093696,
"70.000000" : 8454144,
"80.000000" : 8847360,
"90.000000" : 9240576,
"95.000000" : 9633792,
"99.000000" : 10289152,
"99.500000" : 10420224,
"99.900000" : 11075584,
"99.950000" : 11337728,
"99.990000" : 11862016
},
"bins" : {
"4423680" : 2,
"4489216" : 38,
"4554752" : 97,
"4620288" : 72,
"4685824" : 37,
"4751360" : 49,
"4816896" : 96,
"4882432" : 80,
"4947968" : 43,
"5013504" : 85,
"5079040" : 298,
"5144576" : 954,
"5210112" : 1937,
"5275648" : 3121,
"5341184" : 3638,
"5406720" : 3256,
"5472256" : 2293,
"5537792" : 1941,
"5603328" : 1786,
"5668864" : 1638,
"5734400" : 1442,
"5799936" : 1528,
"5865472" : 1708,
"5931008" : 2291,
"5996544" : 2918,
"6062080" : 3512,
"6127616" : 3800,
"6193152" : 4241,
"6258688" : 4637,
"6324224" : 6076,
"6389760" : 7797,
"6455296" : 8803,
"6520832" : 10051,
"6586368" : 11203,
"6651904" : 12279,
"6717440" : 13247,
"6782976" : 13608,
"6848512" : 14738,
"6914048" : 15501,
"6979584" : 16844,
"7045120" : 17102,
"7110656" : 16232,
"7176192" : 16638,
"7241728" : 16241,
"7307264" : 15064,
"7372800" : 13744,
"7438336" : 14802,
"7503872" : 14508,
"7569408" : 14115,
"7634944" : 12586,
"7700480" : 18431,
"7766016" : 22596,
"7831552" : 14812,
"7897088" : 10176,
"7962624" : 13902,
"8028160" : 16232,
"8093696" : 8789,
"8159232" : 10271,
"8224768" : 10666,
"8290304" : 13102,
"8355840" : 9370,
"8454144" : 23898,
"8585216" : 21452,
"8716288" : 22703,
"8847360" : 43892,
"8978432" : 25801,
"9109504" : 16382,
"9240576" : 16258,
"9371648" : 13403,
"9502720" : 10310,
"9633792" : 10231,
"9764864" : 7496,
"9895936" : 5300,
"10027008" : 4262,
"10158080" : 3416,
"10289152" : 5575,
"10420224" : 2502,
"10551296" : 903,
"10682368" : 596,
"10813440" : 371,
"10944512" : 220,
"11075584" : 205,
"11206656" : 159,
"11337728" : 191,
"11468800" : 84,
"11599872" : 80,
"11730944" : 55,
"11862016" : 57,
"11993088" : 10,
"12124160" : 5,
"12255232" : 3,
"12386304" : 2,
"12517376" : 3,
"12648448" : 1
}
},
"lat_ns" : {
"min" : 4593387,
"max" : 12999689,
"mean" : 8078971.336384,
"stddev" : 1142187.705135,
"N" : 712890
},
"bw_min" : 3072000,
"bw_max" : 5782829,
"bw_agg" : 100.000000,
"bw_mean" : 4057235.668524,
"bw_dev" : 538230.798256,
"bw_samples" : 359,
"iops_min" : 3000,
"iops_max" : 5647,
"iops_mean" : 3962.086351,
"iops_stddev" : 525.627872,
"iops_samples" : 359
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 179999,
"usr_cpu" : 13.852299,
"sys_cpu" : 53.675298,
"ctx" : 538634,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 97.559932,
"20" : 2.440068,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774001635,
"timestamp_ms" : 1774001635485,
"time" : "Fri Mar 20 07:13:55 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 747553947648,
"io_kbytes" : 730033152,
"bw_bytes" : 4153031342,
"bw" : 4055694,
"iops" : 3960.461550,
"runtime" : 180002,
"total_ios" : 712891,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 125692,
"max" : 1594246,
"mean" : 249852.370616,
"stddev" : 53553.691868,
"N" : 712892
},
"clat_ns" : {
"min" : 4908,
"max" : 12623935,
"mean" : 7828953.573133,
"stddev" : 1107709.938713,
"N" : 712922,
"percentile" : {
"1.000000" : 5341184,
"5.000000" : 6127616,
"10.000000" : 6520832,
"20.000000" : 6848512,
"30.000000" : 7176192,
"40.000000" : 7438336,
"50.000000" : 7766016,
"60.000000" : 8093696,
"70.000000" : 8454144,
"80.000000" : 8847360,
"90.000000" : 9240576,
"95.000000" : 9633792,
"99.000000" : 10289152,
"99.500000" : 10420224,
"99.900000" : 11075584,
"99.950000" : 11337728,
"99.990000" : 11862016
},
"bins" : {
"4896" : 1,
"301056" : 1,
"593920" : 1,
"872448" : 1,
"1138688" : 1,
"1400832" : 1,
"1662976" : 1,
"1925120" : 1,
"2211840" : 1,
"2473984" : 1,
"2768896" : 1,
"2998272" : 1,
"3325952" : 1,
"3522560" : 1,
"3784704" : 1,
"4046848" : 1,
"4358144" : 1,
"4423680" : 2,
"4489216" : 39,
"4554752" : 97,
"4620288" : 72,
"4685824" : 37,
"4751360" : 50,
"4816896" : 96,
"4882432" : 80,
"4947968" : 43,
"5013504" : 86,
"5079040" : 298,
"5144576" : 954,
"5210112" : 1937,
"5275648" : 3121,
"5341184" : 3639,
"5406720" : 3256,
"5472256" : 2293,
"5537792" : 1941,
"5603328" : 1787,
"5668864" : 1638,
"5734400" : 1442,
"5799936" : 1528,
"5865472" : 1709,
"5931008" : 2291,
"5996544" : 2918,
"6062080" : 3512,
"6127616" : 3801,
"6193152" : 4241,
"6258688" : 4637,
"6324224" : 6076,
"6389760" : 7798,
"6455296" : 8803,
"6520832" : 10051,
"6586368" : 11203,
"6651904" : 12280,
"6717440" : 13247,
"6782976" : 13608,
"6848512" : 14738,
"6914048" : 15502,
"6979584" : 16844,
"7045120" : 17102,
"7110656" : 16232,
"7176192" : 16639,
"7241728" : 16241,
"7307264" : 15064,
"7372800" : 13744,
"7438336" : 14802,
"7503872" : 14509,
"7569408" : 14115,
"7634944" : 12586,
"7700480" : 18431,
"7766016" : 22597,
"7831552" : 14812,
"7897088" : 10176,
"7962624" : 13902,
"8028160" : 16233,
"8093696" : 8789,
"8159232" : 10271,
"8224768" : 10666,
"8290304" : 13103,
"8355840" : 9370,
"8454144" : 23898,
"8585216" : 21452,
"8716288" : 22703,
"8847360" : 43892,
"8978432" : 25801,
"9109504" : 16382,
"9240576" : 16258,
"9371648" : 13403,
"9502720" : 10310,
"9633792" : 10231,
"9764864" : 7496,
"9895936" : 5300,
"10027008" : 4262,
"10158080" : 3416,
"10289152" : 5575,
"10420224" : 2502,
"10551296" : 903,
"10682368" : 596,
"10813440" : 371,
"10944512" : 220,
"11075584" : 205,
"11206656" : 159,
"11337728" : 191,
"11468800" : 84,
"11599872" : 80,
"11730944" : 55,
"11862016" : 57,
"11993088" : 10,
"12124160" : 5,
"12255232" : 3,
"12386304" : 2,
"12517376" : 3,
"12648448" : 1
}
},
"lat_ns" : {
"min" : 287069,
"max" : 12999689,
"mean" : 8078807.332796,
"stddev" : 1142540.963575,
"N" : 712922
},
"bw_min" : 3072000,
"bw_max" : 5782829,
"bw_agg" : 100.000000,
"bw_mean" : 4056626.547222,
"bw_dev" : 537604.892043,
"bw_samples" : 360,
"iops_min" : 3000,
"iops_max" : 5647,
"iops_mean" : 3961.491667,
"iops_stddev" : 525.016551,
"iops_samples" : 360
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 180001,
"usr_cpu" : 13.852145,
"sys_cpu" : 53.674702,
"ctx" : 538636,
"majf" : 0,
"minf" : 36,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999860,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 97.562180,
"20" : 2.440064,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}