raidz2/benchmarks/seq/seq-read-qd32-nj4_run3.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773066943,
"timestamp_ms" : 1773066943322,
"time" : "Mon Mar 9 11:35:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 104311291904,
"io_kbytes" : 101866496,
"bw_bytes" : 10678879187,
"bw" : 10428592,
"iops" : 10197.788698,
"runtime" : 9768,
"total_ios" : 99612,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39072,
"usr_cpu" : 0.665438,
"sys_cpu" : 96.613943,
"ctx" : 10280,
"majf" : 0,
"minf" : 32806,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 99.875517,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066953,
"timestamp_ms" : 1773066953554,
"time" : "Mon Mar 9 11:35:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 97272201216,
"io_kbytes" : 94992384,
"bw_bytes" : 9728192940,
"bw" : 9500188,
"iops" : 9278.027803,
"runtime" : 9999,
"total_ios" : 92771,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 210283,
"max" : 1400570,
"mean" : 428355.905854,
"stddev" : 62490.679232,
"N" : 92771
},
"clat_ns" : {
"min" : 7832142,
"max" : 16236192,
"mean" : 13368966.601140,
"stddev" : 1454154.128420,
"N" : 92767,
"percentile" : {
"1.000000" : 8716288,
"5.000000" : 9895936,
"10.000000" : 10682368,
"20.000000" : 12779520,
"30.000000" : 13565952,
"40.000000" : 13697024,
"50.000000" : 13828096,
"60.000000" : 13959168,
"70.000000" : 14090240,
"80.000000" : 14352384,
"90.000000" : 14483456,
"95.000000" : 14745600,
"99.000000" : 15138816,
"99.500000" : 15269888,
"99.900000" : 15532032,
"99.950000" : 15663104,
"99.990000" : 16056320
},
"bins" : {
"7831552" : 6,
"7897088" : 15,
"7962624" : 5,
"8028160" : 9,
"8093696" : 15,
"8159232" : 42,
"8224768" : 65,
"8290304" : 45,
"8355840" : 57,
"8454144" : 217,
"8585216" : 360,
"8716288" : 285,
"8847360" : 197,
"8978432" : 187,
"9109504" : 194,
"9240576" : 277,
"9371648" : 524,
"9502720" : 570,
"9633792" : 630,
"9764864" : 550,
"9895936" : 566,
"10027008" : 530,
"10158080" : 590,
"10289152" : 656,
"10420224" : 890,
"10551296" : 975,
"10682368" : 876,
"10813440" : 823,
"10944512" : 756,
"11075584" : 622,
"11206656" : 661,
"11337728" : 612,
"11468800" : 469,
"11599872" : 432,
"11730944" : 360,
"11862016" : 348,
"11993088" : 494,
"12124160" : 623,
"12255232" : 629,
"12386304" : 673,
"12517376" : 686,
"12648448" : 646,
"12779520" : 870,
"12910592" : 946,
"13041664" : 741,
"13172736" : 1067,
"13303808" : 1722,
"13434880" : 2996,
"13565952" : 5397,
"13697024" : 7198,
"13828096" : 8805,
"13959168" : 9348,
"14090240" : 8682,
"14221312" : 7286,
"14352384" : 6261,
"14483456" : 4732,
"14614528" : 3163,
"14745600" : 2307,
"14876672" : 1304,
"15007744" : 818,
"15138816" : 430,
"15269888" : 266,
"15400960" : 122,
"15532032" : 64,
"15663104" : 36,
"15794176" : 18,
"15925248" : 9,
"16056320" : 8,
"16187392" : 4
}
},
"lat_ns" : {
"min" : 8090539,
"max" : 16808070,
"mean" : 13797307.965419,
"stddev" : 1500069.927845,
"N" : 92767
},
"bw_min" : 8841470,
"bw_max" : 10416128,
"bw_agg" : 99.762621,
"bw_mean" : 9477637.684211,
"bw_dev" : 182320.695927,
"bw_samples" : 76,
"iops_min" : 8634,
"iops_max" : 10172,
"iops_mean" : 9255.315789,
"iops_stddev" : 178.051091,
"iops_samples" : 76
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39996,
"usr_cpu" : 0.722572,
"sys_cpu" : 97.912291,
"ctx" : 3530,
"majf" : 0,
"minf" : 142,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 5.378836,
"20" : 94.616852,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066963,
"timestamp_ms" : 1773066963554,
"time" : "Mon Mar 9 11:36:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 195692593152,
"io_kbytes" : 191106048,
"bw_bytes" : 9785118913,
"bw" : 9555780,
"iops" : 9332.016601,
"runtime" : 19999,
"total_ios" : 186631,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 185625,
"max" : 1580897,
"mean" : 425826.400753,
"stddev" : 62866.856904,
"N" : 186631
},
"clat_ns" : {
"min" : 6623807,
"max" : 19733830,
"mean" : 13290819.952536,
"stddev" : 1514244.961185,
"N" : 186627,
"percentile" : {
"1.000000" : 8978432,
"5.000000" : 10027008,
"10.000000" : 10813440,
"20.000000" : 11730944,
"30.000000" : 13565952,
"40.000000" : 13697024,
"50.000000" : 13828096,
"60.000000" : 13959168,
"70.000000" : 14090240,
"80.000000" : 14352384,
"90.000000" : 14483456,
"95.000000" : 14745600,
"99.000000" : 15269888,
"99.500000" : 15532032,
"99.900000" : 16318464,
"99.950000" : 16580608,
"99.990000" : 17956864
},
"bins" : {
"6651904" : 4,
"6717440" : 19,
"6782976" : 20,
"6848512" : 4,
"6914048" : 14,
"6979584" : 26,
"7045120" : 17,
"7110656" : 2,
"7176192" : 1,
"7372800" : 1,
"7438336" : 7,
"7503872" : 29,
"7634944" : 2,
"7700480" : 1,
"7766016" : 2,
"7831552" : 6,
"7897088" : 18,
"7962624" : 6,
"8028160" : 9,
"8093696" : 16,
"8159232" : 44,
"8224768" : 67,
"8290304" : 48,
"8355840" : 60,
"8454144" : 241,
"8585216" : 414,
"8716288" : 332,
"8847360" : 270,
"8978432" : 357,
"9109504" : 419,
"9240576" : 705,
"9371648" : 1076,
"9502720" : 1244,
"9633792" : 1317,
"9764864" : 1228,
"9895936" : 1137,
"10027008" : 910,
"10158080" : 1006,
"10289152" : 1151,
"10420224" : 1420,
"10551296" : 1762,
"10682368" : 2023,
"10813440" : 2489,
"10944512" : 3030,
"11075584" : 3226,
"11206656" : 3187,
"11337728" : 2891,
"11468800" : 2359,
"11599872" : 2063,
"11730944" : 1573,
"11862016" : 1262,
"11993088" : 1068,
"12124160" : 961,
"12255232" : 884,
"12386304" : 867,
"12517376" : 834,
"12648448" : 794,
"12779520" : 957,
"12910592" : 1018,
"13041664" : 824,
"13172736" : 1279,
"13303808" : 2336,
"13434880" : 4366,
"13565952" : 8519,
"13697024" : 12839,
"13828096" : 17062,
"13959168" : 19040,
"14090240" : 18476,
"14221312" : 15592,
"14352384" : 12829,
"14483456" : 9386,
"14614528" : 6194,
"14745600" : 4183,
"14876672" : 2355,
"15007744" : 1474,
"15138816" : 878,
"15269888" : 565,
"15400960" : 368,
"15532032" : 275,
"15663104" : 229,
"15794176" : 160,
"15925248" : 122,
"16056320" : 98,
"16187392" : 82,
"16318464" : 56,
"16449536" : 47,
"16580608" : 14,
"16711680" : 15,
"16908288" : 14,
"17170432" : 21,
"17432576" : 8,
"17694720" : 2,
"17956864" : 3,
"18219008" : 2,
"18481152" : 1,
"18743296" : 1,
"19005440" : 2,
"19267584" : 2,
"19529728" : 6,
"19791872" : 4
}
},
"lat_ns" : {
"min" : 6846519,
"max" : 20211884,
"mean" : 13716666.752624,
"stddev" : 1561967.769833,
"N" : 186627
},
"bw_min" : 8636416,
"bw_max" : 11489280,
"bw_agg" : 99.653286,
"bw_mean" : 9522649.384615,
"bw_dev" : 220821.349014,
"bw_samples" : 156,
"iops_min" : 8434,
"iops_max" : 11220,
"iops_mean" : 9299.179487,
"iops_stddev" : 215.638145,
"iops_samples" : 156
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79996,
"usr_cpu" : 0.707535,
"sys_cpu" : 97.883644,
"ctx" : 8849,
"majf" : 0,
"minf" : 142,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 5.061324,
"20" : 94.936533,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066973,
"timestamp_ms" : 1773066973553,
"time" : "Mon Mar 9 11:36:13 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 311755276288,
"io_kbytes" : 304448512,
"bw_bytes" : 10392188949,
"bw" : 10148622,
"iops" : 9910.930364,
"runtime" : 29999,
"total_ios" : 297318,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 185625,
"max" : 1580897,
"mean" : 400710.695683,
"stddev" : 103647.654155,
"N" : 297318
},
"clat_ns" : {
"min" : 6623807,
"max" : 25309049,
"mean" : 12514004.720195,
"stddev" : 2909533.202326,
"N" : 297314,
"percentile" : {
"1.000000" : 7045120,
"5.000000" : 7372800,
"10.000000" : 7831552,
"20.000000" : 9502720,
"30.000000" : 11206656,
"40.000000" : 12648448,
"50.000000" : 13697024,
"60.000000" : 13959168,
"70.000000" : 14090240,
"80.000000" : 14352384,
"90.000000" : 14876672,
"95.000000" : 15663104,
"99.000000" : 21364736,
"99.500000" : 22413312,
"99.900000" : 23724032,
"99.950000" : 23986176,
"99.990000" : 24510464
},
"bins" : {
"6651904" : 4,
"6717440" : 26,
"6782976" : 113,
"6848512" : 197,
"6914048" : 708,
"6979584" : 1569,
"7045120" : 2305,
"7110656" : 2581,
"7176192" : 2330,
"7241728" : 1764,
"7307264" : 1563,
"7372800" : 1794,
"7438336" : 1622,
"7503872" : 1626,
"7569408" : 1942,
"7634944" : 2382,
"7700480" : 2777,
"7766016" : 3537,
"7831552" : 3639,
"7897088" : 3684,
"7962624" : 3029,
"8028160" : 2246,
"8093696" : 1636,
"8159232" : 1407,
"8224768" : 1150,
"8290304" : 960,
"8355840" : 843,
"8454144" : 1550,
"8585216" : 1546,
"8716288" : 1328,
"8847360" : 1148,
"8978432" : 1129,
"9109504" : 1141,
"9240576" : 1301,
"9371648" : 1529,
"9502720" : 1626,
"9633792" : 1757,
"9764864" : 1630,
"9895936" : 1616,
"10027008" : 1354,
"10158080" : 1427,
"10289152" : 1482,
"10420224" : 1756,
"10551296" : 2130,
"10682368" : 2397,
"10813440" : 2967,
"10944512" : 3572,
"11075584" : 3828,
"11206656" : 3840,
"11337728" : 3837,
"11468800" : 3594,
"11599872" : 3533,
"11730944" : 3357,
"11862016" : 3002,
"11993088" : 2678,
"12124160" : 2562,
"12255232" : 2241,
"12386304" : 1934,
"12517376" : 1749,
"12648448" : 1505,
"12779520" : 1568,
"12910592" : 1559,
"13041664" : 1319,
"13172736" : 1757,
"13303808" : 2818,
"13434880" : 4855,
"13565952" : 8977,
"13697024" : 13281,
"13828096" : 17592,
"13959168" : 19656,
"14090240" : 19227,
"14221312" : 16483,
"14352384" : 13705,
"14483456" : 10566,
"14614528" : 7560,
"14745600" : 5602,
"14876672" : 3997,
"15007744" : 3259,
"15138816" : 2492,
"15269888" : 2114,
"15400960" : 1806,
"15532032" : 1537,
"15663104" : 1256,
"15794176" : 1059,
"15925248" : 896,
"16056320" : 768,
"16187392" : 624,
"16318464" : 569,
"16449536" : 503,
"16580608" : 405,
"16711680" : 333,
"16908288" : 563,
"17170432" : 668,
"17432576" : 666,
"17694720" : 633,
"17956864" : 534,
"18219008" : 522,
"18481152" : 473,
"18743296" : 374,
"19005440" : 331,
"19267584" : 289,
"19529728" : 295,
"19791872" : 211,
"20054016" : 177,
"20316160" : 197,
"20578304" : 236,
"20840448" : 226,
"21102592" : 236,
"21364736" : 294,
"21626880" : 365,
"21889024" : 398,
"22151168" : 368,
"22413312" : 361,
"22675456" : 315,
"22937600" : 254,
"23199744" : 223,
"23461888" : 160,
"23724032" : 128,
"23986176" : 109,
"24248320" : 51,
"24510464" : 20,
"24772608" : 8,
"25034752" : 1,
"25296896" : 5
}
},
"lat_ns" : {
"min" : 6846519,
"max" : 26054032,
"mean" : 12914722.644188,
"stddev" : 3002405.050423,
"N" : 297314
},
"bw_min" : 7181096,
"bw_max" : 16001024,
"bw_agg" : 99.894577,
"bw_mean" : 10137923.677966,
"bw_dev" : 522405.031062,
"bw_samples" : 236,
"iops_min" : 7012,
"iops_max" : 15626,
"iops_mean" : 9899.983051,
"iops_stddev" : 510.148065,
"iops_samples" : 236
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 119996,
"usr_cpu" : 0.707524,
"sys_cpu" : 95.543185,
"ctx" : 136880,
"majf" : 0,
"minf" : 142,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 21.914583,
"20" : 76.709785,
"50" : 1.374286,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066983,
"timestamp_ms" : 1773066983553,
"time" : "Mon Mar 9 11:36:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 413429399552,
"io_kbytes" : 403739648,
"bw_bytes" : 10335993388,
"bw" : 10093743,
"iops" : 9857.271432,
"runtime" : 39999,
"total_ios" : 394281,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 185625,
"max" : 1950244,
"mean" : 402916.271928,
"stddev" : 95696.892106,
"N" : 394281
},
"clat_ns" : {
"min" : 6623807,
"max" : 25309049,
"mean" : 12581935.757295,
"stddev" : 2650273.147446,
"N" : 394277,
"percentile" : {
"1.000000" : 7045120,
"5.000000" : 7569408,
"10.000000" : 7962624,
"20.000000" : 10551296,
"30.000000" : 11468800,
"40.000000" : 12779520,
"50.000000" : 13565952,
"60.000000" : 13828096,
"70.000000" : 14090240,
"80.000000" : 14352384,
"90.000000" : 14745600,
"95.000000" : 15400960,
"99.000000" : 20316160,
"99.500000" : 22151168,
"99.900000" : 23461888,
"99.950000" : 23724032,
"99.990000" : 24248320
},
"bins" : {
"6651904" : 4,
"6717440" : 26,
"6782976" : 113,
"6848512" : 202,
"6914048" : 717,
"6979584" : 1587,
"7045120" : 2306,
"7110656" : 2582,
"7176192" : 2330,
"7241728" : 1765,
"7307264" : 1563,
"7372800" : 1795,
"7438336" : 1623,
"7503872" : 1641,
"7569408" : 1987,
"7634944" : 2513,
"7700480" : 2920,
"7766016" : 3723,
"7831552" : 3842,
"7897088" : 3909,
"7962624" : 3232,
"8028160" : 2450,
"8093696" : 1806,
"8159232" : 1535,
"8224768" : 1236,
"8290304" : 1063,
"8355840" : 970,
"8454144" : 1912,
"8585216" : 1781,
"8716288" : 1580,
"8847360" : 1336,
"8978432" : 1282,
"9109504" : 1313,
"9240576" : 1496,
"9371648" : 1695,
"9502720" : 1791,
"9633792" : 1901,
"9764864" : 1845,
"9895936" : 1874,
"10027008" : 1712,
"10158080" : 1805,
"10289152" : 2202,
"10420224" : 2876,
"10551296" : 3991,
"10682368" : 4815,
"10813440" : 5696,
"10944512" : 6092,
"11075584" : 5982,
"11206656" : 5824,
"11337728" : 5371,
"11468800" : 4832,
"11599872" : 4767,
"11730944" : 4612,
"11862016" : 4127,
"11993088" : 3835,
"12124160" : 3659,
"12255232" : 3463,
"12386304" : 3397,
"12517376" : 3456,
"12648448" : 3264,
"12779520" : 3747,
"12910592" : 4343,
"13041664" : 4480,
"13172736" : 5417,
"13303808" : 6767,
"13434880" : 9147,
"13565952" : 13790,
"13697024" : 18716,
"13828096" : 22912,
"13959168" : 24663,
"14090240" : 23749,
"14221312" : 19824,
"14352384" : 16253,
"14483456" : 12978,
"14614528" : 9709,
"14745600" : 7495,
"14876672" : 5476,
"15007744" : 4208,
"15138816" : 3018,
"15269888" : 2520,
"15400960" : 2037,
"15532032" : 1626,
"15663104" : 1347,
"15794176" : 1117,
"15925248" : 943,
"16056320" : 801,
"16187392" : 642,
"16318464" : 576,
"16449536" : 507,
"16580608" : 411,
"16711680" : 336,
"16908288" : 570,
"17170432" : 668,
"17432576" : 666,
"17694720" : 633,
"17956864" : 534,
"18219008" : 522,
"18481152" : 473,
"18743296" : 374,
"19005440" : 331,
"19267584" : 289,
"19529728" : 295,
"19791872" : 211,
"20054016" : 177,
"20316160" : 197,
"20578304" : 236,
"20840448" : 226,
"21102592" : 236,
"21364736" : 294,
"21626880" : 365,
"21889024" : 398,
"22151168" : 368,
"22413312" : 361,
"22675456" : 315,
"22937600" : 254,
"23199744" : 223,
"23461888" : 160,
"23724032" : 128,
"23986176" : 109,
"24248320" : 51,
"24510464" : 20,
"24772608" : 8,
"25034752" : 1,
"25296896" : 5
}
},
"lat_ns" : {
"min" : 6846519,
"max" : 26054032,
"mean" : 12984857.016805,
"stddev" : 2734819.999666,
"N" : 394277
},
"bw_min" : 7181096,
"bw_max" : 17033216,
"bw_agg" : 99.996616,
"bw_mean" : 10093402.151899,
"bw_dev" : 493619.399566,
"bw_samples" : 316,
"iops_min" : 7012,
"iops_max" : 16634,
"iops_mean" : 9856.455696,
"iops_stddev" : 482.038877,
"iops_samples" : 316
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159996,
"usr_cpu" : 0.704393,
"sys_cpu" : 96.122403,
"ctx" : 141808,
"majf" : 0,
"minf" : 142,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 17.691190,
"20" : 81.271479,
"50" : 1.036317,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773066993,
"timestamp_ms" : 1773066993553,
"time" : "Mon Mar 9 11:36:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 529597988864,
"io_kbytes" : 517185536,
"bw_bytes" : 10592171620,
"bw" : 10343917,
"iops" : 10101.582032,
"runtime" : 49999,
"total_ios" : 505069,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 185154,
"max" : 1950244,
"mean" : 393084.379592,
"stddev" : 109168.289667,
"N" : 505069
},
"clat_ns" : {
"min" : 6439495,
"max" : 25309049,
"mean" : 12277582.157895,
"stddev" : 3089814.286883,
"N" : 505065,
"percentile" : {
"1.000000" : 7045120,
"5.000000" : 7307264,
"10.000000" : 7634944,
"20.000000" : 8454144,
"30.000000" : 10944512,
"40.000000" : 11993088,
"50.000000" : 13303808,
"60.000000" : 13828096,
"70.000000" : 14090240,
"80.000000" : 14352384,
"90.000000" : 15007744,
"95.000000" : 16580608,
"99.000000" : 20578304,
"99.500000" : 21889024,
"99.900000" : 23199744,
"99.950000" : 23724032,
"99.990000" : 24248320
},
"bins" : {
"6455296" : 14,
"6520832" : 19,
"6586368" : 1,
"6651904" : 4,
"6717440" : 31,
"6782976" : 127,
"6848512" : 217,
"6914048" : 781,
"6979584" : 1915,
"7045120" : 3237,
"7110656" : 4243,
"7176192" : 4983,
"7241728" : 5386,
"7307264" : 5423,
"7372800" : 6290,
"7438336" : 5460,
"7503872" : 5070,
"7569408" : 5235,
"7634944" : 5598,
"7700480" : 5711,
"7766016" : 6188,
"7831552" : 6004,
"7897088" : 5987,
"7962624" : 5210,
"8028160" : 4401,
"8093696" : 3619,
"8159232" : 3020,
"8224768" : 2458,
"8290304" : 2074,
"8355840" : 1854,
"8454144" : 3465,
"8585216" : 2819,
"8716288" : 2231,
"8847360" : 1790,
"8978432" : 1838,
"9109504" : 1877,
"9240576" : 2081,
"9371648" : 2227,
"9502720" : 2128,
"9633792" : 2184,
"9764864" : 2061,
"9895936" : 1971,
"10027008" : 1801,
"10158080" : 1871,
"10289152" : 2271,
"10420224" : 2957,
"10551296" : 4080,
"10682368" : 4921,
"10813440" : 5856,
"10944512" : 6330,
"11075584" : 6353,
"11206656" : 6424,
"11337728" : 6113,
"11468800" : 5832,
"11599872" : 5979,
"11730944" : 5963,
"11862016" : 5601,
"11993088" : 5392,
"12124160" : 5054,
"12255232" : 4703,
"12386304" : 4614,
"12517376" : 4563,
"12648448" : 4306,
"12779520" : 4764,
"12910592" : 5187,
"13041664" : 5174,
"13172736" : 6038,
"13303808" : 7297,
"13434880" : 9648,
"13565952" : 14383,
"13697024" : 19479,
"13828096" : 23901,
"13959168" : 25803,
"14090240" : 24890,
"14221312" : 21139,
"14352384" : 17698,
"14483456" : 14322,
"14614528" : 10971,
"14745600" : 8476,
"14876672" : 6251,
"15007744" : 4909,
"15138816" : 3614,
"15269888" : 3171,
"15400960" : 2625,
"15532032" : 2118,
"15663104" : 1813,
"15794176" : 1644,
"15925248" : 1404,
"16056320" : 1214,
"16187392" : 1123,
"16318464" : 985,
"16449536" : 925,
"16580608" : 799,
"16711680" : 711,
"16908288" : 1369,
"17170432" : 1468,
"17432576" : 1530,
"17694720" : 1443,
"17956864" : 1328,
"18219008" : 1443,
"18481152" : 1566,
"18743296" : 1661,
"19005440" : 1497,
"19267584" : 1363,
"19529728" : 1263,
"19791872" : 1109,
"20054016" : 989,
"20316160" : 832,
"20578304" : 735,
"20840448" : 667,
"21102592" : 538,
"21364736" : 493,
"21626880" : 490,
"21889024" : 469,
"22151168" : 425,
"22413312" : 402,
"22675456" : 329,
"22937600" : 258,
"23199744" : 224,
"23461888" : 160,
"23724032" : 128,
"23986176" : 109,
"24248320" : 51,
"24510464" : 20,
"24772608" : 8,
"25034752" : 1,
"25296896" : 5
}
},
"lat_ns" : {
"min" : 6642266,
"max" : 26054032,
"mean" : 12670673.142350,
"stddev" : 3188493.202382,
"N" : 505065
},
"bw_min" : 7181096,
"bw_max" : 17033216,
"bw_agg" : 99.913344,
"bw_mean" : 10334954.232323,
"bw_dev" : 558963.207074,
"bw_samples" : 396,
"iops_min" : 7012,
"iops_max" : 16634,
"iops_mean" : 10092.363636,
"iops_stddev" : 545.859602,
"iops_samples" : 396
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 199996,
"usr_cpu" : 0.721014,
"sys_cpu" : 95.135903,
"ctx" : 282951,
"majf" : 0,
"minf" : 142,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 25.296346,
"20" : 73.315725,
"50" : 1.387137,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067003,
"timestamp_ms" : 1773067003553,
"time" : "Mon Mar 9 11:36:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 637029842944,
"io_kbytes" : 622099456,
"bw_bytes" : 10617341004,
"bw" : 10368497,
"iops" : 10125.552093,
"runtime" : 59999,
"total_ios" : 607523,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 185154,
"max" : 1950244,
"mean" : 392149.855548,
"stddev" : 104441.193561,
"N" : 607523
},
"clat_ns" : {
"min" : 6439495,
"max" : 25309049,
"mean" : 12248513.156611,
"stddev" : 2925986.904805,
"N" : 607519,
"percentile" : {
"1.000000" : 7045120,
"5.000000" : 7372800,
"10.000000" : 7700480,
"20.000000" : 9240576,
"30.000000" : 10813440,
"40.000000" : 11862016,
"50.000000" : 13172736,
"60.000000" : 13697024,
"70.000000" : 13959168,
"80.000000" : 14221312,
"90.000000" : 14876672,
"95.000000" : 16056320,
"99.000000" : 20316160,
"99.500000" : 21626880,
"99.900000" : 23199744,
"99.950000" : 23724032,
"99.990000" : 24248320
},
"bins" : {
"6455296" : 14,
"6520832" : 19,
"6586368" : 8,
"6651904" : 7,
"6717440" : 45,
"6782976" : 132,
"6848512" : 221,
"6914048" : 790,
"6979584" : 1957,
"7045120" : 3318,
"7110656" : 4345,
"7176192" : 5112,
"7241728" : 5513,
"7307264" : 5576,
"7372800" : 6640,
"7438336" : 5885,
"7503872" : 5511,
"7569408" : 5694,
"7634944" : 5909,
"7700480" : 5983,
"7766016" : 6444,
"7831552" : 6260,
"7897088" : 6311,
"7962624" : 5453,
"8028160" : 4582,
"8093696" : 3751,
"8159232" : 3144,
"8224768" : 2537,
"8290304" : 2165,
"8355840" : 1923,
"8454144" : 3642,
"8585216" : 3135,
"8716288" : 2495,
"8847360" : 2033,
"8978432" : 2023,
"9109504" : 2131,
"9240576" : 2374,
"9371648" : 2704,
"9502720" : 2587,
"9633792" : 2703,
"9764864" : 3000,
"9895936" : 3318,
"10027008" : 4057,
"10158080" : 5081,
"10289152" : 5768,
"10420224" : 6855,
"10551296" : 8086,
"10682368" : 8386,
"10813440" : 8806,
"10944512" : 8908,
"11075584" : 8746,
"11206656" : 8625,
"11337728" : 7921,
"11468800" : 7482,
"11599872" : 7414,
"11730944" : 7387,
"11862016" : 6899,
"11993088" : 6357,
"12124160" : 6019,
"12255232" : 5606,
"12386304" : 5466,
"12517376" : 5366,
"12648448" : 5038,
"12779520" : 5539,
"12910592" : 6052,
"13041664" : 6659,
"13172736" : 8522,
"13303808" : 11234,
"13434880" : 14984,
"13565952" : 20345,
"13697024" : 24869,
"13828096" : 28476,
"13959168" : 29866,
"14090240" : 28171,
"14221312" : 23480,
"14352384" : 19334,
"14483456" : 15758,
"14614528" : 12130,
"14745600" : 9444,
"14876672" : 6949,
"15007744" : 5481,
"15138816" : 4038,
"15269888" : 3518,
"15400960" : 2940,
"15532032" : 2341,
"15663104" : 1950,
"15794176" : 1760,
"15925248" : 1489,
"16056320" : 1270,
"16187392" : 1182,
"16318464" : 1023,
"16449536" : 939,
"16580608" : 815,
"16711680" : 738,
"16908288" : 1448,
"17170432" : 1490,
"17432576" : 1538,
"17694720" : 1444,
"17956864" : 1330,
"18219008" : 1446,
"18481152" : 1568,
"18743296" : 1665,
"19005440" : 1523,
"19267584" : 1366,
"19529728" : 1266,
"19791872" : 1113,
"20054016" : 994,
"20316160" : 838,
"20578304" : 744,
"20840448" : 673,
"21102592" : 538,
"21364736" : 493,
"21626880" : 490,
"21889024" : 469,
"22151168" : 425,
"22413312" : 402,
"22675456" : 329,
"22937600" : 258,
"23199744" : 224,
"23461888" : 160,
"23724032" : 128,
"23986176" : 109,
"24248320" : 51,
"24510464" : 20,
"24772608" : 8,
"25034752" : 1,
"25296896" : 5
}
},
"lat_ns" : {
"min" : 6642266,
"max" : 26054032,
"mean" : 12640671.797542,
"stddev" : 3019372.740557,
"N" : 607519
},
"bw_min" : 7177000,
"bw_max" : 17033216,
"bw_agg" : 99.979871,
"bw_mean" : 10366410.033613,
"bw_dev" : 559189.052017,
"bw_samples" : 476,
"iops_min" : 7008,
"iops_max" : 16634,
"iops_mean" : 10123.100840,
"iops_stddev" : 546.078563,
"iops_samples" : 476
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 239996,
"usr_cpu" : 0.722095,
"sys_cpu" : 95.394090,
"ctx" : 291448,
"majf" : 0,
"minf" : 142,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 22.795516,
"20" : 76.046339,
"50" : 1.157487,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067013,
"timestamp_ms" : 1773067013554,
"time" : "Mon Mar 9 11:36:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 751044657152,
"io_kbytes" : 733442048,
"bw_bytes" : 10729362664,
"bw" : 10477893,
"iops" : 10232.417606,
"runtime" : 69999,
"total_ios" : 716259,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 185154,
"max" : 1950244,
"mean" : 388026.772519,
"stddev" : 108539.564408,
"N" : 716259
},
"clat_ns" : {
"min" : 6439495,
"max" : 25309049,
"mean" : 12120607.278133,
"stddev" : 3062169.506475,
"N" : 716255,
"percentile" : {
"1.000000" : 7110656,
"5.000000" : 7372800,
"10.000000" : 7634944,
"20.000000" : 8290304,
"30.000000" : 10551296,
"40.000000" : 11599872,
"50.000000" : 13041664,
"60.000000" : 13697024,
"70.000000" : 13959168,
"80.000000" : 14352384,
"90.000000" : 14876672,
"95.000000" : 16449536,
"99.000000" : 20054016,
"99.500000" : 21364736,
"99.900000" : 23199744,
"99.950000" : 23461888,
"99.990000" : 24248320
},
"bins" : {
"6455296" : 14,
"6520832" : 21,
"6586368" : 29,
"6651904" : 16,
"6717440" : 47,
"6782976" : 132,
"6848512" : 223,
"6914048" : 812,
"6979584" : 2015,
"7045120" : 3485,
"7110656" : 4688,
"7176192" : 5605,
"7241728" : 6186,
"7307264" : 6724,
"7372800" : 8285,
"7438336" : 8072,
"7503872" : 8436,
"7569408" : 8934,
"7634944" : 9131,
"7700480" : 9385,
"7766016" : 9816,
"7831552" : 9500,
"7897088" : 9320,
"7962624" : 8458,
"8028160" : 7082,
"8093696" : 5873,
"8159232" : 4914,
"8224768" : 4165,
"8290304" : 3732,
"8355840" : 3303,
"8454144" : 5835,
"8585216" : 4834,
"8716288" : 3824,
"8847360" : 3081,
"8978432" : 2854,
"9109504" : 2729,
"9240576" : 2809,
"9371648" : 2996,
"9502720" : 2799,
"9633792" : 2925,
"9764864" : 3271,
"9895936" : 3577,
"10027008" : 4321,
"10158080" : 5331,
"10289152" : 5940,
"10420224" : 6957,
"10551296" : 8204,
"10682368" : 8512,
"10813440" : 8965,
"10944512" : 9092,
"11075584" : 8998,
"11206656" : 8975,
"11337728" : 8335,
"11468800" : 7993,
"11599872" : 8100,
"11730944" : 7996,
"11862016" : 7557,
"11993088" : 6974,
"12124160" : 6540,
"12255232" : 6055,
"12386304" : 5926,
"12517376" : 5735,
"12648448" : 5428,
"12779520" : 5965,
"12910592" : 6632,
"13041664" : 7427,
"13172736" : 9494,
"13303808" : 12462,
"13434880" : 16338,
"13565952" : 22002,
"13697024" : 26714,
"13828096" : 30651,
"13959168" : 32267,
"14090240" : 30619,
"14221312" : 26159,
"14352384" : 22166,
"14483456" : 18808,
"14614528" : 14946,
"14745600" : 11949,
"14876672" : 9013,
"15007744" : 7107,
"15138816" : 5244,
"15269888" : 4425,
"15400960" : 3739,
"15532032" : 2979,
"15663104" : 2527,
"15794176" : 2176,
"15925248" : 1884,
"16056320" : 1623,
"16187392" : 1535,
"16318464" : 1312,
"16449536" : 1203,
"16580608" : 1102,
"16711680" : 1003,
"16908288" : 2075,
"17170432" : 2093,
"17432576" : 2168,
"17694720" : 2144,
"17956864" : 2068,
"18219008" : 2120,
"18481152" : 2314,
"18743296" : 2408,
"19005440" : 2212,
"19267584" : 1993,
"19529728" : 1792,
"19791872" : 1462,
"20054016" : 1240,
"20316160" : 998,
"20578304" : 831,
"20840448" : 734,
"21102592" : 599,
"21364736" : 516,
"21626880" : 514,
"21889024" : 478,
"22151168" : 432,
"22413312" : 403,
"22675456" : 333,
"22937600" : 266,
"23199744" : 229,
"23461888" : 166,
"23724032" : 131,
"23986176" : 109,
"24248320" : 51,
"24510464" : 20,
"24772608" : 8,
"25034752" : 1,
"25296896" : 5
}
},
"lat_ns" : {
"min" : 6642266,
"max" : 26054032,
"mean" : 12508632.684178,
"stddev" : 3159926.739717,
"N" : 716255
},
"bw_min" : 6923048,
"bw_max" : 17033216,
"bw_agg" : 99.920392,
"bw_mean" : 10469552.654676,
"bw_dev" : 568757.128104,
"bw_samples" : 556,
"iops_min" : 6760,
"iops_max" : 16634,
"iops_mean" : 10223.856115,
"iops_stddev" : 555.426586,
"iops_samples" : 556
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 279996,
"usr_cpu" : 0.725368,
"sys_cpu" : 95.031715,
"ctx" : 375009,
"majf" : 0,
"minf" : 142,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 26.681689,
"20" : 72.251378,
"50" : 1.066374,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067023,
"timestamp_ms" : 1773067023553,
"time" : "Mon Mar 9 11:37:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 856831295488,
"io_kbytes" : 836749312,
"bw_bytes" : 10710525075,
"bw" : 10459497,
"iops" : 10214.402680,
"runtime" : 79999,
"total_ios" : 817142,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 182480,
"max" : 2558638,
"mean" : 388717.728019,
"stddev" : 105080.661812,
"N" : 817142
},
"clat_ns" : {
"min" : 6439495,
"max" : 25309049,
"mean" : 12141886.972980,
"stddev" : 2948363.535051,
"N" : 817138,
"percentile" : {
"1.000000" : 7110656,
"5.000000" : 7438336,
"10.000000" : 7700480,
"20.000000" : 8585216,
"30.000000" : 10682368,
"40.000000" : 11599872,
"50.000000" : 13041664,
"60.000000" : 13697024,
"70.000000" : 13959168,
"80.000000" : 14221312,
"90.000000" : 14876672,
"95.000000" : 16056320,
"99.000000" : 19791872,
"99.500000" : 21102592,
"99.900000" : 22937600,
"99.950000" : 23461888,
"99.990000" : 24248320
},
"bins" : {
"6455296" : 14,
"6520832" : 31,
"6586368" : 49,
"6651904" : 20,
"6717440" : 47,
"6782976" : 132,
"6848512" : 233,
"6914048" : 823,
"6979584" : 2022,
"7045120" : 3517,
"7110656" : 4737,
"7176192" : 5714,
"7241728" : 6414,
"7307264" : 6889,
"7372800" : 8410,
"7438336" : 8207,
"7503872" : 8692,
"7569408" : 9447,
"7634944" : 9775,
"7700480" : 10151,
"7766016" : 10640,
"7831552" : 10135,
"7897088" : 9884,
"7962624" : 9005,
"8028160" : 7568,
"8093696" : 6159,
"8159232" : 5131,
"8224768" : 4307,
"8290304" : 3843,
"8355840" : 3456,
"8454144" : 6101,
"8585216" : 5106,
"8716288" : 4095,
"8847360" : 3295,
"8978432" : 3062,
"9109504" : 2873,
"9240576" : 2883,
"9371648" : 3043,
"9502720" : 2836,
"9633792" : 2954,
"9764864" : 3299,
"9895936" : 3677,
"10027008" : 4583,
"10158080" : 5960,
"10289152" : 7111,
"10420224" : 8946,
"10551296" : 11278,
"10682368" : 12407,
"10813440" : 12980,
"10944512" : 13073,
"11075584" : 12690,
"11206656" : 11765,
"11337728" : 10598,
"11468800" : 9694,
"11599872" : 9447,
"11730944" : 9048,
"11862016" : 8637,
"11993088" : 8191,
"12124160" : 7849,
"12255232" : 7245,
"12386304" : 7230,
"12517376" : 7056,
"12648448" : 6694,
"12779520" : 7211,
"12910592" : 7927,
"13041664" : 9056,
"13172736" : 11391,
"13303808" : 15145,
"13434880" : 20414,
"13565952" : 27434,
"13697024" : 32907,
"13828096" : 36344,
"13959168" : 37463,
"14090240" : 35129,
"14221312" : 29511,
"14352384" : 24365,
"14483456" : 20179,
"14614528" : 16052,
"14745600" : 12872,
"14876672" : 9683,
"15007744" : 7574,
"15138816" : 5579,
"15269888" : 4631,
"15400960" : 3874,
"15532032" : 3115,
"15663104" : 2609,
"15794176" : 2233,
"15925248" : 1937,
"16056320" : 1658,
"16187392" : 1554,
"16318464" : 1323,
"16449536" : 1218,
"16580608" : 1114,
"16711680" : 1019,
"16908288" : 2109,
"17170432" : 2125,
"17432576" : 2200,
"17694720" : 2206,
"17956864" : 2124,
"18219008" : 2197,
"18481152" : 2361,
"18743296" : 2443,
"19005440" : 2252,
"19267584" : 2028,
"19529728" : 1835,
"19791872" : 1487,
"20054016" : 1257,
"20316160" : 1009,
"20578304" : 831,
"20840448" : 734,
"21102592" : 599,
"21364736" : 516,
"21626880" : 514,
"21889024" : 478,
"22151168" : 432,
"22413312" : 403,
"22675456" : 333,
"22937600" : 266,
"23199744" : 229,
"23461888" : 166,
"23724032" : 131,
"23986176" : 109,
"24248320" : 51,
"24510464" : 20,
"24772608" : 8,
"25034752" : 1,
"25296896" : 5
}
},
"lat_ns" : {
"min" : 6642266,
"max" : 26054032,
"mean" : 12530604.916210,
"stddev" : 3042467.209161,
"N" : 817138
},
"bw_min" : 6923048,
"bw_max" : 17033216,
"bw_agg" : 100.000000,
"bw_mean" : 10465153.905660,
"bw_dev" : 558165.793567,
"bw_samples" : 636,
"iops_min" : 6760,
"iops_max" : 16634,
"iops_mean" : 10219.528302,
"iops_stddev" : 545.078489,
"iops_samples" : 636
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319996,
"usr_cpu" : 0.724072,
"sys_cpu" : 95.253691,
"ctx" : 387602,
"majf" : 0,
"minf" : 142,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 24.464169,
"20" : 74.598173,
"50" : 0.937169,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067033,
"timestamp_ms" : 1773067033553,
"time" : "Mon Mar 9 11:37:13 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 966441041920,
"io_kbytes" : 943790080,
"bw_bytes" : 10738353114,
"bw" : 10486672,
"iops" : 10240.947122,
"runtime" : 89999,
"total_ios" : 921675,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 182480,
"max" : 2558638,
"mean" : 387705.964715,
"stddev" : 105223.031157,
"N" : 921675
},
"clat_ns" : {
"min" : 6439495,
"max" : 25309049,
"mean" : 12110446.576366,
"stddev" : 2964411.494440,
"N" : 921671,
"percentile" : {
"1.000000" : 7110656,
"5.000000" : 7438336,
"10.000000" : 7700480,
"20.000000" : 8290304,
"30.000000" : 10682368,
"40.000000" : 11730944,
"50.000000" : 13172736,
"60.000000" : 13697024,
"70.000000" : 13959168,
"80.000000" : 14352384,
"90.000000" : 14876672,
"95.000000" : 15663104,
"99.000000" : 19791872,
"99.500000" : 20840448,
"99.900000" : 22937600,
"99.950000" : 23461888,
"99.990000" : 23986176
},
"bins" : {
"6455296" : 14,
"6520832" : 31,
"6586368" : 49,
"6651904" : 20,
"6717440" : 60,
"6782976" : 150,
"6848512" : 236,
"6914048" : 823,
"6979584" : 2022,
"7045120" : 3518,
"7110656" : 4737,
"7176192" : 5721,
"7241728" : 6461,
"7307264" : 7059,
"7372800" : 8918,
"7438336" : 9280,
"7503872" : 10604,
"7569408" : 12495,
"7634944" : 13512,
"7700480" : 13971,
"7766016" : 14390,
"7831552" : 13402,
"7897088" : 12762,
"7962624" : 11152,
"8028160" : 9133,
"8093696" : 7507,
"8159232" : 6392,
"8224768" : 5543,
"8290304" : 4841,
"8355840" : 4259,
"8454144" : 7465,
"8585216" : 6075,
"8716288" : 4844,
"8847360" : 3775,
"8978432" : 3396,
"9109504" : 3069,
"9240576" : 3018,
"9371648" : 3171,
"9502720" : 2959,
"9633792" : 3139,
"9764864" : 3504,
"9895936" : 3855,
"10027008" : 4685,
"10158080" : 6081,
"10289152" : 7161,
"10420224" : 9000,
"10551296" : 11307,
"10682368" : 12410,
"10813440" : 12981,
"10944512" : 13075,
"11075584" : 12691,
"11206656" : 11767,
"11337728" : 10612,
"11468800" : 9738,
"11599872" : 9515,
"11730944" : 9150,
"11862016" : 8826,
"11993088" : 8387,
"12124160" : 8112,
"12255232" : 7487,
"12386304" : 7561,
"12517376" : 7416,
"12648448" : 7163,
"12779520" : 7808,
"12910592" : 8727,
"13041664" : 9944,
"13172736" : 12599,
"13303808" : 16666,
"13434880" : 22208,
"13565952" : 29748,
"13697024" : 35884,
"13828096" : 40256,
"13959168" : 42072,
"14090240" : 40285,
"14221312" : 35363,
"14352384" : 30700,
"14483456" : 26286,
"14614528" : 20965,
"14745600" : 16934,
"14876672" : 12791,
"15007744" : 9770,
"15138816" : 7337,
"15269888" : 5859,
"15400960" : 4553,
"15532032" : 3654,
"15663104" : 2888,
"15794176" : 2354,
"15925248" : 2026,
"16056320" : 1709,
"16187392" : 1606,
"16318464" : 1343,
"16449536" : 1222,
"16580608" : 1120,
"16711680" : 1023,
"16908288" : 2115,
"17170432" : 2132,
"17432576" : 2208,
"17694720" : 2218,
"17956864" : 2131,
"18219008" : 2199,
"18481152" : 2363,
"18743296" : 2454,
"19005440" : 2252,
"19267584" : 2028,
"19529728" : 1835,
"19791872" : 1487,
"20054016" : 1257,
"20316160" : 1009,
"20578304" : 831,
"20840448" : 734,
"21102592" : 599,
"21364736" : 516,
"21626880" : 514,
"21889024" : 478,
"22151168" : 432,
"22413312" : 403,
"22675456" : 333,
"22937600" : 266,
"23199744" : 229,
"23461888" : 166,
"23724032" : 131,
"23986176" : 109,
"24248320" : 51,
"24510464" : 20,
"24772608" : 8,
"25034752" : 1,
"25296896" : 5
}
},
"lat_ns" : {
"min" : 6642266,
"max" : 26054032,
"mean" : 12498158.170146,
"stddev" : 3059067.912123,
"N" : 921671
},
"bw_min" : 6923048,
"bw_max" : 17033216,
"bw_agg" : 99.981243,
"bw_mean" : 10484706.312849,
"bw_dev" : 548051.183905,
"bw_samples" : 716,
"iops_min" : 6760,
"iops_max" : 16634,
"iops_mean" : 10238.636872,
"iops_stddev" : 535.202125,
"iops_samples" : 716
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 359996,
"usr_cpu" : 0.726953,
"sys_cpu" : 95.286059,
"ctx" : 405848,
"majf" : 0,
"minf" : 142,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 25.886348,
"20" : 73.282339,
"50" : 0.830879,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067043,
"timestamp_ms" : 1773067043554,
"time" : "Mon Mar 9 11:37:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1069982679040,
"io_kbytes" : 1044904960,
"bw_bytes" : 10699826790,
"bw" : 10449049,
"iops" : 10204.210000,
"runtime" : 100000,
"total_ios" : 1020421,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 182480,
"max" : 2558638,
"mean" : 389118.208276,
"stddev" : 102413.057795,
"N" : 1020421
},
"clat_ns" : {
"min" : 6439495,
"max" : 25309049,
"mean" : 12153955.465404,
"stddev" : 2874669.090906,
"N" : 1020417,
"percentile" : {
"1.000000" : 7110656,
"5.000000" : 7503872,
"10.000000" : 7766016,
"20.000000" : 8716288,
"30.000000" : 10682368,
"40.000000" : 11730944,
"50.000000" : 13172736,
"60.000000" : 13697024,
"70.000000" : 13959168,
"80.000000" : 14221312,
"90.000000" : 14745600,
"95.000000" : 15532032,
"99.000000" : 19529728,
"99.500000" : 20578304,
"99.900000" : 22675456,
"99.950000" : 23199744,
"99.990000" : 23986176
},
"bins" : {
"6455296" : 14,
"6520832" : 31,
"6586368" : 49,
"6651904" : 20,
"6717440" : 60,
"6782976" : 150,
"6848512" : 236,
"6914048" : 823,
"6979584" : 2022,
"7045120" : 3518,
"7110656" : 4737,
"7176192" : 5731,
"7241728" : 6476,
"7307264" : 7104,
"7372800" : 9048,
"7438336" : 9462,
"7503872" : 10823,
"7569408" : 12652,
"7634944" : 13620,
"7700480" : 14044,
"7766016" : 14432,
"7831552" : 13433,
"7897088" : 12786,
"7962624" : 11168,
"8028160" : 9142,
"8093696" : 7522,
"8159232" : 6407,
"8224768" : 5553,
"8290304" : 4859,
"8355840" : 4278,
"8454144" : 7576,
"8585216" : 6211,
"8716288" : 5020,
"8847360" : 4046,
"8978432" : 3852,
"9109504" : 3759,
"9240576" : 3794,
"9371648" : 4048,
"9502720" : 4031,
"9633792" : 4406,
"9764864" : 4703,
"9895936" : 5230,
"10027008" : 6186,
"10158080" : 7710,
"10289152" : 9042,
"10420224" : 10957,
"10551296" : 13484,
"10682368" : 15075,
"10813440" : 15819,
"10944512" : 15484,
"11075584" : 14771,
"11206656" : 13508,
"11337728" : 11888,
"11468800" : 10534,
"11599872" : 10126,
"11730944" : 9777,
"11862016" : 9695,
"11993088" : 9506,
"12124160" : 9297,
"12255232" : 8886,
"12386304" : 8803,
"12517376" : 8587,
"12648448" : 8443,
"12779520" : 9064,
"12910592" : 10380,
"13041664" : 11787,
"13172736" : 14462,
"13303808" : 18631,
"13434880" : 24533,
"13565952" : 33163,
"13697024" : 40798,
"13828096" : 45874,
"13959168" : 48280,
"14090240" : 47062,
"14221312" : 41872,
"14352384" : 35848,
"14483456" : 29345,
"14614528" : 22629,
"14745600" : 17750,
"14876672" : 13186,
"15007744" : 10078,
"15138816" : 7565,
"15269888" : 6051,
"15400960" : 4667,
"15532032" : 3757,
"15663104" : 2987,
"15794176" : 2438,
"15925248" : 2092,
"16056320" : 1750,
"16187392" : 1629,
"16318464" : 1351,
"16449536" : 1225,
"16580608" : 1121,
"16711680" : 1024,
"16908288" : 2124,
"17170432" : 2146,
"17432576" : 2229,
"17694720" : 2224,
"17956864" : 2131,
"18219008" : 2199,
"18481152" : 2363,
"18743296" : 2454,
"19005440" : 2252,
"19267584" : 2028,
"19529728" : 1835,
"19791872" : 1487,
"20054016" : 1257,
"20316160" : 1009,
"20578304" : 831,
"20840448" : 734,
"21102592" : 599,
"21364736" : 516,
"21626880" : 514,
"21889024" : 478,
"22151168" : 432,
"22413312" : 403,
"22675456" : 333,
"22937600" : 266,
"23199744" : 229,
"23461888" : 166,
"23724032" : 131,
"23986176" : 109,
"24248320" : 51,
"24510464" : 20,
"24772608" : 8,
"25034752" : 1,
"25296896" : 5
}
},
"lat_ns" : {
"min" : 6642266,
"max" : 26054032,
"mean" : 12543075.802442,
"stddev" : 2966447.553441,
"N" : 1020417
},
"bw_min" : 6923048,
"bw_max" : 17033216,
"bw_agg" : 100.000000,
"bw_mean" : 10452003.688442,
"bw_dev" : 529053.942943,
"bw_samples" : 796,
"iops_min" : 6760,
"iops_max" : 16634,
"iops_mean" : 10206.718593,
"iops_stddev" : 516.648330,
"iops_samples" : 796
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 400000,
"usr_cpu" : 0.717500,
"sys_cpu" : 95.551500,
"ctx" : 409855,
"majf" : 0,
"minf" : 142,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 24.359456,
"20" : 74.889678,
"50" : 0.750475,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067053,
"timestamp_ms" : 1773067053554,
"time" : "Mon Mar 9 11:37:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1178490372096,
"io_kbytes" : 1150869504,
"bw_bytes" : 10713646234,
"bw" : 10462545,
"iops" : 10217.392885,
"runtime" : 109999,
"total_ios" : 1123903,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 182480,
"max" : 2558638,
"mean" : 388617.185246,
"stddev" : 102489.207395,
"N" : 1123903
},
"clat_ns" : {
"min" : 6439495,
"max" : 25309049,
"mean" : 12138295.795443,
"stddev" : 2884326.073417,
"N" : 1123899,
"percentile" : {
"1.000000" : 7110656,
"5.000000" : 7503872,
"10.000000" : 7766016,
"20.000000" : 8454144,
"30.000000" : 10682368,
"40.000000" : 11730944,
"50.000000" : 13172736,
"60.000000" : 13697024,
"70.000000" : 13959168,
"80.000000" : 14352384,
"90.000000" : 14745600,
"95.000000" : 15400960,
"99.000000" : 19529728,
"99.500000" : 20578304,
"99.900000" : 22675456,
"99.950000" : 23199744,
"99.990000" : 23986176
},
"bins" : {
"6455296" : 14,
"6520832" : 31,
"6586368" : 49,
"6651904" : 20,
"6717440" : 67,
"6782976" : 175,
"6848512" : 238,
"6914048" : 833,
"6979584" : 2029,
"7045120" : 3530,
"7110656" : 4743,
"7176192" : 5742,
"7241728" : 6478,
"7307264" : 7108,
"7372800" : 9054,
"7438336" : 9509,
"7503872" : 11008,
"7569408" : 13231,
"7634944" : 14813,
"7700480" : 16252,
"7766016" : 17587,
"7831552" : 17013,
"7897088" : 16394,
"7962624" : 14178,
"8028160" : 11238,
"8093696" : 9104,
"8159232" : 7724,
"8224768" : 6633,
"8290304" : 5666,
"8355840" : 5106,
"8454144" : 9507,
"8585216" : 8178,
"8716288" : 7198,
"8847360" : 6125,
"8978432" : 5487,
"9109504" : 4944,
"9240576" : 4536,
"9371648" : 4507,
"9502720" : 4215,
"9633792" : 4448,
"9764864" : 4723,
"9895936" : 5241,
"10027008" : 6189,
"10158080" : 7714,
"10289152" : 9047,
"10420224" : 10971,
"10551296" : 13499,
"10682368" : 15142,
"10813440" : 15950,
"10944512" : 15646,
"11075584" : 15072,
"11206656" : 13888,
"11337728" : 12289,
"11468800" : 11014,
"11599872" : 10560,
"11730944" : 10157,
"11862016" : 10033,
"11993088" : 9787,
"12124160" : 9592,
"12255232" : 9234,
"12386304" : 9208,
"12517376" : 9017,
"12648448" : 8850,
"12779520" : 9434,
"12910592" : 10804,
"13041664" : 12309,
"13172736" : 15262,
"13303808" : 19843,
"13434880" : 26062,
"13565952" : 35215,
"13697024" : 43384,
"13828096" : 49311,
"13959168" : 52264,
"14090240" : 51681,
"14221312" : 47530,
"14352384" : 41893,
"14483456" : 35150,
"14614528" : 27659,
"14745600" : 21783,
"14876672" : 16587,
"15007744" : 12534,
"15138816" : 9261,
"15269888" : 7322,
"15400960" : 5583,
"15532032" : 4431,
"15663104" : 3470,
"15794176" : 2796,
"15925248" : 2357,
"16056320" : 1900,
"16187392" : 1743,
"16318464" : 1458,
"16449536" : 1286,
"16580608" : 1183,
"16711680" : 1076,
"16908288" : 2170,
"17170432" : 2212,
"17432576" : 2276,
"17694720" : 2243,
"17956864" : 2135,
"18219008" : 2207,
"18481152" : 2369,
"18743296" : 2461,
"19005440" : 2260,
"19267584" : 2030,
"19529728" : 1836,
"19791872" : 1489,
"20054016" : 1259,
"20316160" : 1011,
"20578304" : 836,
"20840448" : 738,
"21102592" : 599,
"21364736" : 516,
"21626880" : 514,
"21889024" : 478,
"22151168" : 432,
"22413312" : 403,
"22675456" : 333,
"22937600" : 266,
"23199744" : 229,
"23461888" : 166,
"23724032" : 131,
"23986176" : 109,
"24248320" : 51,
"24510464" : 20,
"24772608" : 8,
"25034752" : 1,
"25296896" : 5
}
},
"lat_ns" : {
"min" : 6642266,
"max" : 26054032,
"mean" : 12526913.527259,
"stddev" : 2976428.540991,
"N" : 1123899
},
"bw_min" : 6923048,
"bw_max" : 17033216,
"bw_agg" : 100.000000,
"bw_mean" : 10462978.826484,
"bw_dev" : 516920.150736,
"bw_samples" : 876,
"iops_min" : 6760,
"iops_max" : 16634,
"iops_mean" : 10217.456621,
"iops_stddev" : 504.800477,
"iops_samples" : 876
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 439996,
"usr_cpu" : 0.719779,
"sys_cpu" : 95.567914,
"ctx" : 430211,
"majf" : 0,
"minf" : 142,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 25.479957,
"20" : 73.837155,
"50" : 0.682532,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067063,
"timestamp_ms" : 1773067063553,
"time" : "Mon Mar 9 11:37:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1282610823168,
"io_kbytes" : 1252549632,
"bw_bytes" : 10688512597,
"bw" : 10438000,
"iops" : 10193.401612,
"runtime" : 119999,
"total_ios" : 1223198,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 182480,
"max" : 2558638,
"mean" : 389539.736469,
"stddev" : 101479.112292,
"N" : 1223198
},
"clat_ns" : {
"min" : 6439495,
"max" : 25309049,
"mean" : 12166786.892360,
"stddev" : 2853187.910157,
"N" : 1223194,
"percentile" : {
"1.000000" : 7176192,
"5.000000" : 7503872,
"10.000000" : 7766016,
"20.000000" : 8585216,
"30.000000" : 10682368,
"40.000000" : 11862016,
"50.000000" : 13303808,
"60.000000" : 13697024,
"70.000000" : 14090240,
"80.000000" : 14352384,
"90.000000" : 14745600,
"95.000000" : 15400960,
"99.000000" : 19267584,
"99.500000" : 20316160,
"99.900000" : 22675456,
"99.950000" : 23199744,
"99.990000" : 23986176
},
"bins" : {
"6455296" : 14,
"6520832" : 31,
"6586368" : 49,
"6651904" : 20,
"6717440" : 67,
"6782976" : 175,
"6848512" : 255,
"6914048" : 867,
"6979584" : 2043,
"7045120" : 3533,
"7110656" : 4744,
"7176192" : 5751,
"7241728" : 6538,
"7307264" : 7344,
"7372800" : 9583,
"7438336" : 10284,
"7503872" : 12097,
"7569408" : 14405,
"7634944" : 15866,
"7700480" : 17101,
"7766016" : 18443,
"7831552" : 17715,
"7897088" : 16878,
"7962624" : 14546,
"8028160" : 11663,
"8093696" : 9533,
"8159232" : 8194,
"8224768" : 7065,
"8290304" : 6082,
"8355840" : 5652,
"8454144" : 10762,
"8585216" : 9690,
"8716288" : 8633,
"8847360" : 7406,
"8978432" : 6521,
"9109504" : 5749,
"9240576" : 5207,
"9371648" : 4937,
"9502720" : 4624,
"9633792" : 4707,
"9764864" : 5002,
"9895936" : 5665,
"10027008" : 6765,
"10158080" : 8348,
"10289152" : 10057,
"10420224" : 11941,
"10551296" : 14406,
"10682368" : 16042,
"10813440" : 16838,
"10944512" : 16471,
"11075584" : 15699,
"11206656" : 14391,
"11337728" : 12744,
"11468800" : 11450,
"11599872" : 11049,
"11730944" : 10596,
"11862016" : 10552,
"11993088" : 10343,
"12124160" : 10114,
"12255232" : 9815,
"12386304" : 9966,
"12517376" : 10036,
"12648448" : 10118,
"12779520" : 10883,
"12910592" : 12167,
"13041664" : 13628,
"13172736" : 16527,
"13303808" : 21122,
"13434880" : 27990,
"13565952" : 38160,
"13697024" : 47681,
"13828096" : 54660,
"13959168" : 58312,
"14090240" : 58221,
"14221312" : 53848,
"14352384" : 47865,
"14483456" : 39808,
"14614528" : 31158,
"14745600" : 24411,
"14876672" : 18614,
"15007744" : 13741,
"15138816" : 10152,
"15269888" : 8023,
"15400960" : 6101,
"15532032" : 4774,
"15663104" : 3711,
"15794176" : 3001,
"15925248" : 2477,
"16056320" : 1985,
"16187392" : 1839,
"16318464" : 1518,
"16449536" : 1334,
"16580608" : 1217,
"16711680" : 1092,
"16908288" : 2222,
"17170432" : 2260,
"17432576" : 2316,
"17694720" : 2269,
"17956864" : 2161,
"18219008" : 2214,
"18481152" : 2369,
"18743296" : 2461,
"19005440" : 2260,
"19267584" : 2030,
"19529728" : 1836,
"19791872" : 1489,
"20054016" : 1259,
"20316160" : 1011,
"20578304" : 836,
"20840448" : 738,
"21102592" : 599,
"21364736" : 516,
"21626880" : 514,
"21889024" : 478,
"22151168" : 432,
"22413312" : 403,
"22675456" : 333,
"22937600" : 266,
"23199744" : 229,
"23461888" : 166,
"23724032" : 131,
"23986176" : 109,
"24248320" : 51,
"24510464" : 20,
"24772608" : 8,
"25034752" : 1,
"25296896" : 5
}
},
"lat_ns" : {
"min" : 6642266,
"max" : 26054032,
"mean" : 12556327.477534,
"stddev" : 2944295.994685,
"N" : 1223194
},
"bw_min" : 6923048,
"bw_max" : 17033216,
"bw_agg" : 99.996172,
"bw_mean" : 10437601.384937,
"bw_dev" : 505013.545644,
"bw_samples" : 956,
"iops_min" : 6760,
"iops_max" : 16634,
"iops_mean" : 10192.698745,
"iops_stddev" : 493.172440,
"iops_samples" : 956
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479996,
"usr_cpu" : 0.714381,
"sys_cpu" : 95.680172,
"ctx" : 442286,
"majf" : 0,
"minf" : 142,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 25.122834,
"20" : 74.249713,
"50" : 0.627127,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067073,
"timestamp_ms" : 1773067073554,
"time" : "Mon Mar 9 11:37:53 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1394261098496,
"io_kbytes" : 1361583104,
"bw_bytes" : 10725085373,
"bw" : 10473716,
"iops" : 10228.269231,
"runtime" : 130000,
"total_ios" : 1329675,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 182480,
"max" : 2558638,
"mean" : 388203.356750,
"stddev" : 101869.867630,
"N" : 1329675
},
"clat_ns" : {
"min" : 6439495,
"max" : 25309049,
"mean" : 12125266.369539,
"stddev" : 2868183.078645,
"N" : 1329671,
"percentile" : {
"1.000000" : 7176192,
"5.000000" : 7503872,
"10.000000" : 7700480,
"20.000000" : 8454144,
"30.000000" : 10682368,
"40.000000" : 11862016,
"50.000000" : 13172736,
"60.000000" : 13697024,
"70.000000" : 14090240,
"80.000000" : 14352384,
"90.000000" : 14745600,
"95.000000" : 15269888,
"99.000000" : 19267584,
"99.500000" : 20316160,
"99.900000" : 22413312,
"99.950000" : 23199744,
"99.990000" : 23986176
},
"bins" : {
"6455296" : 14,
"6520832" : 31,
"6586368" : 49,
"6651904" : 20,
"6717440" : 67,
"6782976" : 175,
"6848512" : 255,
"6914048" : 867,
"6979584" : 2043,
"7045120" : 3548,
"7110656" : 4762,
"7176192" : 5790,
"7241728" : 6861,
"7307264" : 8343,
"7372800" : 11802,
"7438336" : 13591,
"7503872" : 16327,
"7569408" : 18869,
"7634944" : 19771,
"7700480" : 20331,
"7766016" : 20971,
"7831552" : 19540,
"7897088" : 18296,
"7962624" : 15520,
"8028160" : 12348,
"8093696" : 10084,
"8159232" : 8629,
"8224768" : 7466,
"8290304" : 6485,
"8355840" : 6015,
"8454144" : 11540,
"8585216" : 10696,
"8716288" : 9689,
"8847360" : 8652,
"8978432" : 7395,
"9109504" : 6189,
"9240576" : 5413,
"9371648" : 5050,
"9502720" : 4699,
"9633792" : 4724,
"9764864" : 5005,
"9895936" : 5666,
"10027008" : 6766,
"10158080" : 8349,
"10289152" : 10059,
"10420224" : 11944,
"10551296" : 14407,
"10682368" : 16046,
"10813440" : 16847,
"10944512" : 16520,
"11075584" : 15805,
"11206656" : 14547,
"11337728" : 13096,
"11468800" : 12037,
"11599872" : 11775,
"11730944" : 11526,
"11862016" : 11690,
"11993088" : 11678,
"12124160" : 11526,
"12255232" : 11256,
"12386304" : 11631,
"12517376" : 11918,
"12648448" : 12187,
"12779520" : 12908,
"12910592" : 13975,
"13041664" : 15216,
"13172736" : 17916,
"13303808" : 22567,
"13434880" : 29466,
"13565952" : 40086,
"13697024" : 50291,
"13828096" : 57939,
"13959168" : 61771,
"14090240" : 61857,
"14221312" : 57809,
"14352384" : 51993,
"14483456" : 43815,
"14614528" : 34948,
"14745600" : 27689,
"14876672" : 21233,
"15007744" : 15958,
"15138816" : 11735,
"15269888" : 9305,
"15400960" : 7053,
"15532032" : 5455,
"15663104" : 4194,
"15794176" : 3337,
"15925248" : 2668,
"16056320" : 2101,
"16187392" : 1915,
"16318464" : 1581,
"16449536" : 1363,
"16580608" : 1232,
"16711680" : 1099,
"16908288" : 2228,
"17170432" : 2260,
"17432576" : 2316,
"17694720" : 2269,
"17956864" : 2161,
"18219008" : 2214,
"18481152" : 2369,
"18743296" : 2461,
"19005440" : 2260,
"19267584" : 2030,
"19529728" : 1836,
"19791872" : 1489,
"20054016" : 1259,
"20316160" : 1011,
"20578304" : 836,
"20840448" : 738,
"21102592" : 599,
"21364736" : 516,
"21626880" : 514,
"21889024" : 478,
"22151168" : 432,
"22413312" : 403,
"22675456" : 333,
"22937600" : 266,
"23199744" : 229,
"23461888" : 166,
"23724032" : 131,
"23986176" : 109,
"24248320" : 51,
"24510464" : 20,
"24772608" : 8,
"25034752" : 1,
"25296896" : 5
}
},
"lat_ns" : {
"min" : 6642266,
"max" : 26054032,
"mean" : 12513468.924162,
"stddev" : 2959793.086261,
"N" : 1329671
},
"bw_min" : 6923048,
"bw_max" : 17033216,
"bw_agg" : 100.000000,
"bw_mean" : 10478073.494208,
"bw_dev" : 497524.196792,
"bw_samples" : 1036,
"iops_min" : 6760,
"iops_max" : 16634,
"iops_mean" : 10232.243243,
"iops_stddev" : 485.860320,
"iops_samples" : 1036
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 519999,
"usr_cpu" : 0.710001,
"sys_cpu" : 95.639992,
"ctx" : 467146,
"majf" : 0,
"minf" : 142,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999925,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999925,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 25.979958,
"20" : 73.442834,
"50" : 0.576908,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067083,
"timestamp_ms" : 1773067083553,
"time" : "Mon Mar 9 11:38:03 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1499889401856,
"io_kbytes" : 1464735744,
"bw_bytes" : 10713572253,
"bw" : 10462472,
"iops" : 10217.287266,
"runtime" : 139999,
"total_ios" : 1430410,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 182480,
"max" : 2558638,
"mean" : 388627.200238,
"stddev" : 101777.483503,
"N" : 1430410
},
"clat_ns" : {
"min" : 6439495,
"max" : 25309049,
"mean" : 12138357.580966,
"stddev" : 2867949.221596,
"N" : 1430406,
"percentile" : {
"1.000000" : 7176192,
"5.000000" : 7503872,
"10.000000" : 7700480,
"20.000000" : 8454144,
"30.000000" : 10682368,
"40.000000" : 11993088,
"50.000000" : 13303808,
"60.000000" : 13697024,
"70.000000" : 14090240,
"80.000000" : 14352384,
"90.000000" : 14745600,
"95.000000" : 15269888,
"99.000000" : 19005440,
"99.500000" : 20054016,
"99.900000" : 22413312,
"99.950000" : 23199744,
"99.990000" : 23986176
},
"bins" : {
"6455296" : 14,
"6520832" : 31,
"6586368" : 49,
"6651904" : 49,
"6717440" : 101,
"6782976" : 180,
"6848512" : 255,
"6914048" : 867,
"6979584" : 2061,
"7045120" : 3561,
"7110656" : 4778,
"7176192" : 5807,
"7241728" : 6952,
"7307264" : 8646,
"7372800" : 12629,
"7438336" : 15453,
"7503872" : 18874,
"7569408" : 21689,
"7634944" : 22521,
"7700480" : 22746,
"7766016" : 22518,
"7831552" : 20586,
"7897088" : 19071,
"7962624" : 16071,
"8028160" : 12721,
"8093696" : 10359,
"8159232" : 8906,
"8224768" : 7869,
"8290304" : 6981,
"8355840" : 6475,
"8454144" : 12328,
"8585216" : 11790,
"8716288" : 11049,
"8847360" : 9983,
"8978432" : 8570,
"9109504" : 7163,
"9240576" : 6196,
"9371648" : 5640,
"9502720" : 4994,
"9633792" : 4941,
"9764864" : 5144,
"9895936" : 5727,
"10027008" : 6795,
"10158080" : 8366,
"10289152" : 10078,
"10420224" : 11992,
"10551296" : 14543,
"10682368" : 16332,
"10813440" : 17270,
"10944512" : 17097,
"11075584" : 16417,
"11206656" : 15071,
"11337728" : 13550,
"11468800" : 12522,
"11599872" : 12295,
"11730944" : 12129,
"11862016" : 12374,
"11993088" : 12301,
"12124160" : 12025,
"12255232" : 11580,
"12386304" : 11877,
"12517376" : 12202,
"12648448" : 12598,
"12779520" : 13387,
"12910592" : 14576,
"13041664" : 15963,
"13172736" : 18828,
"13303808" : 24134,
"13434880" : 32114,
"13565952" : 43448,
"13697024" : 54204,
"13828096" : 62356,
"13959168" : 66650,
"14090240" : 66835,
"14221312" : 62854,
"14352384" : 57204,
"14483456" : 48602,
"14614528" : 39242,
"14745600" : 31191,
"14876672" : 24159,
"15007744" : 18272,
"15138816" : 13607,
"15269888" : 10498,
"15400960" : 7941,
"15532032" : 6108,
"15663104" : 4651,
"15794176" : 3776,
"15925248" : 3130,
"16056320" : 2506,
"16187392" : 2251,
"16318464" : 1816,
"16449536" : 1536,
"16580608" : 1379,
"16711680" : 1181,
"16908288" : 2311,
"17170432" : 2306,
"17432576" : 2334,
"17694720" : 2285,
"17956864" : 2173,
"18219008" : 2230,
"18481152" : 2382,
"18743296" : 2478,
"19005440" : 2269,
"19267584" : 2040,
"19529728" : 1841,
"19791872" : 1494,
"20054016" : 1259,
"20316160" : 1011,
"20578304" : 836,
"20840448" : 738,
"21102592" : 599,
"21364736" : 516,
"21626880" : 514,
"21889024" : 478,
"22151168" : 432,
"22413312" : 403,
"22675456" : 333,
"22937600" : 266,
"23199744" : 229,
"23461888" : 166,
"23724032" : 131,
"23986176" : 109,
"24248320" : 51,
"24510464" : 20,
"24772608" : 8,
"25034752" : 1,
"25296896" : 5
}
},
"lat_ns" : {
"min" : 6642266,
"max" : 26054032,
"mean" : 12526987.314462,
"stddev" : 2959558.394623,
"N" : 1430406
},
"bw_min" : 6923048,
"bw_max" : 17033216,
"bw_agg" : 100.000000,
"bw_mean" : 10463077.315412,
"bw_dev" : 489209.221898,
"bw_samples" : 1116,
"iops_min" : 6760,
"iops_max" : 16634,
"iops_mean" : 10217.616487,
"iops_stddev" : 477.740044,
"iops_samples" : 1116
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 559996,
"usr_cpu" : 0.703755,
"sys_cpu" : 95.699612,
"ctx" : 483486,
"majf" : 0,
"minf" : 142,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 26.161380,
"20" : 73.302060,
"50" : 0.536280,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067093,
"timestamp_ms" : 1773067093553,
"time" : "Mon Mar 9 11:38:13 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1611042652160,
"io_kbytes" : 1573283840,
"bw_bytes" : 10740355950,
"bw" : 10488628,
"iops" : 10242.841619,
"runtime" : 149999,
"total_ios" : 1536416,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 182480,
"max" : 2558638,
"mean" : 387651.481503,
"stddev" : 101799.169391,
"N" : 1536416
},
"clat_ns" : {
"min" : 6439495,
"max" : 25309049,
"mean" : 12108113.233817,
"stddev" : 2871347.599106,
"N" : 1536412,
"percentile" : {
"1.000000" : 7176192,
"5.000000" : 7503872,
"10.000000" : 7700480,
"20.000000" : 8454144,
"30.000000" : 10551296,
"40.000000" : 11862016,
"50.000000" : 13303808,
"60.000000" : 13828096,
"70.000000" : 14090240,
"80.000000" : 14352384,
"90.000000" : 14745600,
"95.000000" : 15269888,
"99.000000" : 19005440,
"99.500000" : 20054016,
"99.900000" : 22413312,
"99.950000" : 22937600,
"99.990000" : 23986176
},
"bins" : {
"6455296" : 14,
"6520832" : 31,
"6586368" : 55,
"6651904" : 53,
"6717440" : 110,
"6782976" : 186,
"6848512" : 259,
"6914048" : 870,
"6979584" : 2063,
"7045120" : 3561,
"7110656" : 4778,
"7176192" : 5808,
"7241728" : 6954,
"7307264" : 8669,
"7372800" : 12804,
"7438336" : 16227,
"7503872" : 20353,
"7569408" : 23876,
"7634944" : 25641,
"7700480" : 25958,
"7766016" : 25639,
"7831552" : 22967,
"7897088" : 20840,
"7962624" : 17262,
"8028160" : 13682,
"8093696" : 11346,
"8159232" : 9907,
"8224768" : 9049,
"8290304" : 8118,
"8355840" : 7723,
"8454144" : 14660,
"8585216" : 13630,
"8716288" : 12393,
"8847360" : 11099,
"8978432" : 9267,
"9109504" : 7682,
"9240576" : 6588,
"9371648" : 6100,
"9502720" : 5497,
"9633792" : 5440,
"9764864" : 5673,
"9895936" : 6388,
"10027008" : 7540,
"10158080" : 9123,
"10289152" : 10797,
"10420224" : 12706,
"10551296" : 15336,
"10682368" : 17362,
"10813440" : 18339,
"10944512" : 18065,
"11075584" : 17295,
"11206656" : 15972,
"11337728" : 14483,
"11468800" : 13519,
"11599872" : 13414,
"11730944" : 13236,
"11862016" : 13343,
"11993088" : 13184,
"12124160" : 12728,
"12255232" : 12361,
"12386304" : 12486,
"12517376" : 12823,
"12648448" : 13146,
"12779520" : 13815,
"12910592" : 14934,
"13041664" : 16395,
"13172736" : 19324,
"13303808" : 24773,
"13434880" : 33150,
"13565952" : 45321,
"13697024" : 57139,
"13828096" : 66103,
"13959168" : 70727,
"14090240" : 71255,
"14221312" : 67553,
"14352384" : 61460,
"14483456" : 52238,
"14614528" : 42282,
"14745600" : 34024,
"14876672" : 26429,
"15007744" : 20291,
"15138816" : 15393,
"15269888" : 12133,
"15400960" : 9210,
"15532032" : 6968,
"15663104" : 5221,
"15794176" : 4202,
"15925248" : 3504,
"16056320" : 2865,
"16187392" : 2577,
"16318464" : 1982,
"16449536" : 1612,
"16580608" : 1476,
"16711680" : 1232,
"16908288" : 2361,
"17170432" : 2323,
"17432576" : 2345,
"17694720" : 2287,
"17956864" : 2179,
"18219008" : 2236,
"18481152" : 2388,
"18743296" : 2478,
"19005440" : 2269,
"19267584" : 2040,
"19529728" : 1841,
"19791872" : 1494,
"20054016" : 1259,
"20316160" : 1011,
"20578304" : 836,
"20840448" : 738,
"21102592" : 599,
"21364736" : 516,
"21626880" : 514,
"21889024" : 478,
"22151168" : 432,
"22413312" : 403,
"22675456" : 333,
"22937600" : 266,
"23199744" : 229,
"23461888" : 166,
"23724032" : 131,
"23986176" : 109,
"24248320" : 51,
"24510464" : 20,
"24772608" : 8,
"25034752" : 1,
"25296896" : 5
}
},
"lat_ns" : {
"min" : 6642266,
"max" : 26054032,
"mean" : 12495767.998047,
"stddev" : 2963074.595071,
"N" : 1536412
},
"bw_min" : 6923048,
"bw_max" : 17033216,
"bw_agg" : 100.000000,
"bw_mean" : 10488903.421405,
"bw_dev" : 483927.567364,
"bw_samples" : 1196,
"iops_min" : 6760,
"iops_max" : 16634,
"iops_mean" : 10242.852843,
"iops_stddev" : 472.583141,
"iops_samples" : 1196
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 599996,
"usr_cpu" : 0.704005,
"sys_cpu" : 95.690638,
"ctx" : 502219,
"majf" : 0,
"minf" : 142,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 26.770679,
"20" : 72.729782,
"50" : 0.499279,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067103,
"timestamp_ms" : 1773067103554,
"time" : "Mon Mar 9 11:38:23 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1723254964224,
"io_kbytes" : 1682866176,
"bw_bytes" : 10770410841,
"bw" : 10517979,
"iops" : 10271.489197,
"runtime" : 159999,
"total_ios" : 1643428,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 182480,
"max" : 2558638,
"mean" : 386564.757013,
"stddev" : 102892.094478,
"N" : 1643428
},
"clat_ns" : {
"min" : 6439495,
"max" : 25309049,
"mean" : 12074346.824849,
"stddev" : 2907488.580436,
"N" : 1643424,
"percentile" : {
"1.000000" : 7176192,
"5.000000" : 7503872,
"10.000000" : 7700480,
"20.000000" : 8290304,
"30.000000" : 10551296,
"40.000000" : 11862016,
"50.000000" : 13172736,
"60.000000" : 13697024,
"70.000000" : 14090240,
"80.000000" : 14352384,
"90.000000" : 14876672,
"95.000000" : 15400960,
"99.000000" : 18743296,
"99.500000" : 19791872,
"99.900000" : 22413312,
"99.950000" : 22937600,
"99.990000" : 23986176
},
"bins" : {
"6455296" : 14,
"6520832" : 31,
"6586368" : 55,
"6651904" : 53,
"6717440" : 110,
"6782976" : 186,
"6848512" : 262,
"6914048" : 881,
"6979584" : 2080,
"7045120" : 3565,
"7110656" : 4883,
"7176192" : 6327,
"7241728" : 8754,
"7307264" : 12139,
"7372800" : 16994,
"7438336" : 20867,
"7503872" : 24261,
"7569408" : 27162,
"7634944" : 29016,
"7700480" : 29388,
"7766016" : 28756,
"7831552" : 25447,
"7897088" : 22600,
"7962624" : 18409,
"8028160" : 14562,
"8093696" : 11906,
"8159232" : 10366,
"8224768" : 9337,
"8290304" : 8406,
"8355840" : 7984,
"8454144" : 14918,
"8585216" : 13830,
"8716288" : 12475,
"8847360" : 11184,
"8978432" : 9381,
"9109504" : 7767,
"9240576" : 6671,
"9371648" : 6180,
"9502720" : 5560,
"9633792" : 5521,
"9764864" : 5773,
"9895936" : 6458,
"10027008" : 7632,
"10158080" : 9230,
"10289152" : 10910,
"10420224" : 12774,
"10551296" : 15425,
"10682368" : 17497,
"10813440" : 18525,
"10944512" : 18290,
"11075584" : 17555,
"11206656" : 16349,
"11337728" : 15019,
"11468800" : 14222,
"11599872" : 14200,
"11730944" : 14248,
"11862016" : 14653,
"11993088" : 14862,
"12124160" : 14554,
"12255232" : 14375,
"12386304" : 14549,
"12517376" : 14883,
"12648448" : 15125,
"12779520" : 15518,
"12910592" : 16362,
"13041664" : 17421,
"13172736" : 20076,
"13303808" : 25348,
"13434880" : 33662,
"13565952" : 45757,
"13697024" : 57514,
"13828096" : 66476,
"13959168" : 71208,
"14090240" : 71988,
"14221312" : 68685,
"14352384" : 63168,
"14483456" : 54521,
"14614528" : 45215,
"14745600" : 37509,
"14876672" : 30051,
"15007744" : 24187,
"15138816" : 19391,
"15269888" : 15707,
"15400960" : 12079,
"15532032" : 9280,
"15663104" : 7333,
"15794176" : 5886,
"15925248" : 4660,
"16056320" : 3731,
"16187392" : 3234,
"16318464" : 2461,
"16449536" : 1968,
"16580608" : 1685,
"16711680" : 1345,
"16908288" : 2466,
"17170432" : 2373,
"17432576" : 2387,
"17694720" : 2305,
"17956864" : 2193,
"18219008" : 2241,
"18481152" : 2395,
"18743296" : 2485,
"19005440" : 2273,
"19267584" : 2044,
"19529728" : 1841,
"19791872" : 1494,
"20054016" : 1259,
"20316160" : 1011,
"20578304" : 836,
"20840448" : 738,
"21102592" : 599,
"21364736" : 516,
"21626880" : 514,
"21889024" : 478,
"22151168" : 432,
"22413312" : 403,
"22675456" : 333,
"22937600" : 266,
"23199744" : 229,
"23461888" : 166,
"23724032" : 131,
"23986176" : 109,
"24248320" : 51,
"24510464" : 20,
"24772608" : 8,
"25034752" : 1,
"25296896" : 5
}
},
"lat_ns" : {
"min" : 6642266,
"max" : 26054032,
"mean" : 12460914.249707,
"stddev" : 3000384.832661,
"N" : 1643424
},
"bw_min" : 6923048,
"bw_max" : 17033216,
"bw_agg" : 100.000000,
"bw_mean" : 10519188.799373,
"bw_dev" : 479926.162718,
"bw_samples" : 1276,
"iops_min" : 6760,
"iops_max" : 16634,
"iops_mean" : 10272.442006,
"iops_stddev" : 468.676502,
"iops_samples" : 1276
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639996,
"usr_cpu" : 0.705161,
"sys_cpu" : 95.591847,
"ctx" : 542150,
"majf" : 0,
"minf" : 142,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 27.541943,
"20" : 71.991046,
"50" : 0.466768,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067113,
"timestamp_ms" : 1773067113554,
"time" : "Mon Mar 9 11:38:33 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1829934989312,
"io_kbytes" : 1787045888,
"bw_bytes" : 10764323466,
"bw" : 10512034,
"iops" : 10265.688235,
"runtime" : 170000,
"total_ios" : 1745167,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 182480,
"max" : 2558638,
"mean" : 386784.675824,
"stddev" : 102847.483531,
"N" : 1745167
},
"clat_ns" : {
"min" : 6439495,
"max" : 25309049,
"mean" : 12081098.076757,
"stddev" : 2908550.233721,
"N" : 1745163,
"percentile" : {
"1.000000" : 7176192,
"5.000000" : 7503872,
"10.000000" : 7700480,
"20.000000" : 8224768,
"30.000000" : 10551296,
"40.000000" : 11862016,
"50.000000" : 13303808,
"60.000000" : 13828096,
"70.000000" : 14090240,
"80.000000" : 14352384,
"90.000000" : 14876672,
"95.000000" : 15400960,
"99.000000" : 18743296,
"99.500000" : 19791872,
"99.900000" : 22151168,
"99.950000" : 22937600,
"99.990000" : 23986176
},
"bins" : {
"6455296" : 20,
"6520832" : 64,
"6586368" : 78,
"6651904" : 56,
"6717440" : 113,
"6782976" : 186,
"6848512" : 263,
"6914048" : 881,
"6979584" : 2088,
"7045120" : 3590,
"7110656" : 4896,
"7176192" : 6385,
"7241728" : 8910,
"7307264" : 12664,
"7372800" : 18001,
"7438336" : 22211,
"7503872" : 25542,
"7569408" : 28678,
"7634944" : 30760,
"7700480" : 31272,
"7766016" : 30551,
"7831552" : 27364,
"7897088" : 24652,
"7962624" : 20413,
"8028160" : 16520,
"8093696" : 13626,
"8159232" : 11774,
"8224768" : 10614,
"8290304" : 9411,
"8355840" : 8834,
"8454144" : 16292,
"8585216" : 14679,
"8716288" : 12855,
"8847360" : 11431,
"8978432" : 9528,
"9109504" : 7838,
"9240576" : 6738,
"9371648" : 6345,
"9502720" : 5836,
"9633792" : 5969,
"9764864" : 6284,
"9895936" : 6978,
"10027008" : 8099,
"10158080" : 9657,
"10289152" : 11226,
"10420224" : 13049,
"10551296" : 15798,
"10682368" : 18074,
"10813440" : 19548,
"10944512" : 19299,
"11075584" : 18282,
"11206656" : 16834,
"11337728" : 15173,
"11468800" : 14335,
"11599872" : 14260,
"11730944" : 14351,
"11862016" : 14771,
"11993088" : 15028,
"12124160" : 14772,
"12255232" : 14620,
"12386304" : 14834,
"12517376" : 15146,
"12648448" : 15368,
"12779520" : 15789,
"12910592" : 16678,
"13041664" : 17721,
"13172736" : 20479,
"13303808" : 26065,
"13434880" : 35207,
"13565952" : 48509,
"13697024" : 61526,
"13828096" : 70833,
"13959168" : 76008,
"14090240" : 77692,
"14221312" : 74866,
"14352384" : 69003,
"14483456" : 59775,
"14614528" : 49969,
"14745600" : 41391,
"14876672" : 33162,
"15007744" : 26800,
"15138816" : 21376,
"15269888" : 17110,
"15400960" : 13098,
"15532032" : 10031,
"15663104" : 7829,
"15794176" : 6188,
"15925248" : 4829,
"16056320" : 3852,
"16187392" : 3320,
"16318464" : 2517,
"16449536" : 1997,
"16580608" : 1711,
"16711680" : 1364,
"16908288" : 2487,
"17170432" : 2384,
"17432576" : 2402,
"17694720" : 2318,
"17956864" : 2201,
"18219008" : 2255,
"18481152" : 2414,
"18743296" : 2502,
"19005440" : 2286,
"19267584" : 2055,
"19529728" : 1848,
"19791872" : 1497,
"20054016" : 1259,
"20316160" : 1011,
"20578304" : 836,
"20840448" : 738,
"21102592" : 599,
"21364736" : 516,
"21626880" : 514,
"21889024" : 478,
"22151168" : 432,
"22413312" : 403,
"22675456" : 333,
"22937600" : 266,
"23199744" : 229,
"23461888" : 166,
"23724032" : 131,
"23986176" : 109,
"24248320" : 51,
"24510464" : 20,
"24772608" : 8,
"25034752" : 1,
"25296896" : 5
}
},
"lat_ns" : {
"min" : 6642266,
"max" : 26054032,
"mean" : 12467883.938541,
"stddev" : 3001483.312136,
"N" : 1745163
},
"bw_min" : 6923048,
"bw_max" : 17033216,
"bw_agg" : 100.000000,
"bw_mean" : 10513815.348083,
"bw_dev" : 472188.135246,
"bw_samples" : 1356,
"iops_min" : 6760,
"iops_max" : 16634,
"iops_mean" : 10267.206490,
"iops_stddev" : 461.119821,
"iops_samples" : 1356
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 680000,
"usr_cpu" : 0.707647,
"sys_cpu" : 95.629265,
"ctx" : 557686,
"majf" : 0,
"minf" : 142,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 27.703481,
"20" : 71.856733,
"50" : 0.439557,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067123,
"timestamp_ms" : 1773067123553,
"time" : "Mon Mar 9 11:38:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1942755475456,
"io_kbytes" : 1897222144,
"bw_bytes" : 10793145936,
"bw" : 10540181,
"iops" : 10293.173851,
"runtime" : 179999,
"total_ios" : 1852761,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 182480,
"max" : 2558638,
"mean" : 385742.195256,
"stddev" : 105354.610301,
"N" : 1852761
},
"clat_ns" : {
"min" : 6439495,
"max" : 25309049,
"mean" : 12048879.810052,
"stddev" : 2988835.782198,
"N" : 1852757,
"percentile" : {
"1.000000" : 7176192,
"5.000000" : 7503872,
"10.000000" : 7700480,
"20.000000" : 8093696,
"30.000000" : 10289152,
"40.000000" : 11730944,
"50.000000" : 13172736,
"60.000000" : 13828096,
"70.000000" : 14090240,
"80.000000" : 14483456,
"90.000000" : 14876672,
"95.000000" : 15532032,
"99.000000" : 19005440,
"99.500000" : 20054016,
"99.900000" : 22413312,
"99.950000" : 22937600,
"99.990000" : 23986176
},
"bins" : {
"6455296" : 20,
"6520832" : 64,
"6586368" : 78,
"6651904" : 56,
"6717440" : 113,
"6782976" : 186,
"6848512" : 263,
"6914048" : 881,
"6979584" : 2088,
"7045120" : 3602,
"7110656" : 4918,
"7176192" : 6385,
"7241728" : 8913,
"7307264" : 12671,
"7372800" : 18019,
"7438336" : 22353,
"7503872" : 26387,
"7569408" : 31016,
"7634944" : 35001,
"7700480" : 37205,
"7766016" : 37879,
"7831552" : 34192,
"7897088" : 30174,
"7962624" : 24423,
"8028160" : 19335,
"8093696" : 15718,
"8159232" : 13287,
"8224768" : 12037,
"8290304" : 10620,
"8355840" : 9747,
"8454144" : 17826,
"8585216" : 15732,
"8716288" : 13757,
"8847360" : 12208,
"8978432" : 10208,
"9109504" : 8489,
"9240576" : 7340,
"9371648" : 6882,
"9502720" : 6291,
"9633792" : 6441,
"9764864" : 6731,
"9895936" : 7381,
"10027008" : 8480,
"10158080" : 10019,
"10289152" : 11518,
"10420224" : 13316,
"10551296" : 16048,
"10682368" : 18296,
"10813440" : 19722,
"10944512" : 19423,
"11075584" : 18401,
"11206656" : 16985,
"11337728" : 15271,
"11468800" : 14478,
"11599872" : 14505,
"11730944" : 14722,
"11862016" : 15177,
"11993088" : 15564,
"12124160" : 15338,
"12255232" : 15209,
"12386304" : 15563,
"12517376" : 15864,
"12648448" : 16188,
"12779520" : 16652,
"12910592" : 17606,
"13041664" : 18570,
"13172736" : 21301,
"13303808" : 27013,
"13434880" : 36070,
"13565952" : 49171,
"13697024" : 62102,
"13828096" : 71319,
"13959168" : 76653,
"14090240" : 78426,
"14221312" : 75847,
"14352384" : 70320,
"14483456" : 61636,
"14614528" : 52040,
"14745600" : 43337,
"14876672" : 35182,
"15007744" : 28706,
"15138816" : 23035,
"15269888" : 18419,
"15400960" : 14148,
"15532032" : 11040,
"15663104" : 8592,
"15794176" : 6789,
"15925248" : 5342,
"16056320" : 4345,
"16187392" : 3789,
"16318464" : 3009,
"16449536" : 2507,
"16580608" : 2278,
"16711680" : 1879,
"16908288" : 3496,
"17170432" : 3437,
"17432576" : 3583,
"17694720" : 3540,
"17956864" : 3373,
"18219008" : 3439,
"18481152" : 3491,
"18743296" : 3530,
"19005440" : 3222,
"19267584" : 2794,
"19529728" : 2452,
"19791872" : 1990,
"20054016" : 1632,
"20316160" : 1311,
"20578304" : 1099,
"20840448" : 977,
"21102592" : 816,
"21364736" : 700,
"21626880" : 627,
"21889024" : 572,
"22151168" : 529,
"22413312" : 492,
"22675456" : 398,
"22937600" : 332,
"23199744" : 278,
"23461888" : 185,
"23724032" : 140,
"23986176" : 110,
"24248320" : 51,
"24510464" : 20,
"24772608" : 8,
"25034752" : 1,
"25296896" : 5
}
},
"lat_ns" : {
"min" : 6642266,
"max" : 26054032,
"mean" : 12434624.350428,
"stddev" : 3084339.113030,
"N" : 1852757
},
"bw_min" : 6923048,
"bw_max" : 17033216,
"bw_agg" : 100.000000,
"bw_mean" : 10541511.963788,
"bw_dev" : 479400.774802,
"bw_samples" : 1436,
"iops_min" : 6760,
"iops_max" : 16634,
"iops_mean" : 10294.264624,
"iops_stddev" : 468.164146,
"iops_samples" : 1436
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 719996,
"usr_cpu" : 0.708476,
"sys_cpu" : 95.417752,
"ctx" : 677269,
"majf" : 0,
"minf" : 142,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 29.110123,
"20" : 70.365309,
"50" : 0.524353,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773067123,
"timestamp_ms" : 1773067123609,
"time" : "Mon Mar 9 11:38:43 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-read-qd32-nj4",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "read",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "4"
},
"read" : {
"io_bytes" : 1942895984640,
"io_kbytes" : 1897359360,
"bw_bytes" : 10793746650,
"bw" : 10540768,
"iops" : 10293.007855,
"runtime" : 180002,
"total_ios" : 1852762,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 182480,
"max" : 2558638,
"mean" : 385742.210414,
"stddev" : 105354.583920,
"N" : 1852766
},
"clat_ns" : {
"min" : 4017,
"max" : 25309049,
"mean" : 12048466.579591,
"stddev" : 2989319.242524,
"N" : 1852886,
"percentile" : {
"1.000000" : 7176192,
"5.000000" : 7503872,
"10.000000" : 7700480,
"20.000000" : 8093696,
"30.000000" : 10289152,
"40.000000" : 11730944,
"50.000000" : 13172736,
"60.000000" : 13828096,
"70.000000" : 14090240,
"80.000000" : 14483456,
"90.000000" : 14876672,
"95.000000" : 15532032,
"99.000000" : 19005440,
"99.500000" : 20054016,
"99.900000" : 22413312,
"99.950000" : 22937600,
"99.990000" : 23986176
},
"bins" : {
"4016" : 1,
"4128" : 1,
"4896" : 1,
"10176" : 1,
"252928" : 1,
"337920" : 1,
"464896" : 1,
"505856" : 1,
"536576" : 1,
"774144" : 1,
"790528" : 1,
"962560" : 1,
"995328" : 1,
"1073152" : 1,
"1122304" : 1,
"1318912" : 1,
"1433600" : 1,
"1466368" : 1,
"1482752" : 1,
"1564672" : 1,
"1826816" : 1,
"1859584" : 1,
"1957888" : 2,
"2072576" : 1,
"2244608" : 1,
"2342912" : 1,
"2375680" : 1,
"2441216" : 1,
"2605056" : 2,
"2736128" : 1,
"2834432" : 1,
"2867200" : 1,
"3031040" : 1,
"3162112" : 2,
"3293184" : 1,
"3424256" : 2,
"3588096" : 1,
"3653632" : 1,
"3751936" : 1,
"3817472" : 1,
"3915776" : 1,
"4046848" : 1,
"4227072" : 3,
"4489216" : 2,
"4620288" : 1,
"4685824" : 1,
"4816896" : 1,
"4882432" : 1,
"4947968" : 1,
"5013504" : 1,
"5210112" : 2,
"5406720" : 2,
"5472256" : 1,
"5668864" : 1,
"5734400" : 1,
"5865472" : 2,
"5996544" : 1,
"6127616" : 1,
"6193152" : 1,
"6258688" : 1,
"6324224" : 1,
"6455296" : 20,
"6520832" : 65,
"6586368" : 79,
"6651904" : 56,
"6717440" : 114,
"6782976" : 188,
"6848512" : 263,
"6914048" : 881,
"6979584" : 2090,
"7045120" : 3603,
"7110656" : 4918,
"7176192" : 6386,
"7241728" : 8914,
"7307264" : 12671,
"7372800" : 18019,
"7438336" : 22354,
"7503872" : 26389,
"7569408" : 31016,
"7634944" : 35002,
"7700480" : 37205,
"7766016" : 37880,
"7831552" : 34192,
"7897088" : 30175,
"7962624" : 24424,
"8028160" : 19336,
"8093696" : 15719,
"8159232" : 13287,
"8224768" : 12038,
"8290304" : 10620,
"8355840" : 9747,
"8454144" : 17828,
"8585216" : 15733,
"8716288" : 13757,
"8847360" : 12210,
"8978432" : 10209,
"9109504" : 8490,
"9240576" : 7340,
"9371648" : 6883,
"9502720" : 6292,
"9633792" : 6443,
"9764864" : 6731,
"9895936" : 7381,
"10027008" : 8482,
"10158080" : 10020,
"10289152" : 11518,
"10420224" : 13317,
"10551296" : 16050,
"10682368" : 18296,
"10813440" : 19723,
"10944512" : 19423,
"11075584" : 18403,
"11206656" : 16986,
"11337728" : 15271,
"11468800" : 14480,
"11599872" : 14506,
"11730944" : 14722,
"11862016" : 15178,
"11993088" : 15566,
"12124160" : 15339,
"12255232" : 15210,
"12386304" : 15564,
"12517376" : 15864,
"12648448" : 16189,
"12779520" : 16652,
"12910592" : 17607,
"13041664" : 18571,
"13172736" : 21301,
"13303808" : 27013,
"13434880" : 36071,
"13565952" : 49172,
"13697024" : 62102,
"13828096" : 71320,
"13959168" : 76654,
"14090240" : 78426,
"14221312" : 75848,
"14352384" : 70320,
"14483456" : 61636,
"14614528" : 52040,
"14745600" : 43337,
"14876672" : 35182,
"15007744" : 28706,
"15138816" : 23035,
"15269888" : 18419,
"15400960" : 14148,
"15532032" : 11040,
"15663104" : 8592,
"15794176" : 6789,
"15925248" : 5342,
"16056320" : 4345,
"16187392" : 3789,
"16318464" : 3009,
"16449536" : 2507,
"16580608" : 2278,
"16711680" : 1879,
"16908288" : 3496,
"17170432" : 3437,
"17432576" : 3583,
"17694720" : 3540,
"17956864" : 3373,
"18219008" : 3439,
"18481152" : 3491,
"18743296" : 3530,
"19005440" : 3222,
"19267584" : 2794,
"19529728" : 2452,
"19791872" : 1990,
"20054016" : 1632,
"20316160" : 1311,
"20578304" : 1099,
"20840448" : 977,
"21102592" : 816,
"21364736" : 700,
"21626880" : 627,
"21889024" : 572,
"22151168" : 529,
"22413312" : 492,
"22675456" : 398,
"22937600" : 332,
"23199744" : 278,
"23461888" : 185,
"23724032" : 140,
"23986176" : 110,
"24248320" : 51,
"24510464" : 20,
"24772608" : 8,
"25034752" : 1,
"25296896" : 5
}
},
"lat_ns" : {
"min" : 249771,
"max" : 26054032,
"mean" : 12434211.160366,
"stddev" : 3084803.089226,
"N" : 1852886
},
"bw_min" : 6923048,
"bw_max" : 17033216,
"bw_agg" : 100.000000,
"bw_mean" : 10541511.963788,
"bw_dev" : 479400.774802,
"bw_samples" : 1436,
"iops_min" : 6760,
"iops_max" : 16634,
"iops_mean" : 10294.264624,
"iops_stddev" : 468.164146,
"iops_samples" : 1436
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 720004,
"usr_cpu" : 0.708468,
"sys_cpu" : 95.417109,
"ctx" : 677273,
"majf" : 0,
"minf" : 146,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999784,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 29.113183,
"20" : 70.366728,
"50" : 0.524352,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}