raidz2/benchmarks/seq/seq-write-qd32-nj16_run2.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773073589,
"timestamp_ms" : 1773073589508,
"time" : "Mon Mar 9 13:26:29 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 11,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 39176896512,
"io_kbytes" : 38258688,
"bw_bytes" : 4022268635,
"bw" : 3927996,
"iops" : 3890.246407,
"runtime" : 9740,
"total_ios" : 37891,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 155826,
"usr_cpu" : 0.909989,
"sys_cpu" : 4.998524,
"ctx" : 84067,
"majf" : 0,
"minf" : 104,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.168906,
"8" : 0.337811,
"16" : 0.675622,
"32" : 98.690982,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073599,
"timestamp_ms" : 1773073599770,
"time" : "Mon Mar 9 13:26:39 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 169,
"elapsed" : 21,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 45954891776,
"io_kbytes" : 44877824,
"bw_bytes" : 4594110944,
"bw" : 4486436,
"iops" : 4382.785164,
"runtime" : 10003,
"total_ios" : 43841,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 441684,
"max" : 11364021,
"mean" : 3645942.960152,
"stddev" : 439866.798638,
"N" : 43842
},
"clat_ns" : {
"min" : 90970266,
"max" : 138120589,
"mean" : 113268970.554306,
"stddev" : 9084916.893416,
"N" : 43826,
"percentile" : {
"1.000000" : 98041856,
"5.000000" : 99090432,
"10.000000" : 101187584,
"20.000000" : 104333312,
"30.000000" : 106430464,
"40.000000" : 109576192,
"50.000000" : 114819072,
"60.000000" : 116916224,
"70.000000" : 120061952,
"80.000000" : 122159104,
"90.000000" : 124256256,
"95.000000" : 127401984,
"99.000000" : 131596288,
"99.500000" : 132644864,
"99.900000" : 135266304,
"99.950000" : 135266304,
"99.990000" : 137363456
},
"bins" : {
"90701824" : 1,
"91750400" : 5,
"92798976" : 8,
"93847552" : 30,
"94896128" : 78,
"95944704" : 119,
"96993280" : 164,
"98041856" : 1177,
"99090432" : 1641,
"100139008" : 568,
"101187584" : 1266,
"102236160" : 1776,
"103284736" : 1621,
"104333312" : 1537,
"105381888" : 2623,
"106430464" : 2076,
"107479040" : 946,
"108527616" : 1127,
"109576192" : 1269,
"110624768" : 804,
"111673344" : 764,
"112721920" : 660,
"113770496" : 1014,
"114819072" : 951,
"115867648" : 2196,
"116916224" : 2192,
"117964800" : 2650,
"119013376" : 1339,
"120061952" : 1954,
"121110528" : 2280,
"122159104" : 2302,
"123207680" : 1793,
"124256256" : 926,
"125304832" : 750,
"126353408" : 662,
"127401984" : 640,
"128450560" : 531,
"129499136" : 522,
"130547712" : 373,
"131596288" : 247,
"132644864" : 128,
"133693440" : 57,
"135266304" : 54,
"137363456" : 5
}
},
"lat_ns" : {
"min" : 94122532,
"max" : 141947205,
"mean" : 116918535.287341,
"stddev" : 9361434.069022,
"N" : 43826
},
"bw_min" : 4077568,
"bw_max" : 5038080,
"bw_agg" : 99.414581,
"bw_mean" : 4460172.157895,
"bw_dev" : 19467.155166,
"bw_samples" : 304,
"iops_min" : 3982,
"iops_max" : 4920,
"iops_mean" : 4355.421053,
"iops_stddev" : 19.021166,
"iops_samples" : 304
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 160012,
"usr_cpu" : 0.962428,
"sys_cpu" : 4.388421,
"ctx" : 68591,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 7.860222,
"250" : 92.105563,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073609,
"timestamp_ms" : 1773073609771,
"time" : "Mon Mar 9 13:26:49 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 159,
"elapsed" : 31,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 92214919168,
"io_kbytes" : 90053632,
"bw_bytes" : 4610054450,
"bw" : 4502006,
"iops" : 4397.240414,
"runtime" : 20003,
"total_ios" : 87958,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 438540,
"max" : 11364021,
"mean" : 3633424.540905,
"stddev" : 427170.370247,
"N" : 87960
},
"clat_ns" : {
"min" : 90970266,
"max" : 139951696,
"mean" : 112835597.136043,
"stddev" : 8646404.186977,
"N" : 87943,
"percentile" : {
"1.000000" : 98041856,
"5.000000" : 100139008,
"10.000000" : 102236160,
"20.000000" : 104333312,
"30.000000" : 106430464,
"40.000000" : 109576192,
"50.000000" : 111673344,
"60.000000" : 115867648,
"70.000000" : 117964800,
"80.000000" : 121110528,
"90.000000" : 124256256,
"95.000000" : 127401984,
"99.000000" : 132644864,
"99.500000" : 133693440,
"99.900000" : 135266304,
"99.950000" : 137363456,
"99.990000" : 139460608
},
"bins" : {
"90701824" : 1,
"91750400" : 5,
"92798976" : 8,
"93847552" : 30,
"94896128" : 78,
"95944704" : 119,
"96993280" : 166,
"98041856" : 1183,
"99090432" : 1658,
"100139008" : 1212,
"101187584" : 3096,
"102236160" : 3951,
"103284736" : 3693,
"104333312" : 3505,
"105381888" : 4583,
"106430464" : 4807,
"107479040" : 2915,
"108527616" : 3317,
"109576192" : 3184,
"110624768" : 3291,
"111673344" : 4292,
"112721920" : 2804,
"113770496" : 2621,
"114819072" : 2077,
"115867648" : 3212,
"116916224" : 3088,
"117964800" : 3434,
"119013376" : 2050,
"120061952" : 4114,
"121110528" : 3843,
"122159104" : 3376,
"123207680" : 2912,
"124256256" : 1604,
"125304832" : 1378,
"126353408" : 1148,
"127401984" : 1059,
"128450560" : 897,
"129499136" : 862,
"130547712" : 686,
"131596288" : 559,
"132644864" : 410,
"133693440" : 291,
"135266304" : 353,
"137363456" : 61,
"139460608" : 11
}
},
"lat_ns" : {
"min" : 94122532,
"max" : 144197753,
"mean" : 116470080.805146,
"stddev" : 8907076.220769,
"N" : 87943
},
"bw_min" : 4020224,
"bw_max" : 5067814,
"bw_agg" : 100.000000,
"bw_mean" : 4503116.410256,
"bw_dev" : 19439.254091,
"bw_samples" : 624,
"iops_min" : 3926,
"iops_max" : 4947,
"iops_mean" : 4396.666667,
"iops_stddev" : 18.957972,
"iops_samples" : 624
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 320024,
"usr_cpu" : 0.959303,
"sys_cpu" : 4.397483,
"ctx" : 137491,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.998863,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 4.122422,
"250" : 95.860524,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073619,
"timestamp_ms" : 1773073619771,
"time" : "Mon Mar 9 13:26:59 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 149,
"elapsed" : 41,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 136250916864,
"io_kbytes" : 133057536,
"bw_bytes" : 4541243104,
"bw" : 4434807,
"iops" : 4331.400193,
"runtime" : 30003,
"total_ios" : 129955,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 420873,
"max" : 11364021,
"mean" : 3688607.848725,
"stddev" : 411713.076219,
"N" : 129955
},
"clat_ns" : {
"min" : 90970266,
"max" : 139951696,
"mean" : 114532116.169510,
"stddev" : 8244537.001031,
"N" : 129939,
"percentile" : {
"1.000000" : 98041856,
"5.000000" : 101187584,
"10.000000" : 103284736,
"20.000000" : 106430464,
"30.000000" : 109576192,
"40.000000" : 111673344,
"50.000000" : 114819072,
"60.000000" : 116916224,
"70.000000" : 120061952,
"80.000000" : 122159104,
"90.000000" : 125304832,
"95.000000" : 127401984,
"99.000000" : 132644864,
"99.500000" : 135266304,
"99.900000" : 137363456,
"99.950000" : 137363456,
"99.990000" : 139460608
},
"bins" : {
"90701824" : 1,
"91750400" : 5,
"92798976" : 8,
"93847552" : 30,
"94896128" : 78,
"95944704" : 119,
"96993280" : 166,
"98041856" : 1183,
"99090432" : 1658,
"100139008" : 1212,
"101187584" : 3096,
"102236160" : 3957,
"103284736" : 3945,
"104333312" : 3629,
"105381888" : 4719,
"106430464" : 4998,
"107479040" : 3515,
"108527616" : 4113,
"109576192" : 5227,
"110624768" : 5284,
"111673344" : 5417,
"112721920" : 4384,
"113770496" : 4417,
"114819072" : 4309,
"115867648" : 6272,
"116916224" : 6817,
"117964800" : 7057,
"119013376" : 4418,
"120061952" : 7182,
"121110528" : 5903,
"122159104" : 5624,
"123207680" : 4716,
"124256256" : 2858,
"125304832" : 2771,
"126353408" : 2388,
"127401984" : 2187,
"128450560" : 1562,
"129499136" : 1291,
"130547712" : 970,
"131596288" : 767,
"132644864" : 590,
"133693440" : 422,
"135266304" : 529,
"137363456" : 125,
"139460608" : 20
}
},
"lat_ns" : {
"min" : 94122532,
"max" : 144197753,
"mean" : 118220961.562772,
"stddev" : 8491264.705273,
"N" : 129939
},
"bw_min" : 4018176,
"bw_max" : 5067814,
"bw_agg" : 100.000000,
"bw_mean" : 4437609.152542,
"bw_dev" : 17876.982919,
"bw_samples" : 944,
"iops_min" : 3924,
"iops_max" : 4947,
"iops_mean" : 4332.881356,
"iops_stddev" : 17.428714,
"iops_samples" : 944
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 480021,
"usr_cpu" : 0.936834,
"sys_cpu" : 4.317103,
"ctx" : 201181,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 2.790197,
"250" : 97.197491,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073629,
"timestamp_ms" : 1773073629773,
"time" : "Mon Mar 9 13:27:09 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 139,
"elapsed" : 51,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 183327784960,
"io_kbytes" : 179031040,
"bw_bytes" : 4582850910,
"bw" : 4475440,
"iops" : 4371.172162,
"runtime" : 40003,
"total_ios" : 174860,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 420873,
"max" : 11364021,
"mean" : 3655075.710534,
"stddev" : 418130.203254,
"N" : 174860
},
"clat_ns" : {
"min" : 89699035,
"max" : 139951696,
"mean" : 113498084.162002,
"stddev" : 8312433.606051,
"N" : 174844,
"percentile" : {
"1.000000" : 95944704,
"5.000000" : 100139008,
"10.000000" : 102236160,
"20.000000" : 105381888,
"30.000000" : 108527616,
"40.000000" : 111673344,
"50.000000" : 113770496,
"60.000000" : 115867648,
"70.000000" : 117964800,
"80.000000" : 121110528,
"90.000000" : 124256256,
"95.000000" : 127401984,
"99.000000" : 131596288,
"99.500000" : 133693440,
"99.900000" : 135266304,
"99.950000" : 137363456,
"99.990000" : 139460608
},
"bins" : {
"89653248" : 2,
"90701824" : 2,
"91750400" : 7,
"92798976" : 401,
"93847552" : 303,
"94896128" : 781,
"95944704" : 787,
"96993280" : 1045,
"98041856" : 1922,
"99090432" : 2342,
"100139008" : 2189,
"101187584" : 4240,
"102236160" : 4883,
"103284736" : 5171,
"104333312" : 5310,
"105381888" : 7389,
"106430464" : 6328,
"107479040" : 5976,
"108527616" : 6483,
"109576192" : 6949,
"110624768" : 7290,
"111673344" : 7485,
"112721920" : 7049,
"113770496" : 7317,
"114819072" : 6970,
"115867648" : 8320,
"116916224" : 7994,
"117964800" : 8695,
"119013376" : 5788,
"120061952" : 8472,
"121110528" : 6820,
"122159104" : 6362,
"123207680" : 5363,
"124256256" : 3366,
"125304832" : 3253,
"126353408" : 2750,
"127401984" : 2343,
"128450560" : 1695,
"129499136" : 1404,
"130547712" : 1042,
"131596288" : 810,
"132644864" : 628,
"133693440" : 440,
"135266304" : 533,
"137363456" : 125,
"139460608" : 20
}
},
"lat_ns" : {
"min" : 92622551,
"max" : 144197753,
"mean" : 117153731.051949,
"stddev" : 8561014.778861,
"N" : 174844
},
"bw_min" : 4018176,
"bw_max" : 5178856,
"bw_agg" : 99.968509,
"bw_mean" : 4474031.860759,
"bw_dev" : 18075.669780,
"bw_samples" : 1264,
"iops_min" : 3924,
"iops_max" : 5048,
"iops_mean" : 4368.177215,
"iops_stddev" : 17.618394,
"iops_samples" : 1264
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 640012,
"usr_cpu" : 0.954982,
"sys_cpu" : 4.364293,
"ctx" : 272936,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 4.771817,
"250" : 95.219032,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073639,
"timestamp_ms" : 1773073639771,
"time" : "Mon Mar 9 13:27:19 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 231014924288,
"io_kbytes" : 225600512,
"bw_bytes" : 4620021284,
"bw" : 4511739,
"iops" : 4406.315621,
"runtime" : 50003,
"total_ios" : 220329,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 420873,
"max" : 11364021,
"mean" : 3625412.046126,
"stddev" : 422244.945167,
"N" : 220330
},
"clat_ns" : {
"min" : 89000377,
"max" : 139951696,
"mean" : 112575410.133578,
"stddev" : 8385490.300462,
"N" : 220314,
"percentile" : {
"1.000000" : 94896128,
"5.000000" : 98041856,
"10.000000" : 101187584,
"20.000000" : 105381888,
"30.000000" : 107479040,
"40.000000" : 110624768,
"50.000000" : 112721920,
"60.000000" : 114819072,
"70.000000" : 116916224,
"80.000000" : 120061952,
"90.000000" : 123207680,
"95.000000" : 126353408,
"99.000000" : 131596288,
"99.500000" : 133693440,
"99.900000" : 135266304,
"99.950000" : 137363456,
"99.990000" : 137363456
},
"bins" : {
"88604672" : 2,
"89653248" : 15,
"90701824" : 25,
"91750400" : 70,
"92798976" : 475,
"93847552" : 786,
"94896128" : 2146,
"95944704" : 2818,
"96993280" : 2464,
"98041856" : 2651,
"99090432" : 3094,
"100139008" : 3246,
"101187584" : 5281,
"102236160" : 5377,
"103284736" : 6335,
"104333312" : 6859,
"105381888" : 9249,
"106430464" : 8014,
"107479040" : 8384,
"108527616" : 9242,
"109576192" : 9036,
"110624768" : 9549,
"111673344" : 11410,
"112721920" : 10197,
"113770496" : 10195,
"114819072" : 9273,
"115867648" : 9548,
"116916224" : 9051,
"117964800" : 9651,
"119013376" : 6606,
"120061952" : 9257,
"121110528" : 7567,
"122159104" : 6939,
"123207680" : 5864,
"124256256" : 3773,
"125304832" : 3582,
"126353408" : 2964,
"127401984" : 2486,
"128450560" : 1772,
"129499136" : 1441,
"130547712" : 1053,
"131596288" : 820,
"132644864" : 629,
"133693440" : 440,
"135266304" : 533,
"137363456" : 125,
"139460608" : 20
}
},
"lat_ns" : {
"min" : 91763188,
"max" : 144197753,
"mean" : 116200598.684355,
"stddev" : 8635647.959014,
"N" : 220314
},
"bw_min" : 4018176,
"bw_max" : 5212612,
"bw_agg" : 100.000000,
"bw_mean" : 4514827.969697,
"bw_dev" : 18515.078732,
"bw_samples" : 1584,
"iops_min" : 3924,
"iops_max" : 5086,
"iops_mean" : 4407.858586,
"iops_stddev" : 18.058665,
"iops_samples" : 1584
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 800019,
"usr_cpu" : 0.968352,
"sys_cpu" : 4.409895,
"ctx" : 348040,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 7.100291,
"250" : 92.892901,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073649,
"timestamp_ms" : 1773073649771,
"time" : "Mon Mar 9 13:27:29 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 119,
"elapsed" : 71,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 275492372480,
"io_kbytes" : 269035520,
"bw_bytes" : 4591309975,
"bw" : 4483701,
"iops" : 4378.881056,
"runtime" : 60003,
"total_ios" : 262746,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 420873,
"max" : 11364021,
"mean" : 3648180.643138,
"stddev" : 420255.611778,
"N" : 262746
},
"clat_ns" : {
"min" : 89000377,
"max" : 145642049,
"mean" : 113277678.166357,
"stddev" : 8423639.631076,
"N" : 262730,
"percentile" : {
"1.000000" : 94896128,
"5.000000" : 99090432,
"10.000000" : 102236160,
"20.000000" : 105381888,
"30.000000" : 108527616,
"40.000000" : 111673344,
"50.000000" : 113770496,
"60.000000" : 115867648,
"70.000000" : 117964800,
"80.000000" : 121110528,
"90.000000" : 124256256,
"95.000000" : 127401984,
"99.000000" : 132644864,
"99.500000" : 135266304,
"99.900000" : 139460608,
"99.950000" : 139460608,
"99.990000" : 143654912
},
"bins" : {
"88604672" : 2,
"89653248" : 15,
"90701824" : 25,
"91750400" : 70,
"92798976" : 475,
"93847552" : 786,
"94896128" : 2146,
"95944704" : 2818,
"96993280" : 2464,
"98041856" : 2651,
"99090432" : 3094,
"100139008" : 3246,
"101187584" : 5281,
"102236160" : 5416,
"103284736" : 6696,
"104333312" : 7947,
"105381888" : 10868,
"106430464" : 8911,
"107479040" : 10515,
"108527616" : 10262,
"109576192" : 9982,
"110624768" : 11265,
"111673344" : 12965,
"112721920" : 12409,
"113770496" : 12737,
"114819072" : 11857,
"115867648" : 12297,
"116916224" : 12642,
"117964800" : 11329,
"119013376" : 8147,
"120061952" : 10559,
"121110528" : 9105,
"122159104" : 8963,
"123207680" : 7664,
"124256256" : 5414,
"125304832" : 4277,
"126353408" : 3690,
"127401984" : 3211,
"128450560" : 2430,
"129499136" : 1953,
"130547712" : 1501,
"131596288" : 1154,
"132644864" : 906,
"133693440" : 739,
"135266304" : 1044,
"137363456" : 501,
"139460608" : 207,
"141557760" : 65,
"143654912" : 19,
"145752064" : 10
}
},
"lat_ns" : {
"min" : 91763188,
"max" : 149744576,
"mean" : 116925537.333780,
"stddev" : 8674265.874975,
"N" : 262730
},
"bw_min" : 3995648,
"bw_max" : 5212612,
"bw_agg" : 100.000000,
"bw_mean" : 4489028.000000,
"bw_dev" : 18064.907819,
"bw_samples" : 1904,
"iops_min" : 3902,
"iops_max" : 5086,
"iops_mean" : 4382.705882,
"iops_stddev" : 17.613101,
"iops_samples" : 1904
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 960024,
"usr_cpu" : 0.959768,
"sys_cpu" : 4.373328,
"ctx" : 412032,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 5.954039,
"250" : 94.039871,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073659,
"timestamp_ms" : 1773073659770,
"time" : "Mon Mar 9 13:27:39 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 321439924224,
"io_kbytes" : 313906176,
"bw_bytes" : 4591802125,
"bw" : 4484181,
"iops" : 4379.312315,
"runtime" : 70003,
"total_ios" : 306565,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 420873,
"max" : 11364021,
"mean" : 3647740.592148,
"stddev" : 412423.683579,
"N" : 306565
},
"clat_ns" : {
"min" : 89000377,
"max" : 145642049,
"mean" : 113273432.165047,
"stddev" : 8107607.618026,
"N" : 306549,
"percentile" : {
"1.000000" : 94896128,
"5.000000" : 100139008,
"10.000000" : 103284736,
"20.000000" : 106430464,
"30.000000" : 108527616,
"40.000000" : 111673344,
"50.000000" : 112721920,
"60.000000" : 114819072,
"70.000000" : 116916224,
"80.000000" : 120061952,
"90.000000" : 123207680,
"95.000000" : 126353408,
"99.000000" : 132644864,
"99.500000" : 135266304,
"99.900000" : 137363456,
"99.950000" : 139460608,
"99.990000" : 141557760
},
"bins" : {
"88604672" : 2,
"89653248" : 15,
"90701824" : 25,
"91750400" : 70,
"92798976" : 475,
"93847552" : 786,
"94896128" : 2146,
"95944704" : 2818,
"96993280" : 2466,
"98041856" : 2651,
"99090432" : 3098,
"100139008" : 3432,
"101187584" : 5876,
"102236160" : 6403,
"103284736" : 7371,
"104333312" : 8898,
"105381888" : 12826,
"106430464" : 10069,
"107479040" : 11355,
"108527616" : 11996,
"109576192" : 13236,
"110624768" : 14431,
"111673344" : 16003,
"112721920" : 16838,
"113770496" : 16406,
"114819072" : 14737,
"115867648" : 15232,
"116916224" : 15188,
"117964800" : 12744,
"119013376" : 9274,
"120061952" : 11635,
"121110528" : 10044,
"122159104" : 10084,
"123207680" : 8557,
"124256256" : 6140,
"125304832" : 4990,
"126353408" : 3894,
"127401984" : 3359,
"128450560" : 2544,
"129499136" : 2039,
"130547712" : 1588,
"131596288" : 1211,
"132644864" : 950,
"133693440" : 769,
"135266304" : 1076,
"137363456" : 501,
"139460608" : 207,
"141557760" : 65,
"143654912" : 19,
"145752064" : 10
}
},
"lat_ns" : {
"min" : 91763188,
"max" : 149744576,
"mean" : 116921610.061948,
"stddev" : 8347526.707775,
"N" : 306549
},
"bw_min" : 3995648,
"bw_max" : 5212612,
"bw_agg" : 100.000000,
"bw_mean" : 4485497.158273,
"bw_dev" : 17398.519907,
"bw_samples" : 2224,
"iops_min" : 3902,
"iops_max" : 5086,
"iops_mean" : 4379.165468,
"iops_stddev" : 16.964053,
"iops_samples" : 2224
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1120011,
"usr_cpu" : 0.961508,
"sys_cpu" : 4.371207,
"ctx" : 479696,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 5.105279,
"250" : 94.889501,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073669,
"timestamp_ms" : 1773073669771,
"time" : "Mon Mar 9 13:27:49 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 99,
"elapsed" : 91,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 365794689024,
"io_kbytes" : 357221376,
"bw_bytes" : 4572319304,
"bw" : 4465155,
"iops" : 4360.715982,
"runtime" : 80002,
"total_ios" : 348866,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 420873,
"max" : 11364021,
"mean" : 3663369.849340,
"stddev" : 410372.197558,
"N" : 348866
},
"clat_ns" : {
"min" : 89000377,
"max" : 145642049,
"mean" : 113749204.766040,
"stddev" : 8106646.730868,
"N" : 348850,
"percentile" : {
"1.000000" : 94896128,
"5.000000" : 100139008,
"10.000000" : 103284736,
"20.000000" : 106430464,
"30.000000" : 109576192,
"40.000000" : 111673344,
"50.000000" : 113770496,
"60.000000" : 115867648,
"70.000000" : 117964800,
"80.000000" : 121110528,
"90.000000" : 124256256,
"95.000000" : 127401984,
"99.000000" : 133693440,
"99.500000" : 135266304,
"99.900000" : 139460608,
"99.950000" : 139460608,
"99.990000" : 141557760
},
"bins" : {
"88604672" : 2,
"89653248" : 15,
"90701824" : 25,
"91750400" : 70,
"92798976" : 475,
"93847552" : 786,
"94896128" : 2146,
"95944704" : 2818,
"96993280" : 2466,
"98041856" : 2651,
"99090432" : 3098,
"100139008" : 3433,
"101187584" : 5879,
"102236160" : 6405,
"103284736" : 7377,
"104333312" : 8917,
"105381888" : 13417,
"106430464" : 12519,
"107479040" : 13261,
"108527616" : 13827,
"109576192" : 14919,
"110624768" : 16296,
"111673344" : 17095,
"112721920" : 18185,
"113770496" : 17982,
"114819072" : 16934,
"115867648" : 17839,
"116916224" : 18144,
"117964800" : 15223,
"119013376" : 13042,
"120061952" : 13722,
"121110528" : 12419,
"122159104" : 11319,
"123207680" : 9750,
"124256256" : 7052,
"125304832" : 5820,
"126353408" : 4678,
"127401984" : 4796,
"128450560" : 3041,
"129499136" : 2479,
"130547712" : 1938,
"131596288" : 1530,
"132644864" : 1189,
"133693440" : 994,
"135266304" : 1439,
"137363456" : 858,
"139460608" : 421,
"141557760" : 127,
"143654912" : 22,
"145752064" : 10
}
},
"lat_ns" : {
"min" : 91763188,
"max" : 149744576,
"mean" : 117412586.427487,
"stddev" : 8346278.073237,
"N" : 348850
},
"bw_min" : 3885056,
"bw_max" : 5212612,
"bw_agg" : 100.000000,
"bw_mean" : 4465842.622642,
"bw_dev" : 17157.492451,
"bw_samples" : 2544,
"iops_min" : 3794,
"iops_max" : 5086,
"iops_mean" : 4359.962264,
"iops_stddev" : 16.730507,
"iops_samples" : 2544
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1280008,
"usr_cpu" : 0.954447,
"sys_cpu" : 4.348723,
"ctx" : 543904,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 4.486250,
"250" : 95.509164,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073679,
"timestamp_ms" : 1773073679771,
"time" : "Mon Mar 9 13:27:59 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 89,
"elapsed" : 101,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 407956881408,
"io_kbytes" : 398395392,
"bw_bytes" : 4532703147,
"bw" : 4426467,
"iops" : 4322.900348,
"runtime" : 90003,
"total_ios" : 389074,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 420873,
"max" : 11364021,
"mean" : 3695453.127816,
"stddev" : 420176.746084,
"N" : 389074
},
"clat_ns" : {
"min" : 89000377,
"max" : 153567657,
"mean" : 114740318.395766,
"stddev" : 8746767.208692,
"N" : 389058,
"percentile" : {
"1.000000" : 95944704,
"5.000000" : 101187584,
"10.000000" : 104333312,
"20.000000" : 107479040,
"30.000000" : 109576192,
"40.000000" : 112721920,
"50.000000" : 114819072,
"60.000000" : 116916224,
"70.000000" : 119013376,
"80.000000" : 122159104,
"90.000000" : 125304832,
"95.000000" : 129499136,
"99.000000" : 137363456,
"99.500000" : 139460608,
"99.900000" : 145752064,
"99.950000" : 147849216,
"99.990000" : 152043520
},
"bins" : {
"88604672" : 2,
"89653248" : 15,
"90701824" : 25,
"91750400" : 70,
"92798976" : 475,
"93847552" : 786,
"94896128" : 2146,
"95944704" : 2818,
"96993280" : 2466,
"98041856" : 2651,
"99090432" : 3098,
"100139008" : 3433,
"101187584" : 5879,
"102236160" : 6405,
"103284736" : 7377,
"104333312" : 8917,
"105381888" : 13419,
"106430464" : 13260,
"107479040" : 14325,
"108527616" : 15192,
"109576192" : 16284,
"110624768" : 17188,
"111673344" : 17701,
"112721920" : 18939,
"113770496" : 18831,
"114819072" : 17348,
"115867648" : 18377,
"116916224" : 19462,
"117964800" : 17291,
"119013376" : 15054,
"120061952" : 16248,
"121110528" : 13541,
"122159104" : 13064,
"123207680" : 11463,
"124256256" : 9048,
"125304832" : 8688,
"126353408" : 5842,
"127401984" : 5608,
"128450560" : 3797,
"129499136" : 3276,
"130547712" : 3380,
"131596288" : 2402,
"132644864" : 2532,
"133693440" : 3166,
"135266304" : 3216,
"137363456" : 1785,
"139460608" : 1151,
"141557760" : 641,
"143654912" : 426,
"145752064" : 232,
"147849216" : 156,
"149946368" : 114,
"152043520" : 40,
"154140672" : 8
}
},
"lat_ns" : {
"min" : 91763188,
"max" : 158136948,
"mean" : 118435333.282744,
"stddev" : 9008101.128543,
"N" : 389058
},
"bw_min" : 3650229,
"bw_max" : 5212612,
"bw_agg" : 100.000000,
"bw_mean" : 4431416.743017,
"bw_dev" : 18306.062013,
"bw_samples" : 2864,
"iops_min" : 3558,
"iops_max" : 5086,
"iops_mean" : 4326.212291,
"iops_stddev" : 17.859080,
"iops_samples" : 2864
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440020,
"usr_cpu" : 0.944779,
"sys_cpu" : 4.302996,
"ctx" : 602900,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 4.022628,
"250" : 95.973260,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073689,
"timestamp_ms" : 1773073689771,
"time" : "Mon Mar 9 13:28:09 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 452452155392,
"io_kbytes" : 441847808,
"bw_bytes" : 4524385822,
"bw" : 4418345,
"iops" : 4314.950551,
"runtime" : 100003,
"total_ios" : 431508,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 420873,
"max" : 11364021,
"mean" : 3702260.176263,
"stddev" : 431596.263184,
"N" : 431508
},
"clat_ns" : {
"min" : 89000377,
"max" : 153567657,
"mean" : 114960156.981714,
"stddev" : 9361658.569151,
"N" : 431492,
"percentile" : {
"1.000000" : 95944704,
"5.000000" : 101187584,
"10.000000" : 103284736,
"20.000000" : 106430464,
"30.000000" : 109576192,
"40.000000" : 111673344,
"50.000000" : 114819072,
"60.000000" : 116916224,
"70.000000" : 119013376,
"80.000000" : 122159104,
"90.000000" : 127401984,
"95.000000" : 132644864,
"99.000000" : 139460608,
"99.500000" : 143654912,
"99.900000" : 147849216,
"99.950000" : 147849216,
"99.990000" : 152043520
},
"bins" : {
"88604672" : 2,
"89653248" : 15,
"90701824" : 25,
"91750400" : 70,
"92798976" : 475,
"93847552" : 786,
"94896128" : 2146,
"95944704" : 2818,
"96993280" : 2575,
"98041856" : 2875,
"99090432" : 3775,
"100139008" : 3981,
"101187584" : 6597,
"102236160" : 8724,
"103284736" : 9843,
"104333312" : 10972,
"105381888" : 15629,
"106430464" : 16198,
"107479040" : 15857,
"108527616" : 16366,
"109576192" : 17416,
"110624768" : 18521,
"111673344" : 19446,
"112721920" : 20287,
"113770496" : 19860,
"114819072" : 18144,
"115867648" : 19280,
"116916224" : 20752,
"117964800" : 18068,
"119013376" : 15523,
"120061952" : 16630,
"121110528" : 13862,
"122159104" : 13321,
"123207680" : 11696,
"124256256" : 9233,
"125304832" : 8844,
"126353408" : 5981,
"127401984" : 5740,
"128450560" : 4441,
"129499136" : 4373,
"130547712" : 3966,
"131596288" : 2942,
"132644864" : 3845,
"133693440" : 4752,
"135266304" : 4918,
"137363456" : 4439,
"139460608" : 1811,
"141557760" : 1299,
"143654912" : 1086,
"145752064" : 743,
"147849216" : 370,
"149946368" : 126,
"152043520" : 40,
"154140672" : 8
}
},
"lat_ns" : {
"min" : 91763188,
"max" : 158136948,
"mean" : 118662692.706574,
"stddev" : 9644336.925815,
"N" : 431492
},
"bw_min" : 3642477,
"bw_max" : 5212612,
"bw_agg" : 100.000000,
"bw_mean" : 4419616.567839,
"bw_dev" : 19942.541579,
"bw_samples" : 3184,
"iops_min" : 3554,
"iops_max" : 5086,
"iops_mean" : 4314.693467,
"iops_stddev" : 19.455992,
"iops_samples" : 3184
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1600014,
"usr_cpu" : 0.945304,
"sys_cpu" : 4.291837,
"ctx" : 666939,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 3.887298,
"250" : 96.108995,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073699,
"timestamp_ms" : 1773073699771,
"time" : "Mon Mar 9 13:28:19 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 69,
"elapsed" : 121,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 498042142720,
"io_kbytes" : 486369280,
"bw_bytes" : 4527532364,
"bw" : 4421418,
"iops" : 4317.936784,
"runtime" : 110003,
"total_ios" : 474986,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 405510,
"max" : 11364021,
"mean" : 3699702.206551,
"stddev" : 431439.957852,
"N" : 474986
},
"clat_ns" : {
"min" : 89000377,
"max" : 153567657,
"mean" : 114873204.942163,
"stddev" : 9334352.673428,
"N" : 474970,
"percentile" : {
"1.000000" : 95944704,
"5.000000" : 101187584,
"10.000000" : 103284736,
"20.000000" : 106430464,
"30.000000" : 109576192,
"40.000000" : 111673344,
"50.000000" : 114819072,
"60.000000" : 116916224,
"70.000000" : 119013376,
"80.000000" : 122159104,
"90.000000" : 127401984,
"95.000000" : 132644864,
"99.000000" : 139460608,
"99.500000" : 143654912,
"99.900000" : 147849216,
"99.950000" : 147849216,
"99.990000" : 152043520
},
"bins" : {
"88604672" : 2,
"89653248" : 15,
"90701824" : 25,
"91750400" : 72,
"92798976" : 477,
"93847552" : 924,
"94896128" : 2309,
"95944704" : 3213,
"96993280" : 3354,
"98041856" : 4054,
"99090432" : 4660,
"100139008" : 4506,
"101187584" : 7251,
"102236160" : 9920,
"103284736" : 10381,
"104333312" : 12422,
"105381888" : 16257,
"106430464" : 16930,
"107479040" : 16677,
"108527616" : 17869,
"109576192" : 19107,
"110624768" : 20679,
"111673344" : 21683,
"112721920" : 22361,
"113770496" : 21449,
"114819072" : 20638,
"115867648" : 21446,
"116916224" : 22987,
"117964800" : 20152,
"119013376" : 18057,
"120061952" : 17696,
"121110528" : 14897,
"122159104" : 14301,
"123207680" : 12682,
"124256256" : 10645,
"125304832" : 9856,
"126353408" : 6944,
"127401984" : 6289,
"128450560" : 4783,
"129499136" : 5124,
"130547712" : 4482,
"131596288" : 3133,
"132644864" : 4005,
"133693440" : 4861,
"135266304" : 5092,
"137363456" : 4650,
"139460608" : 1925,
"141557760" : 1345,
"143654912" : 1096,
"145752064" : 743,
"147849216" : 370,
"149946368" : 126,
"152043520" : 40,
"154140672" : 8
}
},
"lat_ns" : {
"min" : 91763188,
"max" : 158136948,
"mean" : 118572773.511626,
"stddev" : 9615997.655110,
"N" : 474970
},
"bw_min" : 3642477,
"bw_max" : 5212612,
"bw_agg" : 100.000000,
"bw_mean" : 4423990.283105,
"bw_dev" : 19905.471404,
"bw_samples" : 3504,
"iops_min" : 3554,
"iops_max" : 5086,
"iops_mean" : 4318.922374,
"iops_stddev" : 19.415912,
"iops_samples" : 3504
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1760019,
"usr_cpu" : 0.946069,
"sys_cpu" : 4.294783,
"ctx" : 733992,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 4.316969,
"250" : 95.679662,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073709,
"timestamp_ms" : 1773073709771,
"time" : "Mon Mar 9 13:28:29 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 59,
"elapsed" : 131,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 540941484032,
"io_kbytes" : 528263168,
"bw_bytes" : 4507733006,
"bw" : 4402083,
"iops" : 4299.042524,
"runtime" : 120003,
"total_ios" : 515898,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 405510,
"max" : 11364021,
"mean" : 3715981.879249,
"stddev" : 437969.226769,
"N" : 515898
},
"clat_ns" : {
"min" : 89000377,
"max" : 153567657,
"mean" : 115372935.962071,
"stddev" : 9624030.315661,
"N" : 515882,
"percentile" : {
"1.000000" : 95944704,
"5.000000" : 101187584,
"10.000000" : 103284736,
"20.000000" : 107479040,
"30.000000" : 109576192,
"40.000000" : 112721920,
"50.000000" : 114819072,
"60.000000" : 116916224,
"70.000000" : 120061952,
"80.000000" : 123207680,
"90.000000" : 128450560,
"95.000000" : 133693440,
"99.000000" : 141557760,
"99.500000" : 143654912,
"99.900000" : 147849216,
"99.950000" : 147849216,
"99.990000" : 152043520
},
"bins" : {
"88604672" : 2,
"89653248" : 15,
"90701824" : 25,
"91750400" : 72,
"92798976" : 477,
"93847552" : 924,
"94896128" : 2309,
"95944704" : 3213,
"96993280" : 3355,
"98041856" : 4073,
"99090432" : 4700,
"100139008" : 4665,
"101187584" : 7626,
"102236160" : 10251,
"103284736" : 11936,
"104333312" : 13256,
"105381888" : 16614,
"106430464" : 17691,
"107479040" : 17400,
"108527616" : 18320,
"109576192" : 19583,
"110624768" : 21524,
"111673344" : 22478,
"112721920" : 24066,
"113770496" : 24551,
"114819072" : 22266,
"115867648" : 22945,
"116916224" : 24458,
"117964800" : 21583,
"119013376" : 19268,
"120061952" : 18986,
"121110528" : 16170,
"122159104" : 15660,
"123207680" : 13680,
"124256256" : 11651,
"125304832" : 10897,
"126353408" : 7885,
"127401984" : 7346,
"128450560" : 7468,
"129499136" : 6423,
"130547712" : 4959,
"131596288" : 3548,
"132644864" : 4416,
"133693440" : 5623,
"135266304" : 6863,
"137363456" : 5989,
"139460608" : 3070,
"141557760" : 2122,
"143654912" : 1565,
"145752064" : 1109,
"147849216" : 551,
"149946368" : 192,
"152043520" : 55,
"154140672" : 8
}
},
"lat_ns" : {
"min" : 91763188,
"max" : 158136948,
"mean" : 119088326.165272,
"stddev" : 9915157.795086,
"N" : 515882
},
"bw_min" : 3642477,
"bw_max" : 5212612,
"bw_agg" : 100.000000,
"bw_mean" : 4407003.401674,
"bw_dev" : 20193.658525,
"bw_samples" : 3824,
"iops_min" : 3554,
"iops_max" : 5086,
"iops_mean" : 4302.376569,
"iops_stddev" : 19.694965,
"iops_samples" : 3824
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1920012,
"usr_cpu" : 0.942077,
"sys_cpu" : 4.270546,
"ctx" : 795244,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 3.988191,
"250" : 96.008707,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073719,
"timestamp_ms" : 1773073719771,
"time" : "Mon Mar 9 13:28:39 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 49,
"elapsed" : 141,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 585371746304,
"io_kbytes" : 571652096,
"bw_bytes" : 4502755677,
"bw" : 4397222,
"iops" : 4294.277824,
"runtime" : 130003,
"total_ios" : 558269,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 405510,
"max" : 11364021,
"mean" : 3720114.325387,
"stddev" : 435892.361625,
"N" : 558270
},
"clat_ns" : {
"min" : 89000377,
"max" : 153567657,
"mean" : 115507554.157898,
"stddev" : 9573552.101294,
"N" : 558254,
"percentile" : {
"1.000000" : 95944704,
"5.000000" : 101187584,
"10.000000" : 103284736,
"20.000000" : 107479040,
"30.000000" : 110624768,
"40.000000" : 112721920,
"50.000000" : 114819072,
"60.000000" : 116916224,
"70.000000" : 120061952,
"80.000000" : 123207680,
"90.000000" : 128450560,
"95.000000" : 133693440,
"99.000000" : 141557760,
"99.500000" : 143654912,
"99.900000" : 147849216,
"99.950000" : 147849216,
"99.990000" : 152043520
},
"bins" : {
"88604672" : 2,
"89653248" : 15,
"90701824" : 25,
"91750400" : 72,
"92798976" : 477,
"93847552" : 924,
"94896128" : 2309,
"95944704" : 3213,
"96993280" : 3355,
"98041856" : 4073,
"99090432" : 4700,
"100139008" : 4668,
"101187584" : 7844,
"102236160" : 11364,
"103284736" : 13397,
"104333312" : 14381,
"105381888" : 17509,
"106430464" : 18591,
"107479040" : 18964,
"108527616" : 19394,
"109576192" : 20197,
"110624768" : 22860,
"111673344" : 24145,
"112721920" : 25721,
"113770496" : 28290,
"114819072" : 24211,
"115867648" : 26126,
"116916224" : 26343,
"117964800" : 22880,
"119013376" : 20468,
"120061952" : 19934,
"121110528" : 17357,
"122159104" : 17232,
"123207680" : 15417,
"124256256" : 13796,
"125304832" : 12018,
"126353408" : 8589,
"127401984" : 8049,
"128450560" : 8231,
"129499136" : 7346,
"130547712" : 5549,
"131596288" : 3942,
"132644864" : 5219,
"133693440" : 5937,
"135266304" : 7482,
"137363456" : 6544,
"139460608" : 3367,
"141557760" : 2198,
"143654912" : 1591,
"145752064" : 1126,
"147849216" : 557,
"149946368" : 192,
"152043520" : 55,
"154140672" : 8
}
},
"lat_ns" : {
"min" : 91763188,
"max" : 158136948,
"mean" : 119227567.150922,
"stddev" : 9863574.439299,
"N" : 558254
},
"bw_min" : 3590144,
"bw_max" : 5212612,
"bw_agg" : 100.000000,
"bw_mean" : 4399750.397683,
"bw_dev" : 20237.408110,
"bw_samples" : 4144,
"iops_min" : 3506,
"iops_max" : 5086,
"iops_mean" : 4295.274131,
"iops_stddev" : 19.745653,
"iops_samples" : 4144
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2080012,
"usr_cpu" : 0.942110,
"sys_cpu" : 4.262379,
"ctx" : 858998,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 3.685499,
"250" : 96.311814,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073729,
"timestamp_ms" : 1773073729772,
"time" : "Mon Mar 9 13:28:49 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 626783158272,
"io_kbytes" : 612092928,
"bw_bytes" : 4476926624,
"bw" : 4371998,
"iops" : 4269.644222,
"runtime" : 140003,
"total_ios" : 597763,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 405510,
"max" : 11364021,
"mean" : 3741656.957105,
"stddev" : 441528.375752,
"N" : 597763
},
"clat_ns" : {
"min" : 89000377,
"max" : 153779000,
"mean" : 116171147.343829,
"stddev" : 9888715.895224,
"N" : 597747,
"percentile" : {
"1.000000" : 95944704,
"5.000000" : 101187584,
"10.000000" : 104333312,
"20.000000" : 107479040,
"30.000000" : 110624768,
"40.000000" : 112721920,
"50.000000" : 115867648,
"60.000000" : 117964800,
"70.000000" : 120061952,
"80.000000" : 124256256,
"90.000000" : 129499136,
"95.000000" : 135266304,
"99.000000" : 141557760,
"99.500000" : 145752064,
"99.900000" : 149946368,
"99.950000" : 149946368,
"99.990000" : 152043520
},
"bins" : {
"88604672" : 2,
"89653248" : 15,
"90701824" : 25,
"91750400" : 72,
"92798976" : 477,
"93847552" : 924,
"94896128" : 2309,
"95944704" : 3213,
"96993280" : 3355,
"98041856" : 4073,
"99090432" : 4700,
"100139008" : 4668,
"101187584" : 7844,
"102236160" : 11364,
"103284736" : 13397,
"104333312" : 14381,
"105381888" : 17509,
"106430464" : 18591,
"107479040" : 19291,
"108527616" : 19673,
"109576192" : 20676,
"110624768" : 23268,
"111673344" : 24887,
"112721920" : 26429,
"113770496" : 29256,
"114819072" : 25416,
"115867648" : 29050,
"116916224" : 28275,
"117964800" : 25378,
"119013376" : 21351,
"120061952" : 20855,
"121110528" : 18881,
"122159104" : 18961,
"123207680" : 16643,
"124256256" : 14658,
"125304832" : 12957,
"126353408" : 9812,
"127401984" : 9047,
"128450560" : 9943,
"129499136" : 8751,
"130547712" : 6814,
"131596288" : 5191,
"132644864" : 6562,
"133693440" : 8124,
"135266304" : 10048,
"137363456" : 8117,
"139460608" : 4225,
"141557760" : 2933,
"143654912" : 2189,
"145752064" : 1592,
"147849216" : 930,
"149946368" : 466,
"152043520" : 158,
"154140672" : 21
}
},
"lat_ns" : {
"min" : 91763188,
"max" : 158615519,
"mean" : 119912487.496886,
"stddev" : 10189293.825573,
"N" : 597747
},
"bw_min" : 3590144,
"bw_max" : 5212612,
"bw_agg" : 100.000000,
"bw_mean" : 4375730.240143,
"bw_dev" : 20692.355792,
"bw_samples" : 4464,
"iops_min" : 3506,
"iops_max" : 5086,
"iops_mean" : 4271.799283,
"iops_stddev" : 20.191235,
"iops_samples" : 4464
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2240022,
"usr_cpu" : 0.932759,
"sys_cpu" : 4.234958,
"ctx" : 915538,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 3.442000,
"250" : 96.555324,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073739,
"timestamp_ms" : 1773073739772,
"time" : "Mon Mar 9 13:28:59 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 29,
"elapsed" : 161,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 666467565568,
"io_kbytes" : 650847232,
"bw_bytes" : 4443028243,
"bw" : 4338894,
"iops" : 4237.308587,
"runtime" : 150003,
"total_ios" : 635609,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 405510,
"max" : 11364021,
"mean" : 3770257.521804,
"stddev" : 450250.471191,
"N" : 635609
},
"clat_ns" : {
"min" : 89000377,
"max" : 154002602,
"mean" : 117054602.520073,
"stddev" : 10333288.011397,
"N" : 635593,
"percentile" : {
"1.000000" : 95944704,
"5.000000" : 102236160,
"10.000000" : 104333312,
"20.000000" : 108527616,
"30.000000" : 111673344,
"40.000000" : 113770496,
"50.000000" : 115867648,
"60.000000" : 119013376,
"70.000000" : 122159104,
"80.000000" : 125304832,
"90.000000" : 131596288,
"95.000000" : 135266304,
"99.000000" : 143654912,
"99.500000" : 145752064,
"99.900000" : 149946368,
"99.950000" : 149946368,
"99.990000" : 152043520
},
"bins" : {
"88604672" : 2,
"89653248" : 15,
"90701824" : 25,
"91750400" : 72,
"92798976" : 477,
"93847552" : 924,
"94896128" : 2309,
"95944704" : 3213,
"96993280" : 3355,
"98041856" : 4073,
"99090432" : 4700,
"100139008" : 4668,
"101187584" : 7844,
"102236160" : 11364,
"103284736" : 13397,
"104333312" : 14381,
"105381888" : 17509,
"106430464" : 18591,
"107479040" : 19291,
"108527616" : 19673,
"109576192" : 20676,
"110624768" : 23268,
"111673344" : 24887,
"112721920" : 26429,
"113770496" : 29256,
"114819072" : 25416,
"115867648" : 29050,
"116916224" : 28275,
"117964800" : 25705,
"119013376" : 22099,
"120061952" : 22275,
"121110528" : 19855,
"122159104" : 20332,
"123207680" : 18088,
"124256256" : 16118,
"125304832" : 13593,
"126353408" : 10436,
"127401984" : 10151,
"128450560" : 12343,
"129499136" : 12638,
"130547712" : 10204,
"131596288" : 8629,
"132644864" : 7742,
"133693440" : 9780,
"135266304" : 14509,
"137363456" : 10800,
"139460608" : 6025,
"141557760" : 4138,
"143654912" : 2887,
"145752064" : 2105,
"147849216" : 1200,
"149946368" : 596,
"152043520" : 182,
"154140672" : 23
}
},
"lat_ns" : {
"min" : 91763188,
"max" : 158870188,
"mean" : 120824342.115196,
"stddev" : 10648870.724114,
"N" : 635593
},
"bw_min" : 3590144,
"bw_max" : 5212612,
"bw_agg" : 100.000000,
"bw_mean" : 4342404.000000,
"bw_dev" : 21583.762728,
"bw_samples" : 4784,
"iops_min" : 3506,
"iops_max" : 5086,
"iops_mean" : 4239.270903,
"iops_stddev" : 21.062583,
"iops_samples" : 4784
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2400019,
"usr_cpu" : 0.923868,
"sys_cpu" : 4.196300,
"ctx" : 968045,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 3.237053,
"250" : 96.760430,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073749,
"timestamp_ms" : 1773073749770,
"time" : "Mon Mar 9 13:29:09 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 19,
"elapsed" : 171,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 706801041408,
"io_kbytes" : 690235392,
"bw_bytes" : 4417423682,
"bw" : 4313890,
"iops" : 4212.883508,
"runtime" : 160003,
"total_ios" : 674074,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 405510,
"max" : 11364021,
"mean" : 3792152.764809,
"stddev" : 462126.651748,
"N" : 674074
},
"clat_ns" : {
"min" : 89000377,
"max" : 164395329,
"mean" : 117743822.784253,
"stddev" : 10884801.753360,
"N" : 674058,
"percentile" : {
"1.000000" : 95944704,
"5.000000" : 102236160,
"10.000000" : 104333312,
"20.000000" : 108527616,
"30.000000" : 111673344,
"40.000000" : 113770496,
"50.000000" : 116916224,
"60.000000" : 119013376,
"70.000000" : 122159104,
"80.000000" : 126353408,
"90.000000" : 132644864,
"95.000000" : 137363456,
"99.000000" : 145752064,
"99.500000" : 147849216,
"99.900000" : 156237824,
"99.950000" : 158334976,
"99.990000" : 160432128
},
"bins" : {
"88604672" : 2,
"89653248" : 15,
"90701824" : 25,
"91750400" : 72,
"92798976" : 477,
"93847552" : 924,
"94896128" : 2309,
"95944704" : 3213,
"96993280" : 3355,
"98041856" : 4073,
"99090432" : 4700,
"100139008" : 4668,
"101187584" : 7844,
"102236160" : 11364,
"103284736" : 13397,
"104333312" : 14673,
"105381888" : 17868,
"106430464" : 18895,
"107479040" : 19486,
"108527616" : 20694,
"109576192" : 22071,
"110624768" : 23784,
"111673344" : 25747,
"112721920" : 27324,
"113770496" : 30274,
"114819072" : 25883,
"115867648" : 29554,
"116916224" : 29079,
"117964800" : 26251,
"119013376" : 22614,
"120061952" : 22687,
"121110528" : 20510,
"122159104" : 21176,
"123207680" : 19952,
"124256256" : 17851,
"125304832" : 14954,
"126353408" : 12063,
"127401984" : 11382,
"128450560" : 13485,
"129499136" : 13608,
"130547712" : 10896,
"131596288" : 9231,
"132644864" : 8318,
"133693440" : 10262,
"135266304" : 17300,
"137363456" : 11866,
"139460608" : 6947,
"141557760" : 7074,
"143654912" : 4724,
"145752064" : 3993,
"147849216" : 1846,
"149946368" : 1271,
"152043520" : 661,
"154140672" : 428,
"156237824" : 323,
"158334976" : 324,
"160432128" : 225,
"162529280" : 60,
"164626432" : 6
}
},
"lat_ns" : {
"min" : 91763188,
"max" : 170352258,
"mean" : 121536236.068424,
"stddev" : 11219158.301746,
"N" : 674058
},
"bw_min" : 3368960,
"bw_max" : 5212612,
"bw_agg" : 100.000000,
"bw_mean" : 4314386.937304,
"bw_dev" : 22619.058323,
"bw_samples" : 5104,
"iops_min" : 3290,
"iops_max" : 5086,
"iops_mean" : 4211.949843,
"iops_stddev" : 22.073399,
"iops_samples" : 5104
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2560012,
"usr_cpu" : 0.916324,
"sys_cpu" : 4.166738,
"ctx" : 1020747,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 3.052336,
"250" : 96.945291,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073759,
"timestamp_ms" : 1773073759774,
"time" : "Mon Mar 9 13:29:19 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 9,
"elapsed" : 181,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 748581552128,
"io_kbytes" : 731036672,
"bw_bytes" : 4403343188,
"bw" : 4300139,
"iops" : 4199.467068,
"runtime" : 170003,
"total_ios" : 713922,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 405510,
"max" : 11364021,
"mean" : 3804336.826043,
"stddev" : 464511.173371,
"N" : 713922
},
"clat_ns" : {
"min" : 89000377,
"max" : 164395329,
"mean" : 118105975.311684,
"stddev" : 10970565.003259,
"N" : 713906,
"percentile" : {
"1.000000" : 96993280,
"5.000000" : 102236160,
"10.000000" : 105381888,
"20.000000" : 108527616,
"30.000000" : 111673344,
"40.000000" : 114819072,
"50.000000" : 116916224,
"60.000000" : 120061952,
"70.000000" : 123207680,
"80.000000" : 127401984,
"90.000000" : 133693440,
"95.000000" : 137363456,
"99.000000" : 145752064,
"99.500000" : 147849216,
"99.900000" : 156237824,
"99.950000" : 158334976,
"99.990000" : 160432128
},
"bins" : {
"88604672" : 2,
"89653248" : 15,
"90701824" : 25,
"91750400" : 72,
"92798976" : 477,
"93847552" : 924,
"94896128" : 2309,
"95944704" : 3213,
"96993280" : 3355,
"98041856" : 4073,
"99090432" : 4700,
"100139008" : 4668,
"101187584" : 7844,
"102236160" : 11365,
"103284736" : 13399,
"104333312" : 14681,
"105381888" : 18773,
"106430464" : 19539,
"107479040" : 20003,
"108527616" : 21300,
"109576192" : 23160,
"110624768" : 24173,
"111673344" : 26112,
"112721920" : 28341,
"113770496" : 31795,
"114819072" : 28062,
"115867648" : 31194,
"116916224" : 30298,
"117964800" : 28494,
"119013376" : 24102,
"120061952" : 23628,
"121110528" : 21637,
"122159104" : 22663,
"123207680" : 21770,
"124256256" : 18766,
"125304832" : 16620,
"126353408" : 13209,
"127401984" : 12219,
"128450560" : 14552,
"129499136" : 14519,
"130547712" : 11793,
"131596288" : 10337,
"132644864" : 9378,
"133693440" : 10921,
"135266304" : 18514,
"137363456" : 13424,
"139460608" : 9610,
"141557760" : 8588,
"143654912" : 5294,
"145752064" : 4419,
"147849216" : 2111,
"149946368" : 1407,
"152043520" : 691,
"154140672" : 430,
"156237824" : 323,
"158334976" : 324,
"160432128" : 225,
"162529280" : 60,
"164626432" : 6
}
},
"lat_ns" : {
"min" : 91763188,
"max" : 170352258,
"mean" : 121909624.322456,
"stddev" : 11307495.853028,
"N" : 713906
},
"bw_min" : 3368960,
"bw_max" : 5212612,
"bw_agg" : 100.000000,
"bw_mean" : 4303752.548673,
"bw_dev" : 22628.869493,
"bw_samples" : 5424,
"iops_min" : 3290,
"iops_max" : 5086,
"iops_mean" : 4201.569322,
"iops_stddev" : 22.082468,
"iops_samples" : 5424
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2720024,
"usr_cpu" : 0.914220,
"sys_cpu" : 4.149412,
"ctx" : 1078442,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 2.881967,
"250" : 97.115791,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073769,
"timestamp_ms" : 1773073769785,
"time" : "Mon Mar 9 13:29:29 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 191,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 792828313600,
"io_kbytes" : 774246400,
"bw_bytes" : 4404503864,
"bw" : 4301273,
"iops" : 4199.040021,
"runtime" : 180004,
"total_ios" : 755844,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 405510,
"max" : 11364021,
"mean" : 3804509.350749,
"stddev" : 465455.486679,
"N" : 755860
},
"clat_ns" : {
"min" : 5328,
"max" : 164395329,
"mean" : 118083658.086058,
"stddev" : 11194076.575788,
"N" : 756340,
"percentile" : {
"1.000000" : 96993280,
"5.000000" : 102236160,
"10.000000" : 105381888,
"20.000000" : 108527616,
"30.000000" : 111673344,
"40.000000" : 113770496,
"50.000000" : 116916224,
"60.000000" : 119013376,
"70.000000" : 123207680,
"80.000000" : 127401984,
"90.000000" : 133693440,
"95.000000" : 137363456,
"99.000000" : 145752064,
"99.500000" : 149946368,
"99.900000" : 156237824,
"99.950000" : 158334976,
"99.990000" : 160432128
},
"bins" : {
"5344" : 1,
"5728" : 1,
"5792" : 1,
"6624" : 1,
"6816" : 1,
"7520" : 1,
"7712" : 1,
"7776" : 1,
"7840" : 1,
"9280" : 1,
"10432" : 1,
"16320" : 1,
"46848" : 1,
"68096" : 1,
"98816" : 1,
"234496" : 1,
"2605056" : 2,
"2670592" : 1,
"2736128" : 1,
"2801664" : 2,
"2834432" : 1,
"3457024" : 1,
"3620864" : 1,
"3784704" : 1,
"3883008" : 1,
"3948544" : 1,
"4079616" : 1,
"4292608" : 1,
"4882432" : 1,
"6062080" : 1,
"6258688" : 1,
"6717440" : 1,
"6848512" : 1,
"6914048" : 3,
"7503872" : 3,
"7569408" : 1,
"7766016" : 1,
"7897088" : 2,
"8028160" : 1,
"8716288" : 1,
"9109504" : 1,
"10027008" : 1,
"10289152" : 1,
"10420224" : 2,
"10682368" : 2,
"10944512" : 1,
"11075584" : 3,
"11206656" : 2,
"11599872" : 1,
"11862016" : 1,
"11993088" : 1,
"12517376" : 1,
"13434880" : 1,
"14090240" : 1,
"14221312" : 2,
"14483456" : 2,
"14614528" : 1,
"14876672" : 1,
"15007744" : 1,
"15138816" : 1,
"15269888" : 2,
"15400960" : 1,
"15532032" : 1,
"15925248" : 1,
"16187392" : 1,
"16908288" : 1,
"17694720" : 1,
"17956864" : 3,
"18219008" : 2,
"18481152" : 1,
"18743296" : 4,
"19267584" : 1,
"19791872" : 1,
"20054016" : 2,
"20578304" : 1,
"21364736" : 3,
"21626880" : 3,
"21889024" : 2,
"22413312" : 1,
"22675456" : 1,
"22937600" : 1,
"23199744" : 1,
"23724032" : 1,
"23986176" : 2,
"24772608" : 1,
"25034752" : 4,
"25559040" : 2,
"25821184" : 1,
"26083328" : 1,
"26345472" : 2,
"26869760" : 1,
"27131904" : 1,
"27394048" : 3,
"27656192" : 1,
"27918336" : 1,
"28442624" : 1,
"28704768" : 2,
"29229056" : 3,
"29491200" : 1,
"29753344" : 2,
"30539776" : 3,
"31326208" : 4,
"31850496" : 1,
"32374784" : 2,
"32636928" : 1,
"32899072" : 2,
"33161216" : 1,
"33423360" : 2,
"33816576" : 2,
"34340864" : 1,
"34865152" : 2,
"35389440" : 3,
"35913728" : 1,
"36438016" : 4,
"36962304" : 1,
"37486592" : 2,
"38010880" : 3,
"38535168" : 3,
"39059456" : 2,
"39583744" : 2,
"40108032" : 3,
"41156608" : 3,
"41680896" : 3,
"42205184" : 1,
"42729472" : 4,
"43778048" : 3,
"44302336" : 2,
"44826624" : 1,
"45350912" : 3,
"45875200" : 3,
"46399488" : 2,
"46923776" : 2,
"47448064" : 3,
"47972352" : 2,
"48496640" : 1,
"49020928" : 3,
"49545216" : 5,
"50593792" : 2,
"51118080" : 5,
"51642368" : 3,
"52166656" : 1,
"52690944" : 1,
"53215232" : 2,
"53739520" : 2,
"54263808" : 1,
"54788096" : 5,
"55312384" : 1,
"55836672" : 3,
"56885248" : 3,
"57409536" : 2,
"57933824" : 2,
"58458112" : 5,
"58982400" : 2,
"59506688" : 1,
"60030976" : 2,
"61079552" : 4,
"61603840" : 2,
"62128128" : 5,
"62652416" : 3,
"63700992" : 1,
"64225280" : 2,
"64749568" : 4,
"65273856" : 4,
"65798144" : 2,
"66322432" : 3,
"67633152" : 4,
"68681728" : 5,
"69730304" : 7,
"70778880" : 2,
"71827456" : 7,
"72876032" : 7,
"73924608" : 2,
"74973184" : 6,
"76021760" : 8,
"77070336" : 1,
"78118912" : 7,
"79167488" : 8,
"80216064" : 1,
"81264640" : 6,
"82313216" : 8,
"83361792" : 2,
"84410368" : 6,
"85458944" : 6,
"86507520" : 3,
"87556096" : 7,
"88604672" : 7,
"89653248" : 19,
"90701824" : 31,
"91750400" : 78,
"92798976" : 481,
"93847552" : 929,
"94896128" : 2316,
"95944704" : 3217,
"96993280" : 3360,
"98041856" : 4079,
"99090432" : 4711,
"100139008" : 4688,
"101187584" : 8559,
"102236160" : 12190,
"103284736" : 14620,
"104333312" : 15867,
"105381888" : 19939,
"106430464" : 20661,
"107479040" : 21299,
"108527616" : 23105,
"109576192" : 24684,
"110624768" : 26335,
"111673344" : 29365,
"112721920" : 32215,
"113770496" : 33396,
"114819072" : 29203,
"115867648" : 32266,
"116916224" : 31323,
"117964800" : 29763,
"119013376" : 24941,
"120061952" : 24394,
"121110528" : 22361,
"122159104" : 23236,
"123207680" : 22278,
"124256256" : 19533,
"125304832" : 17440,
"126353408" : 13672,
"127401984" : 12886,
"128450560" : 14833,
"129499136" : 14768,
"130547712" : 12127,
"131596288" : 10814,
"132644864" : 10280,
"133693440" : 11676,
"135266304" : 20466,
"137363456" : 14497,
"139460608" : 10748,
"141557760" : 9078,
"143654912" : 5685,
"145752064" : 4880,
"147849216" : 2458,
"149946368" : 1683,
"152043520" : 888,
"154140672" : 615,
"156237824" : 380,
"158334976" : 325,
"160432128" : 225,
"162529280" : 60,
"164626432" : 6
}
},
"lat_ns" : {
"min" : 2565380,
"max" : 170352258,
"mean" : 121888187.571061,
"stddev" : 11530222.284154,
"N" : 756340
},
"bw_min" : 3368960,
"bw_max" : 5212612,
"bw_agg" : 99.963097,
"bw_mean" : 4299686.022284,
"bw_dev" : 22801.227958,
"bw_samples" : 5744,
"iops_min" : 3290,
"iops_max" : 5086,
"iops_mean" : 4197.671309,
"iops_stddev" : 22.250938,
"iops_samples" : 5744
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880015,
"usr_cpu" : 0.914023,
"sys_cpu" : 4.151610,
"ctx" : 1141001,
"majf" : 0,
"minf" : 618,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.997883,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.017199,
"100" : 2.755198,
"250" : 97.280656,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773073769,
"timestamp_ms" : 1773073769829,
"time" : "Mon Mar 9 13:29:29 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 793096749056,
"io_kbytes" : 774508544,
"bw_bytes" : 4405530121,
"bw" : 4302275,
"iops" : 4198.596846,
"runtime" : 180023,
"total_ios" : 755844,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 405510,
"max" : 11364021,
"mean" : 3804509.350749,
"stddev" : 465455.486679,
"N" : 755860
},
"clat_ns" : {
"min" : 5328,
"max" : 164395329,
"mean" : 118083658.086058,
"stddev" : 11194076.575788,
"N" : 756340,
"percentile" : {
"1.000000" : 96993280,
"5.000000" : 102236160,
"10.000000" : 105381888,
"20.000000" : 108527616,
"30.000000" : 111673344,
"40.000000" : 113770496,
"50.000000" : 116916224,
"60.000000" : 119013376,
"70.000000" : 123207680,
"80.000000" : 127401984,
"90.000000" : 133693440,
"95.000000" : 137363456,
"99.000000" : 145752064,
"99.500000" : 149946368,
"99.900000" : 156237824,
"99.950000" : 158334976,
"99.990000" : 160432128
},
"bins" : {
"5344" : 1,
"5728" : 1,
"5792" : 1,
"6624" : 1,
"6816" : 1,
"7520" : 1,
"7712" : 1,
"7776" : 1,
"7840" : 1,
"9280" : 1,
"10432" : 1,
"16320" : 1,
"46848" : 1,
"68096" : 1,
"98816" : 1,
"234496" : 1,
"2605056" : 2,
"2670592" : 1,
"2736128" : 1,
"2801664" : 2,
"2834432" : 1,
"3457024" : 1,
"3620864" : 1,
"3784704" : 1,
"3883008" : 1,
"3948544" : 1,
"4079616" : 1,
"4292608" : 1,
"4882432" : 1,
"6062080" : 1,
"6258688" : 1,
"6717440" : 1,
"6848512" : 1,
"6914048" : 3,
"7503872" : 3,
"7569408" : 1,
"7766016" : 1,
"7897088" : 2,
"8028160" : 1,
"8716288" : 1,
"9109504" : 1,
"10027008" : 1,
"10289152" : 1,
"10420224" : 2,
"10682368" : 2,
"10944512" : 1,
"11075584" : 3,
"11206656" : 2,
"11599872" : 1,
"11862016" : 1,
"11993088" : 1,
"12517376" : 1,
"13434880" : 1,
"14090240" : 1,
"14221312" : 2,
"14483456" : 2,
"14614528" : 1,
"14876672" : 1,
"15007744" : 1,
"15138816" : 1,
"15269888" : 2,
"15400960" : 1,
"15532032" : 1,
"15925248" : 1,
"16187392" : 1,
"16908288" : 1,
"17694720" : 1,
"17956864" : 3,
"18219008" : 2,
"18481152" : 1,
"18743296" : 4,
"19267584" : 1,
"19791872" : 1,
"20054016" : 2,
"20578304" : 1,
"21364736" : 3,
"21626880" : 3,
"21889024" : 2,
"22413312" : 1,
"22675456" : 1,
"22937600" : 1,
"23199744" : 1,
"23724032" : 1,
"23986176" : 2,
"24772608" : 1,
"25034752" : 4,
"25559040" : 2,
"25821184" : 1,
"26083328" : 1,
"26345472" : 2,
"26869760" : 1,
"27131904" : 1,
"27394048" : 3,
"27656192" : 1,
"27918336" : 1,
"28442624" : 1,
"28704768" : 2,
"29229056" : 3,
"29491200" : 1,
"29753344" : 2,
"30539776" : 3,
"31326208" : 4,
"31850496" : 1,
"32374784" : 2,
"32636928" : 1,
"32899072" : 2,
"33161216" : 1,
"33423360" : 2,
"33816576" : 2,
"34340864" : 1,
"34865152" : 2,
"35389440" : 3,
"35913728" : 1,
"36438016" : 4,
"36962304" : 1,
"37486592" : 2,
"38010880" : 3,
"38535168" : 3,
"39059456" : 2,
"39583744" : 2,
"40108032" : 3,
"41156608" : 3,
"41680896" : 3,
"42205184" : 1,
"42729472" : 4,
"43778048" : 3,
"44302336" : 2,
"44826624" : 1,
"45350912" : 3,
"45875200" : 3,
"46399488" : 2,
"46923776" : 2,
"47448064" : 3,
"47972352" : 2,
"48496640" : 1,
"49020928" : 3,
"49545216" : 5,
"50593792" : 2,
"51118080" : 5,
"51642368" : 3,
"52166656" : 1,
"52690944" : 1,
"53215232" : 2,
"53739520" : 2,
"54263808" : 1,
"54788096" : 5,
"55312384" : 1,
"55836672" : 3,
"56885248" : 3,
"57409536" : 2,
"57933824" : 2,
"58458112" : 5,
"58982400" : 2,
"59506688" : 1,
"60030976" : 2,
"61079552" : 4,
"61603840" : 2,
"62128128" : 5,
"62652416" : 3,
"63700992" : 1,
"64225280" : 2,
"64749568" : 4,
"65273856" : 4,
"65798144" : 2,
"66322432" : 3,
"67633152" : 4,
"68681728" : 5,
"69730304" : 7,
"70778880" : 2,
"71827456" : 7,
"72876032" : 7,
"73924608" : 2,
"74973184" : 6,
"76021760" : 8,
"77070336" : 1,
"78118912" : 7,
"79167488" : 8,
"80216064" : 1,
"81264640" : 6,
"82313216" : 8,
"83361792" : 2,
"84410368" : 6,
"85458944" : 6,
"86507520" : 3,
"87556096" : 7,
"88604672" : 7,
"89653248" : 19,
"90701824" : 31,
"91750400" : 78,
"92798976" : 481,
"93847552" : 929,
"94896128" : 2316,
"95944704" : 3217,
"96993280" : 3360,
"98041856" : 4079,
"99090432" : 4711,
"100139008" : 4688,
"101187584" : 8559,
"102236160" : 12190,
"103284736" : 14620,
"104333312" : 15867,
"105381888" : 19939,
"106430464" : 20661,
"107479040" : 21299,
"108527616" : 23105,
"109576192" : 24684,
"110624768" : 26335,
"111673344" : 29365,
"112721920" : 32215,
"113770496" : 33396,
"114819072" : 29203,
"115867648" : 32266,
"116916224" : 31323,
"117964800" : 29763,
"119013376" : 24941,
"120061952" : 24394,
"121110528" : 22361,
"122159104" : 23236,
"123207680" : 22278,
"124256256" : 19533,
"125304832" : 17440,
"126353408" : 13672,
"127401984" : 12886,
"128450560" : 14833,
"129499136" : 14768,
"130547712" : 12127,
"131596288" : 10814,
"132644864" : 10280,
"133693440" : 11676,
"135266304" : 20466,
"137363456" : 14497,
"139460608" : 10748,
"141557760" : 9078,
"143654912" : 5685,
"145752064" : 4880,
"147849216" : 2458,
"149946368" : 1683,
"152043520" : 888,
"154140672" : 615,
"156237824" : 380,
"158334976" : 325,
"160432128" : 225,
"162529280" : 60,
"164626432" : 6
}
},
"lat_ns" : {
"min" : 2565380,
"max" : 170352258,
"mean" : 121888187.571061,
"stddev" : 11530222.284154,
"N" : 756340
},
"bw_min" : 3368960,
"bw_max" : 5478012,
"bw_agg" : 99.986600,
"bw_mean" : 4301699.149613,
"bw_dev" : 23033.911788,
"bw_samples" : 5752,
"iops_min" : 3290,
"iops_max" : 5344,
"iops_mean" : 4199.630424,
"iops_stddev" : 22.476678,
"iops_samples" : 5752
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880174,
"usr_cpu" : 0.913973,
"sys_cpu" : 4.151381,
"ctx" : 1141145,
"majf" : 0,
"minf" : 626,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.997883,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.017199,
"100" : 2.755198,
"250" : 97.280656,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}