raidz2/benchmarks/rand/rand-read-qd1-nj8_run1.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773074727,
"timestamp_ms" : 1773074727685,
"time" : "Mon Mar 9 13:45:27 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 2760773632,
"io_kbytes" : 2696068,
"bw_bytes" : 282721314,
"bw" : 276095,
"iops" : 69028.776242,
"runtime" : 9765,
"total_ios" : 674066,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 78114,
"usr_cpu" : 1.543897,
"sys_cpu" : 26.229613,
"ctx" : 185688,
"majf" : 0,
"minf" : 70,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999555,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999555,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773074737,
"timestamp_ms" : 1773074737920,
"time" : "Mon Mar 9 13:45:37 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 2854596608,
"io_kbytes" : 2787692,
"bw_bytes" : 285459660,
"bw" : 278769,
"iops" : 69695.100000,
"runtime" : 10000,
"total_ios" : 696951,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4767,
"max" : 987138,
"mean" : 112966.541823,
"stddev" : 156051.949702,
"N" : 696951
},
"clat_ns" : {
"min" : 1072,
"max" : 52981,
"mean" : 1260.735993,
"stddev" : 254.474900,
"N" : 696943,
"percentile" : {
"1.000000" : 1112,
"5.000000" : 1128,
"10.000000" : 1128,
"20.000000" : 1128,
"30.000000" : 1144,
"40.000000" : 1208,
"50.000000" : 1224,
"60.000000" : 1240,
"70.000000" : 1272,
"80.000000" : 1336,
"90.000000" : 1448,
"95.000000" : 1528,
"99.000000" : 1768,
"99.500000" : 1944,
"99.900000" : 4448,
"99.950000" : 5024,
"99.990000" : 6112
},
"bins" : {
"1080" : 34,
"1096" : 5841,
"1112" : 28168,
"1128" : 132702,
"1144" : 48377,
"1160" : 22974,
"1176" : 4505,
"1192" : 1609,
"1208" : 36586,
"1224" : 72864,
"1240" : 95758,
"1256" : 34255,
"1272" : 8848,
"1288" : 19211,
"1304" : 11719,
"1320" : 19557,
"1336" : 15705,
"1352" : 6119,
"1368" : 11320,
"1384" : 6924,
"1400" : 16589,
"1416" : 17455,
"1432" : 7356,
"1448" : 11395,
"1464" : 4416,
"1480" : 7371,
"1496" : 6924,
"1512" : 3311,
"1528" : 6000,
"1544" : 2595,
"1560" : 4407,
"1576" : 3655,
"1592" : 1599,
"1608" : 2726,
"1624" : 1223,
"1640" : 2243,
"1656" : 1879,
"1672" : 814,
"1688" : 1477,
"1704" : 650,
"1720" : 1058,
"1736" : 860,
"1752" : 436,
"1768" : 726,
"1784" : 324,
"1800" : 558,
"1816" : 493,
"1832" : 222,
"1848" : 358,
"1864" : 168,
"1880" : 345,
"1896" : 308,
"1912" : 129,
"1928" : 236,
"1944" : 108,
"1960" : 168,
"1976" : 153,
"1992" : 56,
"2008" : 132,
"2024" : 62,
"2040" : 102,
"2064" : 144,
"2096" : 138,
"2128" : 157,
"2160" : 131,
"2192" : 127,
"2224" : 114,
"2256" : 131,
"2288" : 142,
"2320" : 115,
"2352" : 87,
"2384" : 61,
"2416" : 42,
"2448" : 55,
"2480" : 57,
"2512" : 59,
"2544" : 30,
"2576" : 27,
"2608" : 20,
"2640" : 22,
"2672" : 25,
"2704" : 22,
"2736" : 7,
"2768" : 12,
"2800" : 14,
"2832" : 15,
"2864" : 9,
"2896" : 9,
"2928" : 7,
"2960" : 9,
"2992" : 2,
"3024" : 11,
"3056" : 7,
"3088" : 9,
"3120" : 12,
"3152" : 3,
"3184" : 4,
"3216" : 2,
"3248" : 1,
"3280" : 3,
"3312" : 3,
"3344" : 1,
"3376" : 1,
"3408" : 3,
"3440" : 4,
"3472" : 2,
"3536" : 4,
"3568" : 2,
"3600" : 2,
"3632" : 2,
"3664" : 3,
"3696" : 7,
"3728" : 7,
"3760" : 3,
"3792" : 3,
"3824" : 2,
"3856" : 3,
"3888" : 6,
"3920" : 4,
"3952" : 1,
"3984" : 3,
"4016" : 2,
"4048" : 6,
"4080" : 7,
"4128" : 24,
"4192" : 30,
"4256" : 38,
"4320" : 28,
"4384" : 27,
"4448" : 27,
"4512" : 33,
"4576" : 47,
"4640" : 42,
"4704" : 41,
"4768" : 35,
"4832" : 37,
"4896" : 37,
"4960" : 34,
"5024" : 29,
"5088" : 22,
"5152" : 20,
"5216" : 29,
"5280" : 32,
"5344" : 21,
"5408" : 27,
"5472" : 22,
"5536" : 14,
"5600" : 15,
"5664" : 14,
"5728" : 10,
"5792" : 10,
"5856" : 14,
"5920" : 7,
"5984" : 7,
"6048" : 12,
"6112" : 8,
"6176" : 2,
"6304" : 2,
"6368" : 3,
"6496" : 5,
"6560" : 2,
"6624" : 1,
"6688" : 1,
"6752" : 1,
"6880" : 1,
"6944" : 2,
"7008" : 1,
"7072" : 2,
"7200" : 2,
"7264" : 1,
"7328" : 1,
"7456" : 2,
"7648" : 2,
"7712" : 2,
"7840" : 2,
"7968" : 1,
"8256" : 2,
"10048" : 1,
"10176" : 1,
"10304" : 1,
"10688" : 1,
"10816" : 1,
"11456" : 1,
"13248" : 1,
"14528" : 1,
"21888" : 1,
"23936" : 1,
"24960" : 1,
"25472" : 1,
"26496" : 1,
"26752" : 1,
"27008" : 3,
"27520" : 1,
"27776" : 1,
"29312" : 1,
"30336" : 1,
"30848" : 1,
"34048" : 1,
"35072" : 1,
"52992" : 2
}
},
"lat_ns" : {
"min" : 6049,
"max" : 988971,
"mean" : 114224.839838,
"stddev" : 156158.185533,
"N" : 696943
},
"bw_min" : 275439,
"bw_max" : 282608,
"bw_agg" : 100.000000,
"bw_mean" : 278789.947368,
"bw_dev" : 349.610774,
"bw_samples" : 152,
"iops_min" : 68859,
"iops_max" : 70652,
"iops_mean" : 69697.105263,
"iops_stddev" : 87.418039,
"iops_samples" : 152
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79993,
"usr_cpu" : 1.540135,
"sys_cpu" : 26.318553,
"ctx" : 189382,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999857,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999857,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.557501,
"4" : 0.316235,
"10" : 0.121386,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773074747,
"timestamp_ms" : 1773074747921,
"time" : "Mon Mar 9 13:45:47 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 5716185088,
"io_kbytes" : 5582212,
"bw_bytes" : 285809254,
"bw" : 279110,
"iops" : 69778.900000,
"runtime" : 20000,
"total_ios" : 1395578,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4767,
"max" : 987138,
"mean" : 112839.677182,
"stddev" : 155867.556867,
"N" : 1395578
},
"clat_ns" : {
"min" : 1072,
"max" : 52981,
"mean" : 1246.890233,
"stddev" : 254.042065,
"N" : 1395570,
"percentile" : {
"1.000000" : 1112,
"5.000000" : 1112,
"10.000000" : 1128,
"20.000000" : 1128,
"30.000000" : 1128,
"40.000000" : 1144,
"50.000000" : 1176,
"60.000000" : 1240,
"70.000000" : 1256,
"80.000000" : 1336,
"90.000000" : 1448,
"95.000000" : 1544,
"99.000000" : 1800,
"99.500000" : 2008,
"99.900000" : 4512,
"99.950000" : 5152,
"99.990000" : 6304
},
"bins" : {
"1080" : 60,
"1096" : 12815,
"1112" : 68158,
"1128" : 365701,
"1144" : 161101,
"1160" : 85646,
"1176" : 15821,
"1192" : 3542,
"1208" : 42105,
"1224" : 77814,
"1240" : 103804,
"1256" : 43774,
"1272" : 15476,
"1288" : 36882,
"1304" : 22259,
"1320" : 36928,
"1336" : 29665,
"1352" : 11605,
"1368" : 21404,
"1384" : 12854,
"1400" : 30191,
"1416" : 32004,
"1432" : 14085,
"1448" : 22521,
"1464" : 8901,
"1480" : 14899,
"1496" : 13975,
"1512" : 6737,
"1528" : 12644,
"1544" : 5594,
"1560" : 9616,
"1576" : 7722,
"1592" : 3425,
"1608" : 5891,
"1624" : 2642,
"1640" : 4811,
"1656" : 4068,
"1672" : 1757,
"1688" : 3213,
"1704" : 1457,
"1720" : 2303,
"1736" : 1980,
"1752" : 944,
"1768" : 1678,
"1784" : 678,
"1800" : 1245,
"1816" : 1053,
"1832" : 463,
"1848" : 860,
"1864" : 388,
"1880" : 723,
"1896" : 623,
"1912" : 280,
"1928" : 480,
"1944" : 226,
"1960" : 382,
"1976" : 349,
"1992" : 134,
"2008" : 307,
"2024" : 130,
"2040" : 253,
"2064" : 305,
"2096" : 301,
"2128" : 326,
"2160" : 285,
"2192" : 265,
"2224" : 238,
"2256" : 273,
"2288" : 316,
"2320" : 256,
"2352" : 205,
"2384" : 186,
"2416" : 143,
"2448" : 166,
"2480" : 205,
"2512" : 156,
"2544" : 98,
"2576" : 131,
"2608" : 98,
"2640" : 111,
"2672" : 70,
"2704" : 54,
"2736" : 47,
"2768" : 53,
"2800" : 61,
"2832" : 40,
"2864" : 26,
"2896" : 23,
"2928" : 27,
"2960" : 30,
"2992" : 18,
"3024" : 16,
"3056" : 13,
"3088" : 16,
"3120" : 18,
"3152" : 11,
"3184" : 11,
"3216" : 10,
"3248" : 3,
"3280" : 6,
"3312" : 7,
"3344" : 2,
"3376" : 4,
"3408" : 6,
"3440" : 9,
"3472" : 7,
"3504" : 1,
"3536" : 7,
"3568" : 4,
"3600" : 8,
"3632" : 5,
"3664" : 3,
"3696" : 9,
"3728" : 10,
"3760" : 5,
"3792" : 11,
"3824" : 3,
"3856" : 8,
"3888" : 12,
"3920" : 10,
"3952" : 8,
"3984" : 4,
"4016" : 10,
"4048" : 11,
"4080" : 10,
"4128" : 30,
"4192" : 44,
"4256" : 66,
"4320" : 57,
"4384" : 69,
"4448" : 62,
"4512" : 58,
"4576" : 75,
"4640" : 63,
"4704" : 68,
"4768" : 72,
"4832" : 67,
"4896" : 81,
"4960" : 62,
"5024" : 64,
"5088" : 65,
"5152" : 45,
"5216" : 60,
"5280" : 48,
"5344" : 41,
"5408" : 67,
"5472" : 43,
"5536" : 35,
"5600" : 40,
"5664" : 36,
"5728" : 30,
"5792" : 23,
"5856" : 31,
"5920" : 21,
"5984" : 14,
"6048" : 21,
"6112" : 13,
"6176" : 8,
"6240" : 5,
"6304" : 10,
"6368" : 8,
"6432" : 2,
"6496" : 8,
"6560" : 7,
"6624" : 3,
"6688" : 4,
"6752" : 8,
"6816" : 1,
"6880" : 2,
"6944" : 3,
"7008" : 3,
"7072" : 2,
"7136" : 1,
"7200" : 3,
"7264" : 2,
"7328" : 1,
"7392" : 4,
"7456" : 3,
"7584" : 1,
"7648" : 2,
"7712" : 3,
"7776" : 2,
"7840" : 7,
"7904" : 1,
"7968" : 2,
"8096" : 1,
"8256" : 3,
"8384" : 1,
"8512" : 3,
"8896" : 2,
"9664" : 1,
"10048" : 2,
"10176" : 1,
"10304" : 1,
"10688" : 1,
"10816" : 1,
"11328" : 1,
"11456" : 2,
"13248" : 2,
"14528" : 1,
"15296" : 1,
"21888" : 1,
"23168" : 1,
"23680" : 1,
"23936" : 1,
"24192" : 1,
"24960" : 1,
"25472" : 2,
"26496" : 2,
"26752" : 2,
"27008" : 4,
"27520" : 1,
"27776" : 1,
"28032" : 1,
"28800" : 1,
"29312" : 2,
"30080" : 1,
"30336" : 2,
"30848" : 1,
"31104" : 1,
"32128" : 1,
"34048" : 1,
"35072" : 1,
"52992" : 2
}
},
"lat_ns" : {
"min" : 6049,
"max" : 988971,
"mean" : 114085.349170,
"stddev" : 155987.339037,
"N" : 1395570
},
"bw_min" : 274903,
"bw_max" : 283744,
"bw_agg" : 100.000000,
"bw_mean" : 279180.743590,
"bw_dev" : 390.088715,
"bw_samples" : 312,
"iops_min" : 68725,
"iops_max" : 70936,
"iops_mean" : 69794.769231,
"iops_stddev" : 97.554436,
"iops_samples" : 312
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159997,
"usr_cpu" : 1.505653,
"sys_cpu" : 26.397995,
"ctx" : 378536,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999928,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999928,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.482508,
"4" : 0.390519,
"10" : 0.123175,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773074757,
"timestamp_ms" : 1773074757920,
"time" : "Mon Mar 9 13:45:57 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 8595304448,
"io_kbytes" : 8393852,
"bw_bytes" : 286510148,
"bw" : 279795,
"iops" : 69949.766667,
"runtime" : 30000,
"total_ios" : 2098493,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4767,
"max" : 987138,
"mean" : 112562.734905,
"stddev" : 155734.796245,
"N" : 2098493
},
"clat_ns" : {
"min" : 1071,
"max" : 75285,
"mean" : 1240.347938,
"stddev" : 255.859780,
"N" : 2098485,
"percentile" : {
"1.000000" : 1096,
"5.000000" : 1112,
"10.000000" : 1128,
"20.000000" : 1128,
"30.000000" : 1128,
"40.000000" : 1144,
"50.000000" : 1160,
"60.000000" : 1224,
"70.000000" : 1256,
"80.000000" : 1336,
"90.000000" : 1448,
"95.000000" : 1544,
"99.000000" : 1800,
"99.500000" : 2040,
"99.900000" : 4448,
"99.950000" : 5152,
"99.990000" : 6304
},
"bins" : {
"1064" : 1,
"1080" : 119,
"1096" : 22474,
"1112" : 115458,
"1128" : 602673,
"1144" : 269046,
"1160" : 144914,
"1176" : 26455,
"1192" : 5498,
"1208" : 47899,
"1224" : 82963,
"1240" : 112603,
"1256" : 53694,
"1272" : 21833,
"1288" : 54921,
"1304" : 34539,
"1320" : 58282,
"1336" : 47146,
"1352" : 18035,
"1368" : 31662,
"1384" : 18141,
"1400" : 42183,
"1416" : 45569,
"1432" : 20455,
"1448" : 32889,
"1464" : 13086,
"1480" : 22023,
"1496" : 20098,
"1512" : 9654,
"1528" : 18228,
"1544" : 8092,
"1560" : 14075,
"1576" : 11329,
"1592" : 5065,
"1608" : 8571,
"1624" : 3761,
"1640" : 6957,
"1656" : 5957,
"1672" : 2554,
"1688" : 4601,
"1704" : 2088,
"1720" : 3377,
"1736" : 2836,
"1752" : 1351,
"1768" : 2437,
"1784" : 1020,
"1800" : 1838,
"1816" : 1535,
"1832" : 695,
"1848" : 1249,
"1864" : 565,
"1880" : 1064,
"1896" : 861,
"1912" : 407,
"1928" : 735,
"1944" : 329,
"1960" : 549,
"1976" : 503,
"1992" : 209,
"2008" : 422,
"2024" : 205,
"2040" : 385,
"2064" : 454,
"2096" : 427,
"2128" : 518,
"2160" : 465,
"2192" : 393,
"2224" : 411,
"2256" : 426,
"2288" : 499,
"2320" : 433,
"2352" : 335,
"2384" : 325,
"2416" : 281,
"2448" : 285,
"2480" : 327,
"2512" : 252,
"2544" : 185,
"2576" : 196,
"2608" : 168,
"2640" : 170,
"2672" : 110,
"2704" : 92,
"2736" : 80,
"2768" : 99,
"2800" : 94,
"2832" : 62,
"2864" : 53,
"2896" : 39,
"2928" : 44,
"2960" : 46,
"2992" : 32,
"3024" : 26,
"3056" : 24,
"3088" : 22,
"3120" : 29,
"3152" : 17,
"3184" : 13,
"3216" : 12,
"3248" : 9,
"3280" : 11,
"3312" : 12,
"3344" : 3,
"3376" : 10,
"3408" : 11,
"3440" : 12,
"3472" : 11,
"3504" : 1,
"3536" : 10,
"3568" : 6,
"3600" : 10,
"3632" : 9,
"3664" : 12,
"3696" : 12,
"3728" : 10,
"3760" : 8,
"3792" : 14,
"3824" : 8,
"3856" : 13,
"3888" : 19,
"3920" : 12,
"3952" : 13,
"3984" : 6,
"4016" : 16,
"4048" : 18,
"4080" : 15,
"4128" : 42,
"4192" : 65,
"4256" : 93,
"4320" : 97,
"4384" : 102,
"4448" : 93,
"4512" : 82,
"4576" : 99,
"4640" : 91,
"4704" : 89,
"4768" : 105,
"4832" : 100,
"4896" : 108,
"4960" : 94,
"5024" : 96,
"5088" : 110,
"5152" : 76,
"5216" : 90,
"5280" : 74,
"5344" : 70,
"5408" : 97,
"5472" : 62,
"5536" : 51,
"5600" : 67,
"5664" : 54,
"5728" : 51,
"5792" : 37,
"5856" : 42,
"5920" : 34,
"5984" : 26,
"6048" : 30,
"6112" : 20,
"6176" : 15,
"6240" : 13,
"6304" : 15,
"6368" : 10,
"6432" : 6,
"6496" : 11,
"6560" : 10,
"6624" : 7,
"6688" : 8,
"6752" : 8,
"6816" : 3,
"6880" : 2,
"6944" : 3,
"7008" : 4,
"7072" : 4,
"7136" : 3,
"7200" : 4,
"7264" : 3,
"7328" : 1,
"7392" : 7,
"7456" : 4,
"7520" : 1,
"7584" : 3,
"7648" : 2,
"7712" : 3,
"7776" : 5,
"7840" : 7,
"7904" : 1,
"7968" : 2,
"8032" : 1,
"8096" : 1,
"8160" : 1,
"8256" : 4,
"8384" : 1,
"8512" : 3,
"8896" : 2,
"9664" : 2,
"9920" : 1,
"10048" : 3,
"10176" : 1,
"10304" : 1,
"10688" : 1,
"10816" : 1,
"11328" : 1,
"11456" : 2,
"13248" : 2,
"14528" : 1,
"15296" : 1,
"21888" : 1,
"22656" : 1,
"23168" : 1,
"23680" : 1,
"23936" : 2,
"24192" : 2,
"24960" : 1,
"25216" : 1,
"25472" : 2,
"26496" : 3,
"26752" : 3,
"27008" : 4,
"27520" : 1,
"27776" : 1,
"28032" : 1,
"28800" : 1,
"29312" : 2,
"29568" : 2,
"30080" : 1,
"30336" : 2,
"30848" : 2,
"31104" : 1,
"32128" : 1,
"33024" : 1,
"33536" : 1,
"34048" : 1,
"35072" : 1,
"37632" : 1,
"52992" : 2,
"75264" : 1
}
},
"lat_ns" : {
"min" : 6049,
"max" : 988971,
"mean" : 113802.271609,
"stddev" : 155856.980155,
"N" : 2098485
},
"bw_min" : 274254,
"bw_max" : 286770,
"bw_agg" : 100.000000,
"bw_mean" : 279818.389831,
"bw_dev" : 569.887007,
"bw_samples" : 472,
"iops_min" : 68562,
"iops_max" : 71692,
"iops_mean" : 69954.203390,
"iops_stddev" : 142.494519,
"iops_samples" : 472
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 239993,
"usr_cpu" : 1.495460,
"sys_cpu" : 26.469939,
"ctx" : 567413,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999905,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999952,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.459517,
"4" : 0.414488,
"10" : 0.122802,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773074767,
"timestamp_ms" : 1773074767920,
"time" : "Mon Mar 9 13:46:07 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 11476803584,
"io_kbytes" : 11207816,
"bw_bytes" : 286920089,
"bw" : 280195,
"iops" : 70049.475000,
"runtime" : 40000,
"total_ios" : 2801979,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4767,
"max" : 987138,
"mean" : 112402.559489,
"stddev" : 155614.443248,
"N" : 2801979
},
"clat_ns" : {
"min" : 1071,
"max" : 75285,
"mean" : 1237.225166,
"stddev" : 256.596760,
"N" : 2801971,
"percentile" : {
"1.000000" : 1096,
"5.000000" : 1112,
"10.000000" : 1128,
"20.000000" : 1128,
"30.000000" : 1128,
"40.000000" : 1144,
"50.000000" : 1144,
"60.000000" : 1208,
"70.000000" : 1256,
"80.000000" : 1336,
"90.000000" : 1448,
"95.000000" : 1544,
"99.000000" : 1816,
"99.500000" : 2064,
"99.900000" : 4448,
"99.950000" : 5216,
"99.990000" : 6304
},
"bins" : {
"1064" : 2,
"1080" : 343,
"1096" : 45711,
"1112" : 196429,
"1128" : 850870,
"1144" : 345359,
"1160" : 180498,
"1176" : 33722,
"1192" : 7681,
"1208" : 54755,
"1224" : 87565,
"1240" : 119968,
"1256" : 62263,
"1272" : 28156,
"1288" : 72385,
"1304" : 46059,
"1320" : 77701,
"1336" : 63431,
"1352" : 24329,
"1368" : 42480,
"1384" : 23706,
"1400" : 54412,
"1416" : 58759,
"1432" : 26513,
"1448" : 43321,
"1464" : 17444,
"1480" : 29409,
"1496" : 26898,
"1512" : 12810,
"1528" : 24216,
"1544" : 10735,
"1560" : 18828,
"1576" : 15217,
"1592" : 6822,
"1608" : 11636,
"1624" : 5091,
"1640" : 9442,
"1656" : 8086,
"1672" : 3499,
"1688" : 6282,
"1704" : 2866,
"1720" : 4672,
"1736" : 3916,
"1752" : 1830,
"1768" : 3317,
"1784" : 1431,
"1800" : 2549,
"1816" : 2118,
"1832" : 989,
"1848" : 1760,
"1864" : 803,
"1880" : 1481,
"1896" : 1201,
"1912" : 568,
"1928" : 1030,
"1944" : 478,
"1960" : 823,
"1976" : 752,
"1992" : 321,
"2008" : 620,
"2024" : 303,
"2040" : 582,
"2064" : 720,
"2096" : 672,
"2128" : 805,
"2160" : 708,
"2192" : 577,
"2224" : 599,
"2256" : 604,
"2288" : 687,
"2320" : 617,
"2352" : 471,
"2384" : 454,
"2416" : 413,
"2448" : 403,
"2480" : 456,
"2512" : 346,
"2544" : 283,
"2576" : 266,
"2608" : 255,
"2640" : 282,
"2672" : 155,
"2704" : 167,
"2736" : 125,
"2768" : 141,
"2800" : 151,
"2832" : 86,
"2864" : 71,
"2896" : 69,
"2928" : 57,
"2960" : 63,
"2992" : 39,
"3024" : 41,
"3056" : 35,
"3088" : 30,
"3120" : 38,
"3152" : 21,
"3184" : 17,
"3216" : 14,
"3248" : 12,
"3280" : 14,
"3312" : 14,
"3344" : 6,
"3376" : 12,
"3408" : 12,
"3440" : 14,
"3472" : 12,
"3504" : 2,
"3536" : 16,
"3568" : 7,
"3600" : 12,
"3632" : 14,
"3664" : 14,
"3696" : 12,
"3728" : 13,
"3760" : 9,
"3792" : 15,
"3824" : 9,
"3856" : 16,
"3888" : 23,
"3920" : 15,
"3952" : 17,
"3984" : 11,
"4016" : 21,
"4048" : 21,
"4080" : 19,
"4128" : 64,
"4192" : 88,
"4256" : 128,
"4320" : 129,
"4384" : 131,
"4448" : 126,
"4512" : 109,
"4576" : 127,
"4640" : 116,
"4704" : 113,
"4768" : 136,
"4832" : 121,
"4896" : 133,
"4960" : 112,
"5024" : 127,
"5088" : 133,
"5152" : 109,
"5216" : 122,
"5280" : 109,
"5344" : 95,
"5408" : 127,
"5472" : 79,
"5536" : 71,
"5600" : 84,
"5664" : 70,
"5728" : 66,
"5792" : 53,
"5856" : 52,
"5920" : 45,
"5984" : 37,
"6048" : 50,
"6112" : 33,
"6176" : 22,
"6240" : 23,
"6304" : 17,
"6368" : 18,
"6432" : 9,
"6496" : 15,
"6560" : 11,
"6624" : 12,
"6688" : 13,
"6752" : 12,
"6816" : 4,
"6880" : 3,
"6944" : 5,
"7008" : 7,
"7072" : 5,
"7136" : 3,
"7200" : 5,
"7264" : 4,
"7328" : 2,
"7392" : 7,
"7456" : 6,
"7520" : 3,
"7584" : 3,
"7648" : 4,
"7712" : 4,
"7776" : 6,
"7840" : 8,
"7904" : 1,
"7968" : 3,
"8032" : 1,
"8096" : 2,
"8160" : 1,
"8256" : 6,
"8384" : 1,
"8512" : 3,
"8640" : 1,
"8768" : 1,
"8896" : 2,
"9408" : 1,
"9664" : 2,
"9792" : 2,
"9920" : 1,
"10048" : 3,
"10176" : 1,
"10304" : 1,
"10688" : 1,
"10816" : 1,
"11328" : 1,
"11456" : 2,
"13248" : 2,
"14528" : 1,
"15296" : 2,
"21888" : 1,
"22656" : 1,
"23168" : 1,
"23680" : 2,
"23936" : 2,
"24192" : 3,
"24704" : 1,
"24960" : 1,
"25216" : 2,
"25472" : 3,
"25728" : 1,
"25984" : 1,
"26496" : 4,
"26752" : 3,
"27008" : 4,
"27520" : 1,
"27776" : 2,
"28032" : 1,
"28544" : 1,
"28800" : 1,
"29312" : 2,
"29568" : 2,
"30080" : 3,
"30336" : 2,
"30848" : 2,
"31104" : 1,
"32128" : 1,
"32640" : 1,
"33024" : 1,
"33536" : 1,
"34048" : 1,
"35072" : 1,
"37632" : 1,
"40704" : 1,
"44288" : 1,
"52992" : 2,
"75264" : 1
}
},
"lat_ns" : {
"min" : 6019,
"max" : 988971,
"mean" : 113639.176639,
"stddev" : 155739.915037,
"N" : 2801971
},
"bw_min" : 274254,
"bw_max" : 287161,
"bw_agg" : 100.000000,
"bw_mean" : 280231.822785,
"bw_dev" : 516.951190,
"bw_samples" : 632,
"iops_min" : 68562,
"iops_max" : 71790,
"iops_mean" : 70057.670886,
"iops_stddev" : 129.259596,
"iops_samples" : 632
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319993,
"usr_cpu" : 1.502220,
"sys_cpu" : 26.469017,
"ctx" : 756462,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999929,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999929,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.420338,
"4" : 0.454821,
"10" : 0.121878,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773074777,
"timestamp_ms" : 1773074777921,
"time" : "Mon Mar 9 13:46:17 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 14354305024,
"io_kbytes" : 14017876,
"bw_bytes" : 287086100,
"bw" : 280357,
"iops" : 70089.980000,
"runtime" : 50000,
"total_ios" : 3504499,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4767,
"max" : 987138,
"mean" : 112339.795123,
"stddev" : 155587.424803,
"N" : 3504499
},
"clat_ns" : {
"min" : 1071,
"max" : 75285,
"mean" : 1235.440398,
"stddev" : 256.606010,
"N" : 3504491,
"percentile" : {
"1.000000" : 1096,
"5.000000" : 1112,
"10.000000" : 1128,
"20.000000" : 1128,
"30.000000" : 1128,
"40.000000" : 1144,
"50.000000" : 1144,
"60.000000" : 1176,
"70.000000" : 1256,
"80.000000" : 1336,
"90.000000" : 1448,
"95.000000" : 1528,
"99.000000" : 1800,
"99.500000" : 2040,
"99.900000" : 4512,
"99.950000" : 5216,
"99.990000" : 6368
},
"bins" : {
"1064" : 3,
"1080" : 382,
"1096" : 53877,
"1112" : 235919,
"1128" : 1062343,
"1144" : 457308,
"1160" : 253852,
"1176" : 50166,
"1192" : 10274,
"1208" : 60529,
"1224" : 93067,
"1240" : 130161,
"1256" : 75648,
"1272" : 37115,
"1288" : 94118,
"1304" : 58821,
"1320" : 98772,
"1336" : 79271,
"1352" : 30364,
"1368" : 53857,
"1384" : 30088,
"1400" : 68217,
"1416" : 72861,
"1432" : 32830,
"1448" : 53372,
"1464" : 21376,
"1480" : 36376,
"1496" : 33161,
"1512" : 15778,
"1528" : 29755,
"1544" : 13137,
"1560" : 23073,
"1576" : 18595,
"1592" : 8220,
"1608" : 14161,
"1624" : 6249,
"1640" : 11389,
"1656" : 9737,
"1672" : 4233,
"1688" : 7473,
"1704" : 3394,
"1720" : 5655,
"1736" : 4725,
"1752" : 2170,
"1768" : 3950,
"1784" : 1718,
"1800" : 3091,
"1816" : 2527,
"1832" : 1157,
"1848" : 2074,
"1864" : 943,
"1880" : 1726,
"1896" : 1448,
"1912" : 674,
"1928" : 1222,
"1944" : 558,
"1960" : 970,
"1976" : 888,
"1992" : 395,
"2008" : 748,
"2024" : 354,
"2040" : 694,
"2064" : 849,
"2096" : 799,
"2128" : 948,
"2160" : 829,
"2192" : 683,
"2224" : 712,
"2256" : 696,
"2288" : 799,
"2320" : 713,
"2352" : 533,
"2384" : 517,
"2416" : 462,
"2448" : 460,
"2480" : 522,
"2512" : 393,
"2544" : 326,
"2576" : 302,
"2608" : 289,
"2640" : 326,
"2672" : 178,
"2704" : 195,
"2736" : 143,
"2768" : 168,
"2800" : 170,
"2832" : 98,
"2864" : 88,
"2896" : 80,
"2928" : 67,
"2960" : 76,
"2992" : 50,
"3024" : 45,
"3056" : 40,
"3088" : 41,
"3120" : 43,
"3152" : 25,
"3184" : 24,
"3216" : 19,
"3248" : 14,
"3280" : 22,
"3312" : 16,
"3344" : 13,
"3376" : 17,
"3408" : 15,
"3440" : 17,
"3472" : 14,
"3504" : 5,
"3536" : 19,
"3568" : 7,
"3600" : 17,
"3632" : 16,
"3664" : 18,
"3696" : 16,
"3728" : 17,
"3760" : 18,
"3792" : 20,
"3824" : 13,
"3856" : 19,
"3888" : 25,
"3920" : 21,
"3952" : 22,
"3984" : 13,
"4016" : 25,
"4048" : 28,
"4080" : 27,
"4128" : 77,
"4192" : 100,
"4256" : 153,
"4320" : 142,
"4384" : 147,
"4448" : 166,
"4512" : 134,
"4576" : 156,
"4640" : 148,
"4704" : 143,
"4768" : 167,
"4832" : 145,
"4896" : 162,
"4960" : 140,
"5024" : 159,
"5088" : 171,
"5152" : 131,
"5216" : 152,
"5280" : 132,
"5344" : 132,
"5408" : 164,
"5472" : 100,
"5536" : 98,
"5600" : 113,
"5664" : 88,
"5728" : 88,
"5792" : 65,
"5856" : 65,
"5920" : 60,
"5984" : 49,
"6048" : 65,
"6112" : 46,
"6176" : 26,
"6240" : 30,
"6304" : 24,
"6368" : 24,
"6432" : 14,
"6496" : 17,
"6560" : 14,
"6624" : 19,
"6688" : 16,
"6752" : 14,
"6816" : 7,
"6880" : 5,
"6944" : 6,
"7008" : 9,
"7072" : 9,
"7136" : 3,
"7200" : 6,
"7264" : 6,
"7328" : 3,
"7392" : 8,
"7456" : 6,
"7520" : 5,
"7584" : 3,
"7648" : 5,
"7712" : 7,
"7776" : 7,
"7840" : 10,
"7904" : 2,
"7968" : 5,
"8032" : 2,
"8096" : 4,
"8160" : 2,
"8256" : 9,
"8384" : 1,
"8512" : 5,
"8640" : 2,
"8768" : 2,
"8896" : 2,
"9280" : 1,
"9408" : 1,
"9664" : 2,
"9792" : 2,
"9920" : 1,
"10048" : 3,
"10176" : 2,
"10304" : 1,
"10688" : 1,
"10816" : 1,
"11328" : 1,
"11456" : 2,
"13248" : 2,
"14528" : 1,
"15296" : 2,
"21888" : 1,
"22656" : 1,
"23168" : 1,
"23680" : 2,
"23936" : 3,
"24192" : 4,
"24704" : 1,
"24960" : 2,
"25216" : 3,
"25472" : 3,
"25728" : 3,
"25984" : 4,
"26496" : 4,
"26752" : 3,
"27008" : 6,
"27520" : 1,
"27776" : 3,
"28032" : 1,
"28288" : 2,
"28544" : 2,
"28800" : 2,
"29312" : 2,
"29568" : 2,
"30080" : 3,
"30336" : 2,
"30592" : 1,
"30848" : 2,
"31104" : 2,
"31360" : 1,
"32128" : 1,
"32640" : 1,
"33024" : 1,
"33536" : 1,
"34048" : 1,
"35072" : 1,
"37632" : 1,
"40704" : 1,
"44288" : 1,
"47360" : 1,
"52992" : 2,
"75264" : 1
}
},
"lat_ns" : {
"min" : 6019,
"max" : 988971,
"mean" : 113574.749246,
"stddev" : 155711.417312,
"N" : 3504491
},
"bw_min" : 270919,
"bw_max" : 287817,
"bw_agg" : 100.000000,
"bw_mean" : 280389.505051,
"bw_dev" : 603.431398,
"bw_samples" : 792,
"iops_min" : 67729,
"iops_max" : 71954,
"iops_mean" : 70097.141414,
"iops_stddev" : 150.873293,
"iops_samples" : 792
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 399997,
"usr_cpu" : 1.501761,
"sys_cpu" : 26.478449,
"ctx" : 945453,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999943,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999943,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.449679,
"4" : 0.425111,
"10" : 0.122243,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773074787,
"timestamp_ms" : 1773074787920,
"time" : "Mon Mar 9 13:46:27 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 17239310336,
"io_kbytes" : 16835264,
"bw_bytes" : 287321838,
"bw" : 280587,
"iops" : 70147.400000,
"runtime" : 60000,
"total_ios" : 4208844,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4767,
"max" : 987138,
"mean" : 112244.567616,
"stddev" : 155524.981351,
"N" : 4208844
},
"clat_ns" : {
"min" : 1071,
"max" : 75285,
"mean" : 1235.761000,
"stddev" : 255.314692,
"N" : 4208836,
"percentile" : {
"1.000000" : 1096,
"5.000000" : 1112,
"10.000000" : 1128,
"20.000000" : 1128,
"30.000000" : 1128,
"40.000000" : 1144,
"50.000000" : 1144,
"60.000000" : 1176,
"70.000000" : 1256,
"80.000000" : 1336,
"90.000000" : 1448,
"95.000000" : 1528,
"99.000000" : 1800,
"99.500000" : 2040,
"99.900000" : 4512,
"99.950000" : 5216,
"99.990000" : 6368
},
"bins" : {
"1064" : 3,
"1080" : 430,
"1096" : 61841,
"1112" : 274068,
"1128" : 1266698,
"1144" : 555353,
"1160" : 311040,
"1176" : 61792,
"1192" : 12557,
"1208" : 74920,
"1224" : 111511,
"1240" : 153896,
"1256" : 91431,
"1272" : 45790,
"1288" : 114862,
"1304" : 70819,
"1320" : 118131,
"1336" : 94638,
"1352" : 36462,
"1368" : 65299,
"1384" : 36981,
"1400" : 83749,
"1416" : 89096,
"1432" : 39850,
"1448" : 64539,
"1464" : 25810,
"1480" : 44096,
"1496" : 40002,
"1512" : 19135,
"1528" : 35828,
"1544" : 15828,
"1560" : 27806,
"1576" : 22199,
"1592" : 9869,
"1608" : 16933,
"1624" : 7542,
"1640" : 13676,
"1656" : 11622,
"1672" : 5031,
"1688" : 8916,
"1704" : 4015,
"1720" : 6686,
"1736" : 5553,
"1752" : 2535,
"1768" : 4630,
"1784" : 2040,
"1800" : 3601,
"1816" : 3010,
"1832" : 1354,
"1848" : 2447,
"1864" : 1092,
"1880" : 2018,
"1896" : 1709,
"1912" : 770,
"1928" : 1434,
"1944" : 676,
"1960" : 1165,
"1976" : 1055,
"1992" : 482,
"2008" : 870,
"2024" : 418,
"2040" : 817,
"2064" : 1023,
"2096" : 939,
"2128" : 1110,
"2160" : 962,
"2192" : 792,
"2224" : 798,
"2256" : 790,
"2288" : 894,
"2320" : 805,
"2352" : 611,
"2384" : 591,
"2416" : 539,
"2448" : 540,
"2480" : 597,
"2512" : 444,
"2544" : 387,
"2576" : 351,
"2608" : 334,
"2640" : 372,
"2672" : 210,
"2704" : 228,
"2736" : 174,
"2768" : 191,
"2800" : 194,
"2832" : 112,
"2864" : 99,
"2896" : 93,
"2928" : 80,
"2960" : 92,
"2992" : 60,
"3024" : 55,
"3056" : 44,
"3088" : 48,
"3120" : 47,
"3152" : 32,
"3184" : 26,
"3216" : 22,
"3248" : 21,
"3280" : 24,
"3312" : 19,
"3344" : 17,
"3376" : 17,
"3408" : 19,
"3440" : 20,
"3472" : 15,
"3504" : 7,
"3536" : 21,
"3568" : 8,
"3600" : 20,
"3632" : 19,
"3664" : 22,
"3696" : 16,
"3728" : 19,
"3760" : 21,
"3792" : 29,
"3824" : 20,
"3856" : 24,
"3888" : 25,
"3920" : 22,
"3952" : 23,
"3984" : 18,
"4016" : 34,
"4048" : 34,
"4080" : 29,
"4128" : 85,
"4192" : 117,
"4256" : 183,
"4320" : 178,
"4384" : 181,
"4448" : 197,
"4512" : 156,
"4576" : 182,
"4640" : 166,
"4704" : 169,
"4768" : 193,
"4832" : 178,
"4896" : 191,
"4960" : 169,
"5024" : 187,
"5088" : 211,
"5152" : 161,
"5216" : 178,
"5280" : 158,
"5344" : 154,
"5408" : 200,
"5472" : 121,
"5536" : 128,
"5600" : 135,
"5664" : 104,
"5728" : 107,
"5792" : 76,
"5856" : 80,
"5920" : 80,
"5984" : 59,
"6048" : 76,
"6112" : 53,
"6176" : 39,
"6240" : 36,
"6304" : 30,
"6368" : 28,
"6432" : 19,
"6496" : 22,
"6560" : 16,
"6624" : 23,
"6688" : 18,
"6752" : 18,
"6816" : 9,
"6880" : 7,
"6944" : 6,
"7008" : 11,
"7072" : 10,
"7136" : 4,
"7200" : 6,
"7264" : 9,
"7328" : 4,
"7392" : 10,
"7456" : 8,
"7520" : 5,
"7584" : 5,
"7648" : 8,
"7712" : 8,
"7776" : 8,
"7840" : 10,
"7904" : 2,
"7968" : 5,
"8032" : 2,
"8096" : 4,
"8160" : 2,
"8256" : 11,
"8384" : 4,
"8512" : 7,
"8640" : 3,
"8768" : 3,
"8896" : 2,
"9280" : 2,
"9408" : 3,
"9664" : 2,
"9792" : 2,
"9920" : 1,
"10048" : 5,
"10176" : 2,
"10304" : 1,
"10688" : 2,
"10816" : 1,
"11328" : 1,
"11456" : 2,
"13248" : 2,
"13504" : 1,
"13760" : 1,
"14528" : 1,
"15296" : 2,
"21888" : 1,
"22656" : 1,
"23168" : 1,
"23680" : 3,
"23936" : 3,
"24192" : 4,
"24448" : 1,
"24704" : 1,
"24960" : 3,
"25216" : 5,
"25472" : 6,
"25728" : 3,
"25984" : 5,
"26240" : 1,
"26496" : 4,
"26752" : 4,
"27008" : 7,
"27520" : 1,
"27776" : 3,
"28032" : 1,
"28288" : 3,
"28544" : 3,
"28800" : 2,
"29312" : 2,
"29568" : 2,
"30080" : 3,
"30336" : 2,
"30592" : 1,
"30848" : 2,
"31104" : 2,
"31360" : 1,
"32128" : 1,
"32384" : 1,
"32640" : 1,
"33024" : 1,
"33536" : 1,
"34048" : 1,
"35072" : 1,
"37632" : 1,
"40704" : 1,
"44288" : 1,
"45824" : 1,
"47360" : 1,
"52992" : 2,
"75264" : 1
}
},
"lat_ns" : {
"min" : 6019,
"max" : 988971,
"mean" : 113479.923538,
"stddev" : 155648.112313,
"N" : 4208836
},
"bw_min" : 270919,
"bw_max" : 288264,
"bw_agg" : 100.000000,
"bw_mean" : 280607.647059,
"bw_dev" : 675.428181,
"bw_samples" : 952,
"iops_min" : 67729,
"iops_max" : 72066,
"iops_mean" : 70151.714286,
"iops_stddev" : 168.869231,
"iops_samples" : 952
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479993,
"usr_cpu" : 1.482522,
"sys_cpu" : 26.481011,
"ctx" : 1134726,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999952,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999976,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.464841,
"4" : 0.410018,
"10" : 0.122171,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773074797,
"timestamp_ms" : 1773074797921,
"time" : "Mon Mar 9 13:46:37 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 20025409536,
"io_kbytes" : 19556064,
"bw_bytes" : 286077279,
"bw" : 279372,
"iops" : 69843.485714,
"runtime" : 70000,
"total_ios" : 4889044,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4767,
"max" : 987138,
"mean" : 112742.008368,
"stddev" : 155798.219547,
"N" : 4889044
},
"clat_ns" : {
"min" : 1071,
"max" : 75285,
"mean" : 1235.006966,
"stddev" : 254.582506,
"N" : 4889036,
"percentile" : {
"1.000000" : 1096,
"5.000000" : 1112,
"10.000000" : 1128,
"20.000000" : 1128,
"30.000000" : 1128,
"40.000000" : 1144,
"50.000000" : 1144,
"60.000000" : 1176,
"70.000000" : 1256,
"80.000000" : 1336,
"90.000000" : 1448,
"95.000000" : 1528,
"99.000000" : 1800,
"99.500000" : 2024,
"99.900000" : 4512,
"99.950000" : 5216,
"99.990000" : 6368
},
"bins" : {
"1064" : 4,
"1080" : 520,
"1096" : 77551,
"1112" : 341241,
"1128" : 1498008,
"1144" : 630176,
"1160" : 347269,
"1176" : 69358,
"1192" : 14783,
"1208" : 82109,
"1224" : 116952,
"1240" : 162764,
"1256" : 103360,
"1272" : 54129,
"1288" : 136193,
"1304" : 84040,
"1320" : 139377,
"1336" : 111650,
"1352" : 42789,
"1368" : 76629,
"1384" : 43334,
"1400" : 98318,
"1416" : 104583,
"1432" : 46897,
"1448" : 75699,
"1464" : 29989,
"1480" : 51138,
"1496" : 46478,
"1512" : 22247,
"1528" : 41629,
"1544" : 18536,
"1560" : 32205,
"1576" : 25751,
"1592" : 11354,
"1608" : 19479,
"1624" : 8739,
"1640" : 15810,
"1656" : 13342,
"1672" : 5854,
"1688" : 10231,
"1704" : 4626,
"1720" : 7707,
"1736" : 6337,
"1752" : 2890,
"1768" : 5277,
"1784" : 2328,
"1800" : 4116,
"1816" : 3457,
"1832" : 1546,
"1848" : 2803,
"1864" : 1236,
"1880" : 2283,
"1896" : 1961,
"1912" : 875,
"1928" : 1617,
"1944" : 790,
"1960" : 1327,
"1976" : 1210,
"1992" : 567,
"2008" : 994,
"2024" : 481,
"2040" : 939,
"2064" : 1184,
"2096" : 1083,
"2128" : 1275,
"2160" : 1071,
"2192" : 901,
"2224" : 904,
"2256" : 883,
"2288" : 991,
"2320" : 881,
"2352" : 673,
"2384" : 658,
"2416" : 594,
"2448" : 593,
"2480" : 664,
"2512" : 484,
"2544" : 433,
"2576" : 386,
"2608" : 372,
"2640" : 428,
"2672" : 240,
"2704" : 263,
"2736" : 200,
"2768" : 212,
"2800" : 223,
"2832" : 122,
"2864" : 116,
"2896" : 101,
"2928" : 86,
"2960" : 111,
"2992" : 69,
"3024" : 62,
"3056" : 48,
"3088" : 48,
"3120" : 55,
"3152" : 36,
"3184" : 29,
"3216" : 25,
"3248" : 25,
"3280" : 25,
"3312" : 21,
"3344" : 21,
"3376" : 19,
"3408" : 23,
"3440" : 24,
"3472" : 15,
"3504" : 7,
"3536" : 24,
"3568" : 8,
"3600" : 21,
"3632" : 22,
"3664" : 27,
"3696" : 20,
"3728" : 22,
"3760" : 24,
"3792" : 31,
"3824" : 23,
"3856" : 27,
"3888" : 36,
"3920" : 24,
"3952" : 29,
"3984" : 24,
"4016" : 39,
"4048" : 39,
"4080" : 39,
"4128" : 106,
"4192" : 143,
"4256" : 206,
"4320" : 205,
"4384" : 203,
"4448" : 220,
"4512" : 176,
"4576" : 220,
"4640" : 193,
"4704" : 203,
"4768" : 231,
"4832" : 214,
"4896" : 219,
"4960" : 206,
"5024" : 212,
"5088" : 239,
"5152" : 191,
"5216" : 208,
"5280" : 184,
"5344" : 171,
"5408" : 222,
"5472" : 136,
"5536" : 150,
"5600" : 157,
"5664" : 117,
"5728" : 131,
"5792" : 96,
"5856" : 96,
"5920" : 96,
"5984" : 69,
"6048" : 83,
"6112" : 58,
"6176" : 43,
"6240" : 44,
"6304" : 36,
"6368" : 32,
"6432" : 22,
"6496" : 25,
"6560" : 17,
"6624" : 26,
"6688" : 21,
"6752" : 20,
"6816" : 11,
"6880" : 10,
"6944" : 7,
"7008" : 13,
"7072" : 11,
"7136" : 5,
"7200" : 10,
"7264" : 9,
"7328" : 6,
"7392" : 10,
"7456" : 8,
"7520" : 6,
"7584" : 6,
"7648" : 9,
"7712" : 8,
"7776" : 8,
"7840" : 10,
"7904" : 2,
"7968" : 6,
"8032" : 2,
"8096" : 4,
"8160" : 2,
"8256" : 12,
"8384" : 5,
"8512" : 9,
"8640" : 4,
"8768" : 3,
"8896" : 3,
"9280" : 2,
"9408" : 3,
"9664" : 3,
"9792" : 2,
"9920" : 1,
"10048" : 5,
"10176" : 2,
"10304" : 1,
"10688" : 2,
"10816" : 1,
"11328" : 1,
"11456" : 2,
"13248" : 2,
"13504" : 1,
"13760" : 1,
"14528" : 1,
"15296" : 2,
"21888" : 1,
"22656" : 1,
"23168" : 1,
"23680" : 3,
"23936" : 4,
"24192" : 4,
"24448" : 2,
"24704" : 3,
"24960" : 5,
"25216" : 5,
"25472" : 7,
"25728" : 4,
"25984" : 5,
"26240" : 2,
"26496" : 4,
"26752" : 5,
"27008" : 7,
"27264" : 1,
"27520" : 1,
"27776" : 5,
"28032" : 2,
"28288" : 3,
"28544" : 3,
"28800" : 2,
"29312" : 3,
"29568" : 2,
"30080" : 3,
"30336" : 2,
"30592" : 1,
"30848" : 2,
"31104" : 3,
"31360" : 1,
"31616" : 1,
"32128" : 2,
"32384" : 1,
"32640" : 1,
"33024" : 1,
"33536" : 1,
"34048" : 1,
"35072" : 1,
"37632" : 1,
"40704" : 1,
"44288" : 1,
"45824" : 1,
"47360" : 1,
"52992" : 2,
"75264" : 1
}
},
"lat_ns" : {
"min" : 6019,
"max" : 988971,
"mean" : 113976.667428,
"stddev" : 155921.365928,
"N" : 4889036
},
"bw_min" : 256543,
"bw_max" : 288344,
"bw_agg" : 100.000000,
"bw_mean" : 279578.597122,
"bw_dev" : 1492.832760,
"bw_samples" : 1112,
"iops_min" : 64135,
"iops_max" : 72086,
"iops_mean" : 69894.474820,
"iops_stddev" : 373.211407,
"iops_samples" : 1112
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 559997,
"usr_cpu" : 1.478401,
"sys_cpu" : 26.417820,
"ctx" : 1324952,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999959,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999959,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.476851,
"4" : 0.398033,
"10" : 0.122192,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773074807,
"timestamp_ms" : 1773074807920,
"time" : "Mon Mar 9 13:46:47 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 22494855168,
"io_kbytes" : 21967632,
"bw_bytes" : 281189204,
"bw" : 274598,
"iops" : 68649.983125,
"runtime" : 79999,
"total_ios" : 5491930,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4767,
"max" : 987138,
"mean" : 114729.508184,
"stddev" : 156828.402813,
"N" : 5491930
},
"clat_ns" : {
"min" : 1071,
"max" : 75285,
"mean" : 1236.332639,
"stddev" : 253.692507,
"N" : 5491922,
"percentile" : {
"1.000000" : 1096,
"5.000000" : 1112,
"10.000000" : 1128,
"20.000000" : 1128,
"30.000000" : 1128,
"40.000000" : 1144,
"50.000000" : 1144,
"60.000000" : 1176,
"70.000000" : 1272,
"80.000000" : 1336,
"90.000000" : 1448,
"95.000000" : 1528,
"99.000000" : 1800,
"99.500000" : 2024,
"99.900000" : 4512,
"99.950000" : 5280,
"99.990000" : 6368
},
"bins" : {
"1064" : 4,
"1080" : 526,
"1096" : 80345,
"1112" : 362502,
"1128" : 1660152,
"1144" : 730882,
"1160" : 415430,
"1176" : 83475,
"1192" : 16937,
"1208" : 86292,
"1224" : 121199,
"1240" : 170536,
"1256" : 111477,
"1272" : 59701,
"1288" : 153205,
"1304" : 96051,
"1320" : 161402,
"1336" : 130355,
"1352" : 49769,
"1368" : 88204,
"1384" : 49448,
"1400" : 111211,
"1416" : 118799,
"1432" : 53385,
"1448" : 86692,
"1464" : 34468,
"1480" : 58656,
"1496" : 53232,
"1512" : 25476,
"1528" : 47695,
"1544" : 21249,
"1560" : 36943,
"1576" : 29620,
"1592" : 12988,
"1608" : 22366,
"1624" : 10041,
"1640" : 18126,
"1656" : 15322,
"1672" : 6742,
"1688" : 11656,
"1704" : 5257,
"1720" : 8844,
"1736" : 7306,
"1752" : 3341,
"1768" : 6045,
"1784" : 2654,
"1800" : 4807,
"1816" : 3951,
"1832" : 1766,
"1848" : 3213,
"1864" : 1414,
"1880" : 2599,
"1896" : 2236,
"1912" : 984,
"1928" : 1830,
"1944" : 904,
"1960" : 1525,
"1976" : 1367,
"1992" : 636,
"2008" : 1131,
"2024" : 541,
"2040" : 1065,
"2064" : 1343,
"2096" : 1215,
"2128" : 1440,
"2160" : 1185,
"2192" : 1015,
"2224" : 1024,
"2256" : 992,
"2288" : 1110,
"2320" : 1000,
"2352" : 766,
"2384" : 734,
"2416" : 673,
"2448" : 667,
"2480" : 747,
"2512" : 537,
"2544" : 478,
"2576" : 413,
"2608" : 413,
"2640" : 475,
"2672" : 264,
"2704" : 292,
"2736" : 217,
"2768" : 233,
"2800" : 253,
"2832" : 135,
"2864" : 125,
"2896" : 115,
"2928" : 95,
"2960" : 123,
"2992" : 75,
"3024" : 69,
"3056" : 52,
"3088" : 54,
"3120" : 63,
"3152" : 38,
"3184" : 32,
"3216" : 28,
"3248" : 27,
"3280" : 29,
"3312" : 26,
"3344" : 23,
"3376" : 20,
"3408" : 24,
"3440" : 28,
"3472" : 15,
"3504" : 8,
"3536" : 26,
"3568" : 9,
"3600" : 22,
"3632" : 25,
"3664" : 31,
"3696" : 21,
"3728" : 24,
"3760" : 32,
"3792" : 35,
"3824" : 24,
"3856" : 28,
"3888" : 38,
"3920" : 25,
"3952" : 35,
"3984" : 28,
"4016" : 43,
"4048" : 43,
"4080" : 44,
"4128" : 118,
"4192" : 154,
"4256" : 217,
"4320" : 221,
"4384" : 217,
"4448" : 247,
"4512" : 194,
"4576" : 247,
"4640" : 217,
"4704" : 221,
"4768" : 251,
"4832" : 234,
"4896" : 250,
"4960" : 226,
"5024" : 240,
"5088" : 269,
"5152" : 217,
"5216" : 228,
"5280" : 208,
"5344" : 188,
"5408" : 244,
"5472" : 154,
"5536" : 173,
"5600" : 179,
"5664" : 129,
"5728" : 151,
"5792" : 117,
"5856" : 123,
"5920" : 109,
"5984" : 85,
"6048" : 98,
"6112" : 68,
"6176" : 57,
"6240" : 54,
"6304" : 47,
"6368" : 39,
"6432" : 28,
"6496" : 31,
"6560" : 22,
"6624" : 29,
"6688" : 24,
"6752" : 23,
"6816" : 13,
"6880" : 11,
"6944" : 8,
"7008" : 14,
"7072" : 11,
"7136" : 5,
"7200" : 10,
"7264" : 11,
"7328" : 7,
"7392" : 13,
"7456" : 9,
"7520" : 6,
"7584" : 8,
"7648" : 9,
"7712" : 8,
"7776" : 8,
"7840" : 10,
"7904" : 2,
"7968" : 6,
"8032" : 3,
"8096" : 4,
"8160" : 2,
"8256" : 12,
"8384" : 5,
"8512" : 9,
"8640" : 4,
"8768" : 3,
"8896" : 3,
"9280" : 2,
"9408" : 3,
"9664" : 3,
"9792" : 2,
"9920" : 1,
"10048" : 5,
"10176" : 2,
"10304" : 2,
"10688" : 3,
"10816" : 2,
"10944" : 1,
"11328" : 1,
"11456" : 2,
"13248" : 2,
"13504" : 1,
"13760" : 1,
"14528" : 2,
"14656" : 1,
"15296" : 2,
"21888" : 1,
"22656" : 1,
"23168" : 1,
"23680" : 3,
"23936" : 4,
"24192" : 4,
"24448" : 3,
"24704" : 3,
"24960" : 5,
"25216" : 5,
"25472" : 8,
"25728" : 5,
"25984" : 6,
"26240" : 2,
"26496" : 4,
"26752" : 6,
"27008" : 7,
"27264" : 2,
"27520" : 1,
"27776" : 5,
"28032" : 2,
"28288" : 3,
"28544" : 4,
"28800" : 2,
"29312" : 3,
"29568" : 2,
"30080" : 3,
"30336" : 3,
"30592" : 2,
"30848" : 3,
"31104" : 3,
"31360" : 1,
"31616" : 1,
"32128" : 2,
"32384" : 1,
"32640" : 1,
"33024" : 1,
"33536" : 1,
"34048" : 1,
"35072" : 1,
"37632" : 1,
"40704" : 1,
"44288" : 1,
"45824" : 1,
"47360" : 1,
"52992" : 2,
"75264" : 1
}
},
"lat_ns" : {
"min" : 6019,
"max" : 988971,
"mean" : 115965.534004,
"stddev" : 156952.383619,
"N" : 5491922
},
"bw_min" : 224799,
"bw_max" : 288505,
"bw_agg" : 100.000000,
"bw_mean" : 274930.666667,
"bw_dev" : 4765.391016,
"bw_samples" : 1272,
"iops_min" : 56199,
"iops_max" : 72126,
"iops_mean" : 68732.503145,
"iops_stddev" : 1191.354040,
"iops_samples" : 1272
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639992,
"usr_cpu" : 1.454081,
"sys_cpu" : 26.188296,
"ctx" : 1519318,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999982,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999982,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.477561,
"4" : 0.397492,
"10" : 0.122052,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773074817,
"timestamp_ms" : 1773074817920,
"time" : "Mon Mar 9 13:46:57 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 24706170880,
"io_kbytes" : 24127120,
"bw_bytes" : 274513009,
"bw" : 268079,
"iops" : 67020.077778,
"runtime" : 90000,
"total_ios" : 6031807,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4767,
"max" : 987138,
"mean" : 117556.926469,
"stddev" : 158237.456624,
"N" : 6031807
},
"clat_ns" : {
"min" : 1071,
"max" : 75285,
"mean" : 1238.758962,
"stddev" : 258.397407,
"N" : 6031799,
"percentile" : {
"1.000000" : 1096,
"5.000000" : 1112,
"10.000000" : 1128,
"20.000000" : 1128,
"30.000000" : 1128,
"40.000000" : 1144,
"50.000000" : 1144,
"60.000000" : 1176,
"70.000000" : 1272,
"80.000000" : 1336,
"90.000000" : 1448,
"95.000000" : 1544,
"99.000000" : 1800,
"99.500000" : 2008,
"99.900000" : 4512,
"99.950000" : 5280,
"99.990000" : 6432
},
"bins" : {
"1064" : 4,
"1080" : 534,
"1096" : 83177,
"1112" : 381533,
"1128" : 1795550,
"1144" : 810110,
"1160" : 467358,
"1176" : 94502,
"1192" : 18735,
"1208" : 90282,
"1224" : 125989,
"1240" : 179069,
"1256" : 120509,
"1272" : 65326,
"1288" : 169499,
"1304" : 107730,
"1320" : 184178,
"1336" : 150431,
"1352" : 57359,
"1368" : 99722,
"1384" : 54735,
"1400" : 122973,
"1416" : 133021,
"1432" : 60540,
"1448" : 98810,
"1464" : 39475,
"1480" : 66669,
"1496" : 60125,
"1512" : 28885,
"1528" : 54178,
"1544" : 23992,
"1560" : 42006,
"1576" : 33771,
"1592" : 14736,
"1608" : 25547,
"1624" : 11397,
"1640" : 20615,
"1656" : 17512,
"1672" : 7631,
"1688" : 13309,
"1704" : 5944,
"1720" : 10103,
"1736" : 8359,
"1752" : 3814,
"1768" : 6930,
"1784" : 2967,
"1800" : 5459,
"1816" : 4479,
"1832" : 1995,
"1848" : 3645,
"1864" : 1581,
"1880" : 2916,
"1896" : 2525,
"1912" : 1124,
"1928" : 2064,
"1944" : 1013,
"1960" : 1702,
"1976" : 1536,
"1992" : 712,
"2008" : 1255,
"2024" : 597,
"2040" : 1164,
"2064" : 1496,
"2096" : 1337,
"2128" : 1585,
"2160" : 1303,
"2192" : 1109,
"2224" : 1122,
"2256" : 1086,
"2288" : 1222,
"2320" : 1100,
"2352" : 840,
"2384" : 809,
"2416" : 724,
"2448" : 723,
"2480" : 806,
"2512" : 574,
"2544" : 516,
"2576" : 454,
"2608" : 441,
"2640" : 499,
"2672" : 293,
"2704" : 306,
"2736" : 231,
"2768" : 244,
"2800" : 275,
"2832" : 143,
"2864" : 131,
"2896" : 122,
"2928" : 107,
"2960" : 134,
"2992" : 79,
"3024" : 71,
"3056" : 56,
"3088" : 60,
"3120" : 69,
"3152" : 44,
"3184" : 34,
"3216" : 30,
"3248" : 30,
"3280" : 32,
"3312" : 26,
"3344" : 26,
"3376" : 21,
"3408" : 25,
"3440" : 29,
"3472" : 18,
"3504" : 10,
"3536" : 28,
"3568" : 10,
"3600" : 24,
"3632" : 27,
"3664" : 32,
"3696" : 25,
"3728" : 27,
"3760" : 36,
"3792" : 36,
"3824" : 24,
"3856" : 32,
"3888" : 42,
"3920" : 31,
"3952" : 40,
"3984" : 31,
"4016" : 48,
"4048" : 44,
"4080" : 45,
"4128" : 123,
"4192" : 166,
"4256" : 225,
"4320" : 232,
"4384" : 234,
"4448" : 268,
"4512" : 208,
"4576" : 267,
"4640" : 230,
"4704" : 232,
"4768" : 273,
"4832" : 254,
"4896" : 268,
"4960" : 253,
"5024" : 271,
"5088" : 292,
"5152" : 239,
"5216" : 247,
"5280" : 246,
"5344" : 204,
"5408" : 264,
"5472" : 179,
"5536" : 189,
"5600" : 200,
"5664" : 144,
"5728" : 175,
"5792" : 135,
"5856" : 140,
"5920" : 129,
"5984" : 98,
"6048" : 110,
"6112" : 78,
"6176" : 68,
"6240" : 67,
"6304" : 57,
"6368" : 43,
"6432" : 39,
"6496" : 38,
"6560" : 26,
"6624" : 32,
"6688" : 24,
"6752" : 27,
"6816" : 14,
"6880" : 12,
"6944" : 10,
"7008" : 15,
"7072" : 14,
"7136" : 6,
"7200" : 10,
"7264" : 12,
"7328" : 7,
"7392" : 13,
"7456" : 10,
"7520" : 6,
"7584" : 8,
"7648" : 10,
"7712" : 8,
"7776" : 8,
"7840" : 11,
"7904" : 2,
"7968" : 6,
"8032" : 3,
"8096" : 4,
"8160" : 2,
"8256" : 12,
"8384" : 5,
"8512" : 10,
"8640" : 4,
"8768" : 4,
"8896" : 4,
"9024" : 1,
"9280" : 2,
"9408" : 3,
"9664" : 3,
"9792" : 4,
"9920" : 2,
"10048" : 5,
"10176" : 2,
"10304" : 2,
"10688" : 3,
"10816" : 2,
"10944" : 1,
"11328" : 1,
"11456" : 2,
"13248" : 2,
"13504" : 1,
"13632" : 2,
"13760" : 1,
"14528" : 2,
"14656" : 1,
"15296" : 2,
"15424" : 1,
"15552" : 1,
"21632" : 1,
"21888" : 1,
"22400" : 1,
"22656" : 1,
"23168" : 1,
"23680" : 3,
"23936" : 4,
"24192" : 4,
"24448" : 3,
"24704" : 3,
"24960" : 5,
"25216" : 5,
"25472" : 8,
"25728" : 5,
"25984" : 7,
"26240" : 2,
"26496" : 4,
"26752" : 6,
"27008" : 9,
"27264" : 4,
"27520" : 3,
"27776" : 6,
"28032" : 2,
"28288" : 5,
"28544" : 4,
"28800" : 2,
"29312" : 3,
"29568" : 3,
"30080" : 4,
"30336" : 4,
"30592" : 2,
"30848" : 4,
"31104" : 4,
"31360" : 2,
"31616" : 1,
"32128" : 2,
"32384" : 1,
"32640" : 1,
"33024" : 2,
"33536" : 1,
"34048" : 1,
"34560" : 1,
"35072" : 1,
"35584" : 1,
"37632" : 1,
"40704" : 1,
"42752" : 1,
"44288" : 1,
"45824" : 1,
"47360" : 1,
"52992" : 2,
"54016" : 1,
"75264" : 1
}
},
"lat_ns" : {
"min" : 6019,
"max" : 988971,
"mean" : 118795.409824,
"stddev" : 158362.555456,
"N" : 6031799
},
"bw_min" : 199735,
"bw_max" : 288640,
"bw_agg" : 100.000000,
"bw_mean" : 268459.687151,
"bw_dev" : 8002.679650,
"bw_samples" : 1432,
"iops_min" : 49933,
"iops_max" : 72160,
"iops_mean" : 67114.770950,
"iops_stddev" : 2000.673764,
"iops_samples" : 1432
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 719996,
"usr_cpu" : 1.428063,
"sys_cpu" : 25.836116,
"ctx" : 1717818,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999983,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999983,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.479178,
"4" : 0.395454,
"10" : 0.122285,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773074827,
"timestamp_ms" : 1773074827920,
"time" : "Mon Mar 9 13:47:07 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 26707292160,
"io_kbytes" : 26081340,
"bw_bytes" : 267075592,
"bw" : 260816,
"iops" : 65204.352044,
"runtime" : 99999,
"total_ios" : 6520370,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4767,
"max" : 987138,
"mean" : 120875.501233,
"stddev" : 159836.156590,
"N" : 6520370
},
"clat_ns" : {
"min" : 1071,
"max" : 75285,
"mean" : 1241.488342,
"stddev" : 260.503536,
"N" : 6520362,
"percentile" : {
"1.000000" : 1096,
"5.000000" : 1112,
"10.000000" : 1128,
"20.000000" : 1128,
"30.000000" : 1128,
"40.000000" : 1144,
"50.000000" : 1144,
"60.000000" : 1208,
"70.000000" : 1288,
"80.000000" : 1352,
"90.000000" : 1448,
"95.000000" : 1544,
"99.000000" : 1800,
"99.500000" : 2008,
"99.900000" : 4512,
"99.950000" : 5280,
"99.990000" : 6432
},
"bins" : {
"1064" : 4,
"1080" : 538,
"1096" : 85057,
"1112" : 396014,
"1128" : 1906417,
"1144" : 874870,
"1160" : 509490,
"1176" : 104022,
"1192" : 20259,
"1208" : 94172,
"1224" : 131483,
"1240" : 188598,
"1256" : 131364,
"1272" : 72432,
"1288" : 188495,
"1304" : 119851,
"1320" : 205677,
"1336" : 168992,
"1352" : 64691,
"1368" : 112014,
"1384" : 61255,
"1400" : 136215,
"1416" : 147286,
"1432" : 67277,
"1448" : 110064,
"1464" : 44152,
"1480" : 74367,
"1496" : 67147,
"1512" : 32217,
"1528" : 60318,
"1544" : 26724,
"1560" : 46861,
"1576" : 37847,
"1592" : 16487,
"1608" : 28535,
"1624" : 12746,
"1640" : 23068,
"1656" : 19533,
"1672" : 8526,
"1688" : 14824,
"1704" : 6623,
"1720" : 11319,
"1736" : 9402,
"1752" : 4240,
"1768" : 7653,
"1784" : 3278,
"1800" : 6042,
"1816" : 5001,
"1832" : 2184,
"1848" : 4029,
"1864" : 1743,
"1880" : 3227,
"1896" : 2798,
"1912" : 1223,
"1928" : 2300,
"1944" : 1121,
"1960" : 1899,
"1976" : 1713,
"1992" : 781,
"2008" : 1405,
"2024" : 647,
"2040" : 1277,
"2064" : 1629,
"2096" : 1468,
"2128" : 1730,
"2160" : 1393,
"2192" : 1220,
"2224" : 1219,
"2256" : 1175,
"2288" : 1309,
"2320" : 1177,
"2352" : 894,
"2384" : 861,
"2416" : 778,
"2448" : 767,
"2480" : 855,
"2512" : 603,
"2544" : 551,
"2576" : 481,
"2608" : 461,
"2640" : 522,
"2672" : 309,
"2704" : 323,
"2736" : 242,
"2768" : 255,
"2800" : 286,
"2832" : 151,
"2864" : 133,
"2896" : 129,
"2928" : 111,
"2960" : 144,
"2992" : 83,
"3024" : 76,
"3056" : 59,
"3088" : 65,
"3120" : 78,
"3152" : 47,
"3184" : 37,
"3216" : 31,
"3248" : 33,
"3280" : 36,
"3312" : 26,
"3344" : 27,
"3376" : 24,
"3408" : 28,
"3440" : 30,
"3472" : 19,
"3504" : 13,
"3536" : 29,
"3568" : 12,
"3600" : 27,
"3632" : 31,
"3664" : 34,
"3696" : 30,
"3728" : 29,
"3760" : 40,
"3792" : 40,
"3824" : 27,
"3856" : 38,
"3888" : 44,
"3920" : 39,
"3952" : 44,
"3984" : 36,
"4016" : 52,
"4048" : 47,
"4080" : 49,
"4128" : 131,
"4192" : 173,
"4256" : 243,
"4320" : 246,
"4384" : 253,
"4448" : 282,
"4512" : 224,
"4576" : 287,
"4640" : 255,
"4704" : 242,
"4768" : 288,
"4832" : 275,
"4896" : 280,
"4960" : 271,
"5024" : 289,
"5088" : 305,
"5152" : 262,
"5216" : 273,
"5280" : 270,
"5344" : 220,
"5408" : 292,
"5472" : 192,
"5536" : 204,
"5600" : 212,
"5664" : 156,
"5728" : 192,
"5792" : 149,
"5856" : 162,
"5920" : 148,
"5984" : 108,
"6048" : 121,
"6112" : 86,
"6176" : 74,
"6240" : 72,
"6304" : 68,
"6368" : 50,
"6432" : 43,
"6496" : 45,
"6560" : 30,
"6624" : 34,
"6688" : 27,
"6752" : 30,
"6816" : 17,
"6880" : 12,
"6944" : 14,
"7008" : 15,
"7072" : 15,
"7136" : 7,
"7200" : 10,
"7264" : 12,
"7328" : 7,
"7392" : 14,
"7456" : 11,
"7520" : 8,
"7584" : 8,
"7648" : 11,
"7712" : 8,
"7776" : 8,
"7840" : 11,
"7904" : 2,
"7968" : 7,
"8032" : 3,
"8096" : 4,
"8160" : 2,
"8256" : 12,
"8384" : 6,
"8512" : 11,
"8640" : 4,
"8768" : 5,
"8896" : 4,
"9024" : 1,
"9152" : 1,
"9280" : 2,
"9408" : 5,
"9664" : 3,
"9792" : 5,
"9920" : 3,
"10048" : 5,
"10176" : 2,
"10304" : 2,
"10688" : 4,
"10816" : 3,
"10944" : 1,
"11328" : 1,
"11456" : 2,
"11712" : 1,
"12096" : 1,
"13248" : 2,
"13504" : 1,
"13632" : 2,
"13760" : 1,
"14272" : 1,
"14528" : 2,
"14656" : 1,
"15168" : 1,
"15296" : 2,
"15424" : 1,
"15552" : 1,
"16768" : 1,
"21632" : 1,
"21888" : 1,
"22400" : 1,
"22656" : 1,
"23168" : 1,
"23680" : 3,
"23936" : 4,
"24192" : 4,
"24448" : 4,
"24704" : 3,
"24960" : 5,
"25216" : 5,
"25472" : 8,
"25728" : 5,
"25984" : 7,
"26240" : 2,
"26496" : 5,
"26752" : 6,
"27008" : 10,
"27264" : 4,
"27520" : 3,
"27776" : 6,
"28032" : 2,
"28288" : 5,
"28544" : 5,
"28800" : 4,
"29056" : 1,
"29312" : 3,
"29568" : 3,
"29824" : 1,
"30080" : 5,
"30336" : 4,
"30592" : 2,
"30848" : 4,
"31104" : 5,
"31360" : 2,
"31616" : 2,
"32128" : 3,
"32384" : 2,
"32640" : 1,
"33024" : 4,
"33536" : 1,
"34048" : 1,
"34560" : 2,
"35072" : 1,
"35584" : 1,
"37632" : 1,
"40704" : 1,
"42752" : 1,
"44288" : 1,
"45824" : 1,
"47360" : 1,
"52992" : 2,
"54016" : 1,
"75264" : 1
}
},
"lat_ns" : {
"min" : 6019,
"max" : 988971,
"mean" : 122116.738690,
"stddev" : 159961.937664,
"N" : 6520362
},
"bw_min" : 182751,
"bw_max" : 288688,
"bw_agg" : 100.000000,
"bw_mean" : 261224.281407,
"bw_dev" : 10875.526619,
"bw_samples" : 1592,
"iops_min" : 45687,
"iops_max" : 72172,
"iops_mean" : 65305.924623,
"iops_stddev" : 2718.885443,
"iops_samples" : 1592
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 799992,
"usr_cpu" : 1.403014,
"sys_cpu" : 25.434379,
"ctx" : 1919278,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999969,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999969,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.479999,
"4" : 0.394410,
"10" : 0.122386,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773074837,
"timestamp_ms" : 1773074837921,
"time" : "Mon Mar 9 13:47:17 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 28526936064,
"io_kbytes" : 27858336,
"bw_bytes" : 259335782,
"bw" : 253257,
"iops" : 63314.645455,
"runtime" : 110000,
"total_ios" : 6964611,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4767,
"max" : 987138,
"mean" : 124530.592476,
"stddev" : 161518.457534,
"N" : 6964611
},
"clat_ns" : {
"min" : 1071,
"max" : 75285,
"mean" : 1244.569376,
"stddev" : 263.019144,
"N" : 6964603,
"percentile" : {
"1.000000" : 1096,
"5.000000" : 1112,
"10.000000" : 1128,
"20.000000" : 1128,
"30.000000" : 1128,
"40.000000" : 1144,
"50.000000" : 1160,
"60.000000" : 1208,
"70.000000" : 1288,
"80.000000" : 1352,
"90.000000" : 1448,
"95.000000" : 1560,
"99.000000" : 1800,
"99.500000" : 2008,
"99.900000" : 4512,
"99.950000" : 5280,
"99.990000" : 6496
},
"bins" : {
"1064" : 4,
"1080" : 540,
"1096" : 86318,
"1112" : 407043,
"1128" : 1993631,
"1144" : 926640,
"1160" : 543846,
"1176" : 112770,
"1192" : 21690,
"1208" : 98069,
"1224" : 136804,
"1240" : 197983,
"1256" : 141678,
"1272" : 79440,
"1288" : 207159,
"1304" : 132429,
"1320" : 228860,
"1336" : 189649,
"1352" : 72911,
"1368" : 125159,
"1384" : 67769,
"1400" : 149905,
"1416" : 162528,
"1432" : 74273,
"1448" : 121826,
"1464" : 48813,
"1480" : 82324,
"1496" : 74089,
"1512" : 35384,
"1528" : 66266,
"1544" : 29483,
"1560" : 51759,
"1576" : 41762,
"1592" : 18114,
"1608" : 31438,
"1624" : 14061,
"1640" : 25354,
"1656" : 21466,
"1672" : 9327,
"1688" : 16274,
"1704" : 7282,
"1720" : 12482,
"1736" : 10336,
"1752" : 4654,
"1768" : 8374,
"1784" : 3557,
"1800" : 6614,
"1816" : 5488,
"1832" : 2407,
"1848" : 4405,
"1864" : 1906,
"1880" : 3500,
"1896" : 3045,
"1912" : 1335,
"1928" : 2485,
"1944" : 1205,
"1960" : 2056,
"1976" : 1832,
"1992" : 836,
"2008" : 1512,
"2024" : 700,
"2040" : 1358,
"2064" : 1729,
"2096" : 1564,
"2128" : 1846,
"2160" : 1471,
"2192" : 1286,
"2224" : 1288,
"2256" : 1223,
"2288" : 1370,
"2320" : 1225,
"2352" : 950,
"2384" : 913,
"2416" : 809,
"2448" : 800,
"2480" : 904,
"2512" : 631,
"2544" : 580,
"2576" : 515,
"2608" : 487,
"2640" : 544,
"2672" : 326,
"2704" : 342,
"2736" : 254,
"2768" : 269,
"2800" : 298,
"2832" : 162,
"2864" : 137,
"2896" : 139,
"2928" : 113,
"2960" : 157,
"2992" : 93,
"3024" : 85,
"3056" : 64,
"3088" : 71,
"3120" : 89,
"3152" : 51,
"3184" : 43,
"3216" : 33,
"3248" : 35,
"3280" : 38,
"3312" : 29,
"3344" : 28,
"3376" : 29,
"3408" : 29,
"3440" : 33,
"3472" : 23,
"3504" : 15,
"3536" : 30,
"3568" : 15,
"3600" : 33,
"3632" : 35,
"3664" : 36,
"3696" : 32,
"3728" : 30,
"3760" : 42,
"3792" : 43,
"3824" : 31,
"3856" : 41,
"3888" : 46,
"3920" : 41,
"3952" : 46,
"3984" : 36,
"4016" : 53,
"4048" : 54,
"4080" : 54,
"4128" : 136,
"4192" : 184,
"4256" : 257,
"4320" : 260,
"4384" : 266,
"4448" : 291,
"4512" : 238,
"4576" : 303,
"4640" : 271,
"4704" : 263,
"4768" : 310,
"4832" : 288,
"4896" : 292,
"4960" : 287,
"5024" : 307,
"5088" : 328,
"5152" : 272,
"5216" : 296,
"5280" : 291,
"5344" : 241,
"5408" : 307,
"5472" : 201,
"5536" : 213,
"5600" : 227,
"5664" : 167,
"5728" : 209,
"5792" : 159,
"5856" : 170,
"5920" : 156,
"5984" : 116,
"6048" : 129,
"6112" : 93,
"6176" : 83,
"6240" : 80,
"6304" : 74,
"6368" : 52,
"6432" : 51,
"6496" : 50,
"6560" : 38,
"6624" : 37,
"6688" : 30,
"6752" : 34,
"6816" : 18,
"6880" : 13,
"6944" : 15,
"7008" : 16,
"7072" : 17,
"7136" : 8,
"7200" : 14,
"7264" : 12,
"7328" : 7,
"7392" : 14,
"7456" : 11,
"7520" : 9,
"7584" : 9,
"7648" : 12,
"7712" : 11,
"7776" : 9,
"7840" : 12,
"7904" : 2,
"7968" : 7,
"8032" : 4,
"8096" : 4,
"8160" : 2,
"8256" : 13,
"8384" : 7,
"8512" : 11,
"8640" : 5,
"8768" : 6,
"8896" : 4,
"9024" : 1,
"9152" : 1,
"9280" : 2,
"9408" : 5,
"9536" : 1,
"9664" : 4,
"9792" : 5,
"9920" : 3,
"10048" : 5,
"10176" : 2,
"10304" : 3,
"10688" : 4,
"10816" : 4,
"10944" : 1,
"11328" : 1,
"11456" : 2,
"11712" : 1,
"12096" : 1,
"13248" : 2,
"13504" : 1,
"13632" : 2,
"13760" : 1,
"13888" : 1,
"14272" : 1,
"14528" : 2,
"14656" : 1,
"15168" : 1,
"15296" : 2,
"15424" : 3,
"15552" : 2,
"16768" : 1,
"21632" : 1,
"21888" : 1,
"22400" : 1,
"22656" : 1,
"23168" : 1,
"23680" : 3,
"23936" : 4,
"24192" : 4,
"24448" : 4,
"24704" : 3,
"24960" : 5,
"25216" : 5,
"25472" : 8,
"25728" : 6,
"25984" : 8,
"26240" : 2,
"26496" : 5,
"26752" : 7,
"27008" : 12,
"27264" : 5,
"27520" : 4,
"27776" : 6,
"28032" : 6,
"28288" : 5,
"28544" : 5,
"28800" : 4,
"29056" : 1,
"29312" : 3,
"29568" : 4,
"29824" : 2,
"30080" : 6,
"30336" : 6,
"30592" : 3,
"30848" : 4,
"31104" : 5,
"31360" : 2,
"31616" : 2,
"32128" : 3,
"32384" : 2,
"32640" : 2,
"33024" : 5,
"33536" : 2,
"34048" : 1,
"34560" : 2,
"35072" : 1,
"35584" : 1,
"37632" : 1,
"40704" : 1,
"42752" : 1,
"44288" : 1,
"45824" : 1,
"47360" : 1,
"52992" : 2,
"54016" : 1,
"75264" : 1
}
},
"lat_ns" : {
"min" : 6019,
"max" : 988971,
"mean" : 125774.931168,
"stddev" : 161644.742534,
"N" : 6964603
},
"bw_min" : 168015,
"bw_max" : 288873,
"bw_agg" : 100.000000,
"bw_mean" : 253662.671233,
"bw_dev" : 13428.481938,
"bw_samples" : 1752,
"iops_min" : 42003,
"iops_max" : 72218,
"iops_mean" : 63415.525114,
"iops_stddev" : 3357.123579,
"iops_samples" : 1752
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 879997,
"usr_cpu" : 1.368300,
"sys_cpu" : 25.045199,
"ctx" : 2122934,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.483474,
"4" : 0.390934,
"10" : 0.122218,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773074847,
"timestamp_ms" : 1773074847920,
"time" : "Mon Mar 9 13:47:27 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 30208901120,
"io_kbytes" : 29500880,
"bw_bytes" : 251740842,
"bw" : 245840,
"iops" : 61460.283333,
"runtime" : 120000,
"total_ios" : 7375234,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4767,
"max" : 987138,
"mean" : 128335.940216,
"stddev" : 163154.802862,
"N" : 7375234
},
"clat_ns" : {
"min" : 1071,
"max" : 75285,
"mean" : 1248.189303,
"stddev" : 266.375896,
"N" : 7375226,
"percentile" : {
"1.000000" : 1096,
"5.000000" : 1112,
"10.000000" : 1128,
"20.000000" : 1128,
"30.000000" : 1128,
"40.000000" : 1144,
"50.000000" : 1160,
"60.000000" : 1224,
"70.000000" : 1288,
"80.000000" : 1368,
"90.000000" : 1464,
"95.000000" : 1560,
"99.000000" : 1800,
"99.500000" : 2024,
"99.900000" : 4576,
"99.950000" : 5344,
"99.990000" : 6496
},
"bins" : {
"1064" : 4,
"1080" : 540,
"1096" : 87326,
"1112" : 415530,
"1128" : 2054607,
"1144" : 960707,
"1160" : 566231,
"1176" : 118655,
"1192" : 23147,
"1208" : 110667,
"1224" : 150611,
"1240" : 213876,
"1256" : 151290,
"1272" : 85997,
"1288" : 227952,
"1304" : 146542,
"1320" : 253377,
"1336" : 210272,
"1352" : 80728,
"1368" : 139133,
"1384" : 75219,
"1400" : 165055,
"1416" : 178187,
"1432" : 81214,
"1448" : 133142,
"1464" : 53304,
"1480" : 89754,
"1496" : 80681,
"1512" : 38606,
"1528" : 71971,
"1544" : 32044,
"1560" : 56103,
"1576" : 45196,
"1592" : 19589,
"1608" : 34233,
"1624" : 15267,
"1640" : 27542,
"1656" : 23290,
"1672" : 10139,
"1688" : 17667,
"1704" : 7876,
"1720" : 13550,
"1736" : 11179,
"1752" : 5082,
"1768" : 9132,
"1784" : 3884,
"1800" : 7202,
"1816" : 5964,
"1832" : 2646,
"1848" : 4823,
"1864" : 2086,
"1880" : 3820,
"1896" : 3321,
"1912" : 1457,
"1928" : 2701,
"1944" : 1299,
"1960" : 2244,
"1976" : 1986,
"1992" : 922,
"2008" : 1643,
"2024" : 759,
"2040" : 1470,
"2064" : 1883,
"2096" : 1671,
"2128" : 1996,
"2160" : 1585,
"2192" : 1381,
"2224" : 1374,
"2256" : 1292,
"2288" : 1457,
"2320" : 1317,
"2352" : 1031,
"2384" : 972,
"2416" : 877,
"2448" : 874,
"2480" : 963,
"2512" : 680,
"2544" : 621,
"2576" : 556,
"2608" : 528,
"2640" : 578,
"2672" : 349,
"2704" : 365,
"2736" : 271,
"2768" : 291,
"2800" : 327,
"2832" : 176,
"2864" : 152,
"2896" : 148,
"2928" : 125,
"2960" : 167,
"2992" : 108,
"3024" : 93,
"3056" : 76,
"3088" : 73,
"3120" : 96,
"3152" : 59,
"3184" : 44,
"3216" : 38,
"3248" : 38,
"3280" : 40,
"3312" : 32,
"3344" : 30,
"3376" : 35,
"3408" : 30,
"3440" : 35,
"3472" : 25,
"3504" : 15,
"3536" : 31,
"3568" : 16,
"3600" : 38,
"3632" : 40,
"3664" : 39,
"3696" : 36,
"3728" : 36,
"3760" : 46,
"3792" : 47,
"3824" : 37,
"3856" : 46,
"3888" : 49,
"3920" : 45,
"3952" : 51,
"3984" : 39,
"4016" : 56,
"4048" : 57,
"4080" : 59,
"4128" : 144,
"4192" : 193,
"4256" : 267,
"4320" : 273,
"4384" : 279,
"4448" : 307,
"4512" : 252,
"4576" : 317,
"4640" : 280,
"4704" : 280,
"4768" : 330,
"4832" : 302,
"4896" : 306,
"4960" : 308,
"5024" : 329,
"5088" : 343,
"5152" : 284,
"5216" : 312,
"5280" : 309,
"5344" : 254,
"5408" : 327,
"5472" : 213,
"5536" : 230,
"5600" : 251,
"5664" : 181,
"5728" : 224,
"5792" : 168,
"5856" : 182,
"5920" : 166,
"5984" : 128,
"6048" : 143,
"6112" : 104,
"6176" : 89,
"6240" : 86,
"6304" : 81,
"6368" : 60,
"6432" : 54,
"6496" : 54,
"6560" : 42,
"6624" : 41,
"6688" : 34,
"6752" : 37,
"6816" : 23,
"6880" : 14,
"6944" : 17,
"7008" : 17,
"7072" : 18,
"7136" : 9,
"7200" : 15,
"7264" : 13,
"7328" : 8,
"7392" : 15,
"7456" : 12,
"7520" : 10,
"7584" : 10,
"7648" : 13,
"7712" : 11,
"7776" : 9,
"7840" : 13,
"7904" : 4,
"7968" : 7,
"8032" : 4,
"8096" : 4,
"8160" : 2,
"8256" : 13,
"8384" : 8,
"8512" : 11,
"8640" : 7,
"8768" : 6,
"8896" : 5,
"9024" : 1,
"9152" : 1,
"9280" : 3,
"9408" : 6,
"9536" : 1,
"9664" : 4,
"9792" : 5,
"9920" : 3,
"10048" : 5,
"10176" : 3,
"10304" : 4,
"10432" : 1,
"10688" : 4,
"10816" : 4,
"10944" : 1,
"11328" : 1,
"11456" : 2,
"11712" : 2,
"12096" : 1,
"13248" : 2,
"13504" : 1,
"13632" : 3,
"13760" : 1,
"13888" : 1,
"14272" : 1,
"14400" : 1,
"14528" : 2,
"14656" : 1,
"14784" : 1,
"14912" : 1,
"15168" : 1,
"15296" : 2,
"15424" : 3,
"15552" : 2,
"16512" : 1,
"16768" : 2,
"21632" : 1,
"21888" : 1,
"22400" : 1,
"22656" : 1,
"23168" : 1,
"23680" : 3,
"23936" : 4,
"24192" : 4,
"24448" : 4,
"24704" : 3,
"24960" : 5,
"25216" : 5,
"25472" : 8,
"25728" : 7,
"25984" : 8,
"26240" : 2,
"26496" : 6,
"26752" : 7,
"27008" : 13,
"27264" : 6,
"27520" : 5,
"27776" : 6,
"28032" : 6,
"28288" : 7,
"28544" : 5,
"28800" : 4,
"29056" : 3,
"29312" : 3,
"29568" : 4,
"29824" : 2,
"30080" : 6,
"30336" : 6,
"30592" : 9,
"30848" : 4,
"31104" : 5,
"31360" : 4,
"31616" : 3,
"32128" : 3,
"32384" : 2,
"32640" : 2,
"33024" : 6,
"33536" : 2,
"34048" : 1,
"34560" : 2,
"35072" : 1,
"35584" : 1,
"37632" : 1,
"40704" : 2,
"42752" : 1,
"44288" : 1,
"45824" : 1,
"47360" : 1,
"52992" : 2,
"54016" : 1,
"75264" : 1
}
},
"lat_ns" : {
"min" : 6019,
"max" : 988971,
"mean" : 129583.915806,
"stddev" : 163281.351826,
"N" : 7375226
},
"bw_min" : 154631,
"bw_max" : 289128,
"bw_agg" : 100.000000,
"bw_mean" : 246246.723849,
"bw_dev" : 15574.916732,
"bw_samples" : 1912,
"iops_min" : 38657,
"iops_max" : 72282,
"iops_mean" : 61561.539749,
"iops_stddev" : 3893.733223,
"iops_samples" : 1912
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959993,
"usr_cpu" : 1.333343,
"sys_cpu" : 24.665909,
"ctx" : 2328613,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999986,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999986,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.475745,
"4" : 0.397845,
"10" : 0.122816,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773074857,
"timestamp_ms" : 1773074857921,
"time" : "Mon Mar 9 13:47:37 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 31801024512,
"io_kbytes" : 31055688,
"bw_bytes" : 244623265,
"bw" : 238889,
"iops" : 59722.592308,
"runtime" : 130000,
"total_ios" : 7763937,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4767,
"max" : 987138,
"mean" : 132117.008555,
"stddev" : 164683.857159,
"N" : 7763937
},
"clat_ns" : {
"min" : 1071,
"max" : 75285,
"mean" : 1251.262808,
"stddev" : 269.405060,
"N" : 7763929,
"percentile" : {
"1.000000" : 1096,
"5.000000" : 1112,
"10.000000" : 1128,
"20.000000" : 1128,
"30.000000" : 1128,
"40.000000" : 1144,
"50.000000" : 1160,
"60.000000" : 1240,
"70.000000" : 1304,
"80.000000" : 1368,
"90.000000" : 1464,
"95.000000" : 1560,
"99.000000" : 1816,
"99.500000" : 2040,
"99.900000" : 4576,
"99.950000" : 5344,
"99.990000" : 6560
},
"bins" : {
"1064" : 4,
"1080" : 541,
"1096" : 88194,
"1112" : 422960,
"1128" : 2117976,
"1144" : 1000031,
"1160" : 593971,
"1176" : 125995,
"1192" : 24459,
"1208" : 113851,
"1224" : 155228,
"1240" : 221662,
"1256" : 159916,
"1272" : 92641,
"1288" : 246919,
"1304" : 159519,
"1320" : 277077,
"1336" : 230524,
"1352" : 88313,
"1368" : 152311,
"1384" : 82285,
"1400" : 179657,
"1416" : 192868,
"1432" : 87747,
"1448" : 143874,
"1464" : 57782,
"1480" : 97357,
"1496" : 87346,
"1512" : 41783,
"1528" : 77924,
"1544" : 34635,
"1560" : 60564,
"1576" : 48793,
"1592" : 21092,
"1608" : 36965,
"1624" : 16450,
"1640" : 29615,
"1656" : 25112,
"1672" : 10904,
"1688" : 19004,
"1704" : 8451,
"1720" : 14584,
"1736" : 12080,
"1752" : 5469,
"1768" : 9810,
"1784" : 4213,
"1800" : 7752,
"1816" : 6422,
"1832" : 2857,
"1848" : 5226,
"1864" : 2236,
"1880" : 4142,
"1896" : 3569,
"1912" : 1566,
"1928" : 2920,
"1944" : 1425,
"1960" : 2414,
"1976" : 2147,
"1992" : 981,
"2008" : 1785,
"2024" : 825,
"2040" : 1610,
"2064" : 2049,
"2096" : 1830,
"2128" : 2192,
"2160" : 1758,
"2192" : 1534,
"2224" : 1532,
"2256" : 1429,
"2288" : 1589,
"2320" : 1451,
"2352" : 1121,
"2384" : 1064,
"2416" : 972,
"2448" : 944,
"2480" : 1038,
"2512" : 723,
"2544" : 666,
"2576" : 589,
"2608" : 551,
"2640" : 613,
"2672" : 370,
"2704" : 391,
"2736" : 281,
"2768" : 306,
"2800" : 351,
"2832" : 184,
"2864" : 162,
"2896" : 159,
"2928" : 133,
"2960" : 183,
"2992" : 111,
"3024" : 98,
"3056" : 81,
"3088" : 79,
"3120" : 101,
"3152" : 65,
"3184" : 46,
"3216" : 39,
"3248" : 41,
"3280" : 43,
"3312" : 36,
"3344" : 35,
"3376" : 35,
"3408" : 34,
"3440" : 38,
"3472" : 28,
"3504" : 17,
"3536" : 31,
"3568" : 18,
"3600" : 43,
"3632" : 45,
"3664" : 42,
"3696" : 38,
"3728" : 42,
"3760" : 54,
"3792" : 52,
"3824" : 40,
"3856" : 52,
"3888" : 56,
"3920" : 47,
"3952" : 59,
"3984" : 49,
"4016" : 64,
"4048" : 59,
"4080" : 64,
"4128" : 157,
"4192" : 214,
"4256" : 281,
"4320" : 282,
"4384" : 296,
"4448" : 319,
"4512" : 261,
"4576" : 333,
"4640" : 302,
"4704" : 298,
"4768" : 344,
"4832" : 318,
"4896" : 323,
"4960" : 324,
"5024" : 348,
"5088" : 356,
"5152" : 296,
"5216" : 329,
"5280" : 329,
"5344" : 273,
"5408" : 342,
"5472" : 220,
"5536" : 243,
"5600" : 262,
"5664" : 195,
"5728" : 237,
"5792" : 180,
"5856" : 194,
"5920" : 174,
"5984" : 135,
"6048" : 146,
"6112" : 116,
"6176" : 97,
"6240" : 92,
"6304" : 82,
"6368" : 61,
"6432" : 55,
"6496" : 55,
"6560" : 46,
"6624" : 43,
"6688" : 34,
"6752" : 40,
"6816" : 25,
"6880" : 14,
"6944" : 17,
"7008" : 17,
"7072" : 20,
"7136" : 9,
"7200" : 18,
"7264" : 14,
"7328" : 9,
"7392" : 16,
"7456" : 13,
"7520" : 11,
"7584" : 10,
"7648" : 13,
"7712" : 12,
"7776" : 9,
"7840" : 13,
"7904" : 4,
"7968" : 7,
"8032" : 4,
"8096" : 4,
"8160" : 2,
"8256" : 14,
"8384" : 8,
"8512" : 12,
"8640" : 8,
"8768" : 6,
"8896" : 5,
"9024" : 1,
"9152" : 1,
"9280" : 3,
"9408" : 6,
"9536" : 2,
"9664" : 4,
"9792" : 5,
"9920" : 3,
"10048" : 5,
"10176" : 3,
"10304" : 4,
"10432" : 1,
"10688" : 4,
"10816" : 4,
"10944" : 1,
"11328" : 1,
"11456" : 2,
"11712" : 2,
"12096" : 1,
"13248" : 2,
"13504" : 1,
"13632" : 3,
"13760" : 1,
"13888" : 1,
"14272" : 2,
"14400" : 1,
"14528" : 2,
"14656" : 1,
"14784" : 2,
"14912" : 1,
"15168" : 1,
"15296" : 2,
"15424" : 3,
"15552" : 2,
"16512" : 1,
"16768" : 2,
"21632" : 1,
"21888" : 1,
"22400" : 1,
"22656" : 1,
"22912" : 1,
"23168" : 1,
"23680" : 3,
"23936" : 4,
"24192" : 4,
"24448" : 4,
"24704" : 4,
"24960" : 6,
"25216" : 5,
"25472" : 9,
"25728" : 8,
"25984" : 8,
"26240" : 2,
"26496" : 6,
"26752" : 7,
"27008" : 13,
"27264" : 6,
"27520" : 6,
"27776" : 7,
"28032" : 6,
"28288" : 8,
"28544" : 5,
"28800" : 4,
"29056" : 4,
"29312" : 5,
"29568" : 4,
"29824" : 5,
"30080" : 7,
"30336" : 6,
"30592" : 9,
"30848" : 4,
"31104" : 5,
"31360" : 4,
"31616" : 3,
"32128" : 3,
"32384" : 2,
"32640" : 3,
"33024" : 6,
"33536" : 2,
"34048" : 1,
"34560" : 2,
"35072" : 1,
"35584" : 2,
"37632" : 1,
"40704" : 2,
"42752" : 1,
"44288" : 1,
"45824" : 1,
"47360" : 1,
"52480" : 1,
"52992" : 3,
"54016" : 1,
"75264" : 1
}
},
"lat_ns" : {
"min" : 6019,
"max" : 988971,
"mean" : 133368.072246,
"stddev" : 164811.073889,
"N" : 7763929
},
"bw_min" : 145871,
"bw_max" : 289360,
"bw_agg" : 100.000000,
"bw_mean" : 239269.339768,
"bw_dev" : 17286.216739,
"bw_samples" : 2072,
"iops_min" : 36467,
"iops_max" : 72340,
"iops_mean" : 59817.196911,
"iops_stddev" : 4321.557719,
"iops_samples" : 2072
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1039999,
"usr_cpu" : 1.299713,
"sys_cpu" : 24.310120,
"ctx" : 2535444,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999987,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999987,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.461304,
"4" : 0.411904,
"10" : 0.123108,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773074867,
"timestamp_ms" : 1773074867920,
"time" : "Mon Mar 9 13:47:47 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 33320673280,
"io_kbytes" : 32539720,
"bw_bytes" : 238004809,
"bw" : 232426,
"iops" : 58106.757143,
"runtime" : 140000,
"total_ios" : 8134946,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4767,
"max" : 1497428,
"mean" : 135834.943141,
"stddev" : 166101.770951,
"N" : 8134946
},
"clat_ns" : {
"min" : 1071,
"max" : 75285,
"mean" : 1254.476524,
"stddev" : 270.489462,
"N" : 8134938,
"percentile" : {
"1.000000" : 1096,
"5.000000" : 1112,
"10.000000" : 1128,
"20.000000" : 1128,
"30.000000" : 1128,
"40.000000" : 1144,
"50.000000" : 1160,
"60.000000" : 1240,
"70.000000" : 1304,
"80.000000" : 1368,
"90.000000" : 1464,
"95.000000" : 1560,
"99.000000" : 1816,
"99.500000" : 2064,
"99.900000" : 4576,
"99.950000" : 5344,
"99.990000" : 6496
},
"bins" : {
"1064" : 4,
"1080" : 541,
"1096" : 89105,
"1112" : 429734,
"1128" : 2166358,
"1144" : 1026750,
"1160" : 610927,
"1176" : 130195,
"1192" : 25432,
"1208" : 124459,
"1224" : 169512,
"1240" : 238566,
"1256" : 171744,
"1272" : 100872,
"1288" : 268520,
"1304" : 172782,
"1320" : 298349,
"1336" : 246656,
"1352" : 94129,
"1368" : 163819,
"1384" : 89204,
"1400" : 195146,
"1416" : 208278,
"1432" : 94550,
"1448" : 154392,
"1464" : 61924,
"1480" : 104482,
"1496" : 94033,
"1512" : 44978,
"1528" : 83808,
"1544" : 37174,
"1560" : 64923,
"1576" : 52229,
"1592" : 22578,
"1608" : 39563,
"1624" : 17704,
"1640" : 31711,
"1656" : 26928,
"1672" : 11688,
"1688" : 20349,
"1704" : 9019,
"1720" : 15635,
"1736" : 12963,
"1752" : 5850,
"1768" : 10482,
"1784" : 4542,
"1800" : 8262,
"1816" : 6876,
"1832" : 3074,
"1848" : 5623,
"1864" : 2407,
"1880" : 4464,
"1896" : 3815,
"1912" : 1678,
"1928" : 3171,
"1944" : 1523,
"1960" : 2601,
"1976" : 2278,
"1992" : 1059,
"2008" : 1920,
"2024" : 876,
"2040" : 1740,
"2064" : 2206,
"2096" : 1958,
"2128" : 2375,
"2160" : 1916,
"2192" : 1660,
"2224" : 1664,
"2256" : 1573,
"2288" : 1729,
"2320" : 1593,
"2352" : 1249,
"2384" : 1191,
"2416" : 1085,
"2448" : 1069,
"2480" : 1202,
"2512" : 807,
"2544" : 754,
"2576" : 683,
"2608" : 620,
"2640" : 713,
"2672" : 426,
"2704" : 449,
"2736" : 342,
"2768" : 341,
"2800" : 392,
"2832" : 217,
"2864" : 185,
"2896" : 181,
"2928" : 145,
"2960" : 202,
"2992" : 120,
"3024" : 107,
"3056" : 94,
"3088" : 90,
"3120" : 112,
"3152" : 73,
"3184" : 51,
"3216" : 43,
"3248" : 50,
"3280" : 46,
"3312" : 43,
"3344" : 40,
"3376" : 37,
"3408" : 38,
"3440" : 39,
"3472" : 32,
"3504" : 21,
"3536" : 36,
"3568" : 21,
"3600" : 48,
"3632" : 46,
"3664" : 48,
"3696" : 39,
"3728" : 49,
"3760" : 61,
"3792" : 56,
"3824" : 43,
"3856" : 59,
"3888" : 59,
"3920" : 52,
"3952" : 62,
"3984" : 54,
"4016" : 69,
"4048" : 62,
"4080" : 70,
"4128" : 167,
"4192" : 224,
"4256" : 290,
"4320" : 291,
"4384" : 314,
"4448" : 335,
"4512" : 277,
"4576" : 347,
"4640" : 316,
"4704" : 316,
"4768" : 364,
"4832" : 330,
"4896" : 339,
"4960" : 338,
"5024" : 362,
"5088" : 364,
"5152" : 310,
"5216" : 336,
"5280" : 346,
"5344" : 282,
"5408" : 361,
"5472" : 236,
"5536" : 254,
"5600" : 273,
"5664" : 204,
"5728" : 247,
"5792" : 182,
"5856" : 209,
"5920" : 182,
"5984" : 143,
"6048" : 152,
"6112" : 122,
"6176" : 101,
"6240" : 94,
"6304" : 86,
"6368" : 65,
"6432" : 60,
"6496" : 55,
"6560" : 49,
"6624" : 44,
"6688" : 35,
"6752" : 42,
"6816" : 26,
"6880" : 15,
"6944" : 17,
"7008" : 17,
"7072" : 20,
"7136" : 11,
"7200" : 18,
"7264" : 15,
"7328" : 9,
"7392" : 16,
"7456" : 13,
"7520" : 11,
"7584" : 10,
"7648" : 13,
"7712" : 13,
"7776" : 9,
"7840" : 13,
"7904" : 4,
"7968" : 8,
"8032" : 4,
"8096" : 4,
"8160" : 3,
"8256" : 14,
"8384" : 9,
"8512" : 12,
"8640" : 8,
"8768" : 6,
"8896" : 5,
"9024" : 1,
"9152" : 1,
"9280" : 3,
"9408" : 7,
"9536" : 3,
"9664" : 5,
"9792" : 5,
"9920" : 3,
"10048" : 5,
"10176" : 3,
"10304" : 4,
"10432" : 1,
"10688" : 4,
"10816" : 4,
"10944" : 1,
"11328" : 2,
"11456" : 2,
"11712" : 2,
"12096" : 1,
"13248" : 2,
"13504" : 1,
"13632" : 3,
"13760" : 1,
"13888" : 1,
"14272" : 2,
"14400" : 1,
"14528" : 2,
"14656" : 1,
"14784" : 2,
"14912" : 1,
"15168" : 1,
"15296" : 2,
"15424" : 3,
"15552" : 2,
"15936" : 1,
"16512" : 1,
"16768" : 2,
"17536" : 1,
"19840" : 1,
"21632" : 1,
"21888" : 1,
"22400" : 1,
"22656" : 1,
"22912" : 1,
"23168" : 1,
"23680" : 3,
"23936" : 4,
"24192" : 4,
"24448" : 4,
"24704" : 4,
"24960" : 6,
"25216" : 5,
"25472" : 9,
"25728" : 8,
"25984" : 8,
"26240" : 2,
"26496" : 6,
"26752" : 7,
"27008" : 13,
"27264" : 7,
"27520" : 8,
"27776" : 7,
"28032" : 7,
"28288" : 8,
"28544" : 6,
"28800" : 4,
"29056" : 5,
"29312" : 5,
"29568" : 5,
"29824" : 5,
"30080" : 7,
"30336" : 6,
"30592" : 9,
"30848" : 4,
"31104" : 5,
"31360" : 4,
"31616" : 3,
"32128" : 3,
"32384" : 2,
"32640" : 4,
"33024" : 6,
"33536" : 2,
"34048" : 1,
"34560" : 3,
"35072" : 1,
"35584" : 2,
"37632" : 1,
"40704" : 2,
"42752" : 1,
"44288" : 1,
"45824" : 1,
"47360" : 2,
"52480" : 1,
"52992" : 3,
"54016" : 1,
"75264" : 1
}
},
"lat_ns" : {
"min" : 6019,
"max" : 1499291,
"mean" : 137089.233286,
"stddev" : 166229.441891,
"N" : 8134938
},
"bw_min" : 138855,
"bw_max" : 289680,
"bw_agg" : 100.000000,
"bw_mean" : 232773.444444,
"bw_dev" : 18650.622671,
"bw_samples" : 2232,
"iops_min" : 34713,
"iops_max" : 72420,
"iops_mean" : 58193.229391,
"iops_stddev" : 4662.657842,
"iops_samples" : 2232
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1119995,
"usr_cpu" : 1.269559,
"sys_cpu" : 23.984571,
"ctx" : 2743228,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.440340,
"4" : 0.433094,
"10" : 0.122877,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773074877,
"timestamp_ms" : 1773074877920,
"time" : "Mon Mar 9 13:47:57 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 34776432640,
"io_kbytes" : 33961360,
"bw_bytes" : 231844429,
"bw" : 226410,
"iops" : 56602.717351,
"runtime" : 149999,
"total_ios" : 8490351,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4767,
"max" : 1497428,
"mean" : 139487.377052,
"stddev" : 167390.071433,
"N" : 8490351
},
"clat_ns" : {
"min" : 1071,
"max" : 75285,
"mean" : 1257.414006,
"stddev" : 273.111219,
"N" : 8490343,
"percentile" : {
"1.000000" : 1096,
"5.000000" : 1112,
"10.000000" : 1128,
"20.000000" : 1128,
"30.000000" : 1128,
"40.000000" : 1144,
"50.000000" : 1160,
"60.000000" : 1240,
"70.000000" : 1320,
"80.000000" : 1384,
"90.000000" : 1480,
"95.000000" : 1560,
"99.000000" : 1816,
"99.500000" : 2064,
"99.900000" : 4576,
"99.950000" : 5344,
"99.990000" : 6560
},
"bins" : {
"1064" : 4,
"1080" : 543,
"1096" : 90129,
"1112" : 437390,
"1128" : 2219150,
"1144" : 1054177,
"1160" : 628008,
"1176" : 134578,
"1192" : 26359,
"1208" : 127413,
"1224" : 174375,
"1240" : 247992,
"1256" : 185449,
"1272" : 109543,
"1288" : 289677,
"1304" : 185873,
"1320" : 319644,
"1336" : 262695,
"1352" : 100226,
"1368" : 174596,
"1384" : 95692,
"1400" : 209928,
"1416" : 224706,
"1432" : 101939,
"1448" : 165978,
"1464" : 66248,
"1480" : 111622,
"1496" : 100549,
"1512" : 48210,
"1528" : 89704,
"1544" : 39762,
"1560" : 69421,
"1576" : 55681,
"1592" : 24089,
"1608" : 42159,
"1624" : 18868,
"1640" : 33826,
"1656" : 28619,
"1672" : 12468,
"1688" : 21692,
"1704" : 9565,
"1720" : 16670,
"1736" : 13907,
"1752" : 6298,
"1768" : 11221,
"1784" : 4866,
"1800" : 8824,
"1816" : 7401,
"1832" : 3293,
"1848" : 6006,
"1864" : 2580,
"1880" : 4811,
"1896" : 4125,
"1912" : 1807,
"1928" : 3403,
"1944" : 1615,
"1960" : 2784,
"1976" : 2419,
"1992" : 1132,
"2008" : 2050,
"2024" : 934,
"2040" : 1867,
"2064" : 2364,
"2096" : 2093,
"2128" : 2546,
"2160" : 2041,
"2192" : 1779,
"2224" : 1798,
"2256" : 1683,
"2288" : 1869,
"2320" : 1723,
"2352" : 1342,
"2384" : 1268,
"2416" : 1162,
"2448" : 1151,
"2480" : 1285,
"2512" : 878,
"2544" : 809,
"2576" : 739,
"2608" : 672,
"2640" : 764,
"2672" : 466,
"2704" : 480,
"2736" : 375,
"2768" : 367,
"2800" : 419,
"2832" : 247,
"2864" : 203,
"2896" : 198,
"2928" : 159,
"2960" : 215,
"2992" : 128,
"3024" : 116,
"3056" : 100,
"3088" : 97,
"3120" : 122,
"3152" : 77,
"3184" : 56,
"3216" : 46,
"3248" : 55,
"3280" : 49,
"3312" : 45,
"3344" : 43,
"3376" : 40,
"3408" : 42,
"3440" : 42,
"3472" : 34,
"3504" : 23,
"3536" : 40,
"3568" : 21,
"3600" : 53,
"3632" : 50,
"3664" : 52,
"3696" : 44,
"3728" : 49,
"3760" : 67,
"3792" : 62,
"3824" : 48,
"3856" : 64,
"3888" : 63,
"3920" : 56,
"3952" : 73,
"3984" : 57,
"4016" : 72,
"4048" : 70,
"4080" : 72,
"4128" : 185,
"4192" : 234,
"4256" : 309,
"4320" : 306,
"4384" : 333,
"4448" : 348,
"4512" : 294,
"4576" : 362,
"4640" : 326,
"4704" : 329,
"4768" : 387,
"4832" : 349,
"4896" : 351,
"4960" : 358,
"5024" : 377,
"5088" : 382,
"5152" : 317,
"5216" : 349,
"5280" : 368,
"5344" : 292,
"5408" : 377,
"5472" : 245,
"5536" : 261,
"5600" : 281,
"5664" : 212,
"5728" : 258,
"5792" : 193,
"5856" : 215,
"5920" : 185,
"5984" : 146,
"6048" : 160,
"6112" : 129,
"6176" : 104,
"6240" : 102,
"6304" : 89,
"6368" : 70,
"6432" : 61,
"6496" : 55,
"6560" : 50,
"6624" : 47,
"6688" : 35,
"6752" : 42,
"6816" : 26,
"6880" : 15,
"6944" : 19,
"7008" : 19,
"7072" : 22,
"7136" : 11,
"7200" : 21,
"7264" : 16,
"7328" : 9,
"7392" : 16,
"7456" : 14,
"7520" : 11,
"7584" : 13,
"7648" : 13,
"7712" : 13,
"7776" : 10,
"7840" : 13,
"7904" : 4,
"7968" : 8,
"8032" : 4,
"8096" : 5,
"8160" : 3,
"8256" : 14,
"8384" : 9,
"8512" : 12,
"8640" : 8,
"8768" : 6,
"8896" : 5,
"9024" : 1,
"9152" : 1,
"9280" : 3,
"9408" : 7,
"9536" : 3,
"9664" : 5,
"9792" : 6,
"9920" : 3,
"10048" : 5,
"10176" : 3,
"10304" : 4,
"10432" : 1,
"10688" : 4,
"10816" : 4,
"10944" : 1,
"11072" : 1,
"11200" : 1,
"11328" : 2,
"11456" : 2,
"11712" : 2,
"12096" : 1,
"13248" : 3,
"13504" : 1,
"13632" : 3,
"13760" : 2,
"13888" : 1,
"14272" : 2,
"14400" : 1,
"14528" : 2,
"14656" : 1,
"14784" : 3,
"14912" : 1,
"15168" : 1,
"15296" : 2,
"15424" : 3,
"15552" : 2,
"15936" : 1,
"16512" : 1,
"16768" : 2,
"17536" : 1,
"19840" : 1,
"21632" : 1,
"21888" : 1,
"22400" : 1,
"22656" : 1,
"22912" : 1,
"23168" : 1,
"23680" : 3,
"23936" : 4,
"24192" : 5,
"24448" : 4,
"24704" : 4,
"24960" : 7,
"25216" : 7,
"25472" : 10,
"25728" : 8,
"25984" : 8,
"26240" : 2,
"26496" : 6,
"26752" : 7,
"27008" : 16,
"27264" : 9,
"27520" : 8,
"27776" : 7,
"28032" : 7,
"28288" : 9,
"28544" : 6,
"28800" : 5,
"29056" : 5,
"29312" : 6,
"29568" : 6,
"29824" : 5,
"30080" : 9,
"30336" : 7,
"30592" : 9,
"30848" : 5,
"31104" : 5,
"31360" : 4,
"31616" : 3,
"32128" : 3,
"32384" : 3,
"32640" : 4,
"33024" : 7,
"33536" : 2,
"34048" : 1,
"34560" : 4,
"35072" : 1,
"35584" : 3,
"37632" : 1,
"40704" : 2,
"42752" : 1,
"44288" : 1,
"45824" : 1,
"47360" : 2,
"52480" : 1,
"52992" : 3,
"54016" : 1,
"75264" : 1
}
},
"lat_ns" : {
"min" : 6019,
"max" : 1499291,
"mean" : 140744.615922,
"stddev" : 167518.125137,
"N" : 8490343
},
"bw_min" : 132335,
"bw_max" : 290224,
"bw_agg" : 100.000000,
"bw_mean" : 226737.227425,
"bw_dev" : 19760.884845,
"bw_samples" : 2392,
"iops_min" : 33083,
"iops_max" : 72556,
"iops_mean" : 56684.177258,
"iops_stddev" : 4940.223328,
"iops_samples" : 2392
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1199992,
"usr_cpu" : 1.241675,
"sys_cpu" : 23.682241,
"ctx" : 2951899,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999988,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999988,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.427091,
"4" : 0.445918,
"10" : 0.123140,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773074887,
"timestamp_ms" : 1773074887920,
"time" : "Mon Mar 9 13:48:07 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 36180549632,
"io_kbytes" : 35332568,
"bw_bytes" : 226128435,
"bw" : 220828,
"iops" : 55207.218750,
"runtime" : 160000,
"total_ios" : 8833155,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4767,
"max" : 1497428,
"mean" : 143052.965273,
"stddev" : 168554.091183,
"N" : 8833155
},
"clat_ns" : {
"min" : 1071,
"max" : 75285,
"mean" : 1260.349589,
"stddev" : 275.060509,
"N" : 8833147,
"percentile" : {
"1.000000" : 1096,
"5.000000" : 1112,
"10.000000" : 1128,
"20.000000" : 1128,
"30.000000" : 1128,
"40.000000" : 1144,
"50.000000" : 1160,
"60.000000" : 1256,
"70.000000" : 1320,
"80.000000" : 1384,
"90.000000" : 1480,
"95.000000" : 1560,
"99.000000" : 1816,
"99.500000" : 2064,
"99.900000" : 4576,
"99.950000" : 5344,
"99.990000" : 6560
},
"bins" : {
"1064" : 4,
"1080" : 543,
"1096" : 91286,
"1112" : 445098,
"1128" : 2266110,
"1144" : 1076772,
"1160" : 642454,
"1176" : 138679,
"1192" : 27250,
"1208" : 130536,
"1224" : 179371,
"1240" : 257210,
"1256" : 197500,
"1272" : 117894,
"1288" : 311806,
"1304" : 199135,
"1320" : 341373,
"1336" : 280019,
"1352" : 106899,
"1368" : 186381,
"1384" : 102299,
"1400" : 223764,
"1416" : 239371,
"1432" : 108261,
"1448" : 176401,
"1464" : 70489,
"1480" : 119332,
"1496" : 107515,
"1512" : 51536,
"1528" : 95893,
"1544" : 42493,
"1560" : 73987,
"1576" : 59428,
"1592" : 25773,
"1608" : 44940,
"1624" : 20159,
"1640" : 36119,
"1656" : 30583,
"1672" : 13323,
"1688" : 23156,
"1704" : 10236,
"1720" : 17799,
"1736" : 14888,
"1752" : 6726,
"1768" : 11978,
"1784" : 5185,
"1800" : 9406,
"1816" : 7869,
"1832" : 3526,
"1848" : 6413,
"1864" : 2743,
"1880" : 5128,
"1896" : 4420,
"1912" : 1921,
"1928" : 3613,
"1944" : 1723,
"1960" : 2981,
"1976" : 2568,
"1992" : 1223,
"2008" : 2166,
"2024" : 991,
"2040" : 1960,
"2064" : 2513,
"2096" : 2211,
"2128" : 2672,
"2160" : 2145,
"2192" : 1861,
"2224" : 1877,
"2256" : 1777,
"2288" : 1961,
"2320" : 1835,
"2352" : 1444,
"2384" : 1365,
"2416" : 1256,
"2448" : 1262,
"2480" : 1392,
"2512" : 961,
"2544" : 887,
"2576" : 804,
"2608" : 725,
"2640" : 841,
"2672" : 523,
"2704" : 525,
"2736" : 418,
"2768" : 400,
"2800" : 449,
"2832" : 273,
"2864" : 218,
"2896" : 219,
"2928" : 172,
"2960" : 225,
"2992" : 133,
"3024" : 123,
"3056" : 106,
"3088" : 104,
"3120" : 128,
"3152" : 82,
"3184" : 58,
"3216" : 47,
"3248" : 60,
"3280" : 54,
"3312" : 46,
"3344" : 45,
"3376" : 42,
"3408" : 44,
"3440" : 45,
"3472" : 38,
"3504" : 25,
"3536" : 41,
"3568" : 26,
"3600" : 57,
"3632" : 55,
"3664" : 54,
"3696" : 46,
"3728" : 55,
"3760" : 73,
"3792" : 64,
"3824" : 57,
"3856" : 69,
"3888" : 69,
"3920" : 58,
"3952" : 76,
"3984" : 61,
"4016" : 75,
"4048" : 80,
"4080" : 75,
"4128" : 193,
"4192" : 250,
"4256" : 327,
"4320" : 322,
"4384" : 345,
"4448" : 364,
"4512" : 312,
"4576" : 387,
"4640" : 346,
"4704" : 347,
"4768" : 413,
"4832" : 366,
"4896" : 366,
"4960" : 370,
"5024" : 395,
"5088" : 404,
"5152" : 325,
"5216" : 358,
"5280" : 379,
"5344" : 305,
"5408" : 388,
"5472" : 251,
"5536" : 268,
"5600" : 299,
"5664" : 223,
"5728" : 270,
"5792" : 202,
"5856" : 223,
"5920" : 193,
"5984" : 157,
"6048" : 167,
"6112" : 133,
"6176" : 108,
"6240" : 109,
"6304" : 91,
"6368" : 73,
"6432" : 62,
"6496" : 58,
"6560" : 55,
"6624" : 47,
"6688" : 40,
"6752" : 45,
"6816" : 27,
"6880" : 15,
"6944" : 21,
"7008" : 19,
"7072" : 25,
"7136" : 12,
"7200" : 21,
"7264" : 16,
"7328" : 9,
"7392" : 16,
"7456" : 14,
"7520" : 11,
"7584" : 13,
"7648" : 14,
"7712" : 14,
"7776" : 10,
"7840" : 14,
"7904" : 4,
"7968" : 8,
"8032" : 5,
"8096" : 6,
"8160" : 3,
"8256" : 14,
"8384" : 9,
"8512" : 12,
"8640" : 9,
"8768" : 6,
"8896" : 5,
"9024" : 1,
"9152" : 1,
"9280" : 3,
"9408" : 7,
"9536" : 3,
"9664" : 6,
"9792" : 7,
"9920" : 3,
"10048" : 5,
"10176" : 3,
"10304" : 4,
"10432" : 2,
"10688" : 4,
"10816" : 4,
"10944" : 1,
"11072" : 1,
"11200" : 1,
"11328" : 2,
"11456" : 2,
"11712" : 2,
"11968" : 1,
"12096" : 1,
"12480" : 1,
"13248" : 3,
"13504" : 1,
"13632" : 3,
"13760" : 2,
"13888" : 1,
"14272" : 2,
"14400" : 1,
"14528" : 2,
"14656" : 1,
"14784" : 3,
"14912" : 1,
"15168" : 2,
"15296" : 2,
"15424" : 3,
"15552" : 2,
"15680" : 1,
"15936" : 1,
"16512" : 1,
"16768" : 2,
"17536" : 1,
"19840" : 1,
"21632" : 1,
"21888" : 1,
"22400" : 1,
"22656" : 1,
"22912" : 1,
"23168" : 1,
"23680" : 4,
"23936" : 4,
"24192" : 5,
"24448" : 5,
"24704" : 4,
"24960" : 7,
"25216" : 7,
"25472" : 10,
"25728" : 8,
"25984" : 10,
"26240" : 2,
"26496" : 7,
"26752" : 7,
"27008" : 16,
"27264" : 10,
"27520" : 9,
"27776" : 8,
"28032" : 7,
"28288" : 10,
"28544" : 6,
"28800" : 5,
"29056" : 7,
"29312" : 6,
"29568" : 6,
"29824" : 5,
"30080" : 10,
"30336" : 7,
"30592" : 10,
"30848" : 6,
"31104" : 6,
"31360" : 4,
"31616" : 3,
"32128" : 3,
"32384" : 3,
"32640" : 4,
"33024" : 7,
"33536" : 2,
"34048" : 1,
"34560" : 4,
"35072" : 2,
"35584" : 3,
"37120" : 1,
"37632" : 1,
"40704" : 2,
"42752" : 1,
"44288" : 1,
"45824" : 1,
"47360" : 2,
"52480" : 1,
"52992" : 3,
"54016" : 1,
"75264" : 1
}
},
"lat_ns" : {
"min" : 6019,
"max" : 1499291,
"mean" : 144313.149752,
"stddev" : 168682.560117,
"N" : 8833147
},
"bw_min" : 127455,
"bw_max" : 290361,
"bw_agg" : 100.000000,
"bw_mean" : 221131.319749,
"bw_dev" : 20673.576835,
"bw_samples" : 2552,
"iops_min" : 31863,
"iops_max" : 72590,
"iops_mean" : 55282.695925,
"iops_stddev" : 5168.397100,
"iops_samples" : 2552
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279993,
"usr_cpu" : 1.219304,
"sys_cpu" : 23.379659,
"ctx" : 3161803,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.415079,
"4" : 0.457017,
"10" : 0.123953,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773074897,
"timestamp_ms" : 1773074897921,
"time" : "Mon Mar 9 13:48:17 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 37542264832,
"io_kbytes" : 36662368,
"bw_bytes" : 220836851,
"bw" : 215660,
"iops" : 53915.329412,
"runtime" : 170000,
"total_ios" : 9165606,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4767,
"max" : 1497428,
"mean" : 146519.598332,
"stddev" : 169607.950669,
"N" : 9165606
},
"clat_ns" : {
"min" : 1071,
"max" : 75285,
"mean" : 1263.012799,
"stddev" : 275.737727,
"N" : 9165598,
"percentile" : {
"1.000000" : 1096,
"5.000000" : 1112,
"10.000000" : 1128,
"20.000000" : 1128,
"30.000000" : 1128,
"40.000000" : 1144,
"50.000000" : 1160,
"60.000000" : 1256,
"70.000000" : 1320,
"80.000000" : 1400,
"90.000000" : 1480,
"95.000000" : 1560,
"99.000000" : 1832,
"99.500000" : 2096,
"99.900000" : 4576,
"99.950000" : 5344,
"99.990000" : 6560
},
"bins" : {
"1064" : 4,
"1080" : 543,
"1096" : 91744,
"1112" : 449417,
"1128" : 2306239,
"1144" : 1102620,
"1160" : 659747,
"1176" : 143104,
"1192" : 28086,
"1208" : 133081,
"1224" : 183583,
"1240" : 265558,
"1256" : 208771,
"1272" : 126426,
"1288" : 334608,
"1304" : 212747,
"1320" : 362669,
"1336" : 296176,
"1352" : 112913,
"1368" : 197477,
"1384" : 108837,
"1400" : 238460,
"1416" : 254415,
"1432" : 114776,
"1448" : 186823,
"1464" : 74626,
"1480" : 126730,
"1496" : 114279,
"1512" : 54807,
"1528" : 101876,
"1544" : 45192,
"1560" : 78416,
"1576" : 63073,
"1592" : 27380,
"1608" : 47714,
"1624" : 21437,
"1640" : 38367,
"1656" : 32346,
"1672" : 14110,
"1688" : 24452,
"1704" : 10837,
"1720" : 18837,
"1736" : 15787,
"1752" : 7129,
"1768" : 12655,
"1784" : 5499,
"1800" : 9961,
"1816" : 8328,
"1832" : 3756,
"1848" : 6776,
"1864" : 2915,
"1880" : 5424,
"1896" : 4652,
"1912" : 2020,
"1928" : 3818,
"1944" : 1804,
"1960" : 3184,
"1976" : 2707,
"1992" : 1300,
"2008" : 2310,
"2024" : 1049,
"2040" : 2072,
"2064" : 2654,
"2096" : 2360,
"2128" : 2832,
"2160" : 2278,
"2192" : 1970,
"2224" : 1991,
"2256" : 1890,
"2288" : 2099,
"2320" : 1964,
"2352" : 1525,
"2384" : 1438,
"2416" : 1335,
"2448" : 1337,
"2480" : 1486,
"2512" : 1019,
"2544" : 953,
"2576" : 854,
"2608" : 763,
"2640" : 890,
"2672" : 564,
"2704" : 557,
"2736" : 441,
"2768" : 419,
"2800" : 467,
"2832" : 294,
"2864" : 238,
"2896" : 233,
"2928" : 179,
"2960" : 237,
"2992" : 136,
"3024" : 130,
"3056" : 109,
"3088" : 107,
"3120" : 137,
"3152" : 88,
"3184" : 62,
"3216" : 53,
"3248" : 67,
"3280" : 61,
"3312" : 47,
"3344" : 49,
"3376" : 44,
"3408" : 45,
"3440" : 48,
"3472" : 41,
"3504" : 27,
"3536" : 41,
"3568" : 30,
"3600" : 60,
"3632" : 60,
"3664" : 59,
"3696" : 50,
"3728" : 58,
"3760" : 77,
"3792" : 68,
"3824" : 67,
"3856" : 73,
"3888" : 75,
"3920" : 62,
"3952" : 80,
"3984" : 62,
"4016" : 87,
"4048" : 86,
"4080" : 76,
"4128" : 206,
"4192" : 259,
"4256" : 341,
"4320" : 332,
"4384" : 359,
"4448" : 373,
"4512" : 323,
"4576" : 404,
"4640" : 359,
"4704" : 368,
"4768" : 430,
"4832" : 373,
"4896" : 374,
"4960" : 379,
"5024" : 406,
"5088" : 420,
"5152" : 337,
"5216" : 368,
"5280" : 386,
"5344" : 314,
"5408" : 401,
"5472" : 260,
"5536" : 273,
"5600" : 310,
"5664" : 233,
"5728" : 279,
"5792" : 209,
"5856" : 232,
"5920" : 203,
"5984" : 163,
"6048" : 171,
"6112" : 139,
"6176" : 111,
"6240" : 114,
"6304" : 98,
"6368" : 76,
"6432" : 65,
"6496" : 60,
"6560" : 58,
"6624" : 49,
"6688" : 41,
"6752" : 48,
"6816" : 28,
"6880" : 17,
"6944" : 23,
"7008" : 21,
"7072" : 25,
"7136" : 12,
"7200" : 23,
"7264" : 17,
"7328" : 9,
"7392" : 16,
"7456" : 14,
"7520" : 12,
"7584" : 13,
"7648" : 14,
"7712" : 15,
"7776" : 13,
"7840" : 14,
"7904" : 4,
"7968" : 8,
"8032" : 5,
"8096" : 6,
"8160" : 3,
"8256" : 14,
"8384" : 11,
"8512" : 12,
"8640" : 9,
"8768" : 6,
"8896" : 5,
"9024" : 2,
"9152" : 1,
"9280" : 3,
"9408" : 7,
"9536" : 3,
"9664" : 6,
"9792" : 7,
"9920" : 3,
"10048" : 5,
"10176" : 3,
"10304" : 5,
"10432" : 2,
"10688" : 4,
"10816" : 4,
"10944" : 1,
"11072" : 1,
"11200" : 1,
"11328" : 2,
"11456" : 2,
"11712" : 2,
"11968" : 1,
"12096" : 1,
"12480" : 1,
"13248" : 3,
"13504" : 1,
"13632" : 3,
"13760" : 2,
"13888" : 1,
"14272" : 2,
"14400" : 1,
"14528" : 2,
"14656" : 1,
"14784" : 3,
"14912" : 1,
"15168" : 2,
"15296" : 2,
"15424" : 3,
"15552" : 2,
"15680" : 1,
"15936" : 1,
"16512" : 2,
"16768" : 2,
"17536" : 1,
"19072" : 1,
"19840" : 1,
"21632" : 1,
"21888" : 1,
"22400" : 1,
"22656" : 1,
"22912" : 1,
"23168" : 1,
"23680" : 4,
"23936" : 4,
"24192" : 5,
"24448" : 5,
"24704" : 4,
"24960" : 7,
"25216" : 7,
"25472" : 10,
"25728" : 8,
"25984" : 10,
"26240" : 2,
"26496" : 7,
"26752" : 8,
"27008" : 17,
"27264" : 10,
"27520" : 9,
"27776" : 8,
"28032" : 8,
"28288" : 11,
"28544" : 6,
"28800" : 7,
"29056" : 7,
"29312" : 6,
"29568" : 6,
"29824" : 5,
"30080" : 11,
"30336" : 7,
"30592" : 11,
"30848" : 6,
"31104" : 7,
"31360" : 4,
"31616" : 3,
"32128" : 3,
"32384" : 3,
"32640" : 4,
"33024" : 9,
"33536" : 2,
"34048" : 1,
"34560" : 4,
"35072" : 2,
"35584" : 3,
"37120" : 1,
"37632" : 1,
"40704" : 2,
"42752" : 1,
"44288" : 1,
"45824" : 1,
"47360" : 2,
"52480" : 1,
"52992" : 3,
"54016" : 1,
"75264" : 1
}
},
"lat_ns" : {
"min" : 6019,
"max" : 1499291,
"mean" : 147782.455036,
"stddev" : 169736.720195,
"N" : 9165598
},
"bw_min" : 123887,
"bw_max" : 290553,
"bw_agg" : 100.000000,
"bw_mean" : 215944.424779,
"bw_dev" : 21413.113236,
"bw_samples" : 2712,
"iops_min" : 30971,
"iops_max" : 72638,
"iops_mean" : 53985.973451,
"iops_stddev" : 5353.281035,
"iops_samples" : 2712
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1359997,
"usr_cpu" : 1.192503,
"sys_cpu" : 23.105860,
"ctx" : 3372264,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999989,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999989,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.404426,
"4" : 0.467738,
"10" : 0.123876,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773074907,
"timestamp_ms" : 1773074907953,
"time" : "Mon Mar 9 13:48:27 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 5252,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 38866038784,
"io_kbytes" : 37955116,
"bw_bytes" : 215921238,
"bw" : 210860,
"iops" : 52715.184916,
"runtime" : 180001,
"total_ios" : 9488786,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4767,
"max" : 1497428,
"mean" : 149890.732281,
"stddev" : 170555.880899,
"N" : 9488794
},
"clat_ns" : {
"min" : 1071,
"max" : 75285,
"mean" : 1265.620545,
"stddev" : 277.063873,
"N" : 9488786,
"percentile" : {
"1.000000" : 1112,
"5.000000" : 1112,
"10.000000" : 1128,
"20.000000" : 1128,
"30.000000" : 1128,
"40.000000" : 1144,
"50.000000" : 1176,
"60.000000" : 1272,
"70.000000" : 1320,
"80.000000" : 1400,
"90.000000" : 1480,
"95.000000" : 1576,
"99.000000" : 1832,
"99.500000" : 2096,
"99.900000" : 4576,
"99.950000" : 5344,
"99.990000" : 6560
},
"bins" : {
"1064" : 4,
"1080" : 545,
"1096" : 92255,
"1112" : 453909,
"1128" : 2347140,
"1144" : 1125094,
"1160" : 673327,
"1176" : 146406,
"1192" : 28731,
"1208" : 135486,
"1224" : 187892,
"1240" : 273197,
"1256" : 219247,
"1272" : 135137,
"1288" : 358641,
"1304" : 226814,
"1320" : 384326,
"1336" : 311514,
"1352" : 118346,
"1368" : 207454,
"1384" : 115173,
"1400" : 252984,
"1416" : 269979,
"1432" : 121628,
"1448" : 197479,
"1464" : 78713,
"1480" : 133951,
"1496" : 120960,
"1512" : 57893,
"1528" : 107687,
"1544" : 47730,
"1560" : 82695,
"1576" : 66612,
"1592" : 28899,
"1608" : 50254,
"1624" : 22612,
"1640" : 40459,
"1656" : 34151,
"1672" : 14847,
"1688" : 25848,
"1704" : 11465,
"1720" : 19866,
"1736" : 16649,
"1752" : 7523,
"1768" : 13387,
"1784" : 5812,
"1800" : 10505,
"1816" : 8804,
"1832" : 3952,
"1848" : 7203,
"1864" : 3068,
"1880" : 5720,
"1896" : 4931,
"1912" : 2132,
"1928" : 4035,
"1944" : 1898,
"1960" : 3357,
"1976" : 2868,
"1992" : 1378,
"2008" : 2449,
"2024" : 1120,
"2040" : 2206,
"2064" : 2807,
"2096" : 2516,
"2128" : 3009,
"2160" : 2452,
"2192" : 2118,
"2224" : 2127,
"2256" : 2028,
"2288" : 2274,
"2320" : 2166,
"2352" : 1648,
"2384" : 1569,
"2416" : 1447,
"2448" : 1471,
"2480" : 1607,
"2512" : 1099,
"2544" : 1031,
"2576" : 925,
"2608" : 828,
"2640" : 962,
"2672" : 601,
"2704" : 597,
"2736" : 472,
"2768" : 443,
"2800" : 512,
"2832" : 319,
"2864" : 261,
"2896" : 247,
"2928" : 187,
"2960" : 254,
"2992" : 147,
"3024" : 139,
"3056" : 121,
"3088" : 116,
"3120" : 146,
"3152" : 91,
"3184" : 65,
"3216" : 56,
"3248" : 72,
"3280" : 70,
"3312" : 48,
"3344" : 51,
"3376" : 47,
"3408" : 49,
"3440" : 51,
"3472" : 45,
"3504" : 31,
"3536" : 41,
"3568" : 33,
"3600" : 61,
"3632" : 65,
"3664" : 63,
"3696" : 55,
"3728" : 62,
"3760" : 84,
"3792" : 76,
"3824" : 71,
"3856" : 79,
"3888" : 80,
"3920" : 67,
"3952" : 90,
"3984" : 69,
"4016" : 94,
"4048" : 88,
"4080" : 80,
"4128" : 217,
"4192" : 270,
"4256" : 348,
"4320" : 340,
"4384" : 376,
"4448" : 385,
"4512" : 340,
"4576" : 421,
"4640" : 370,
"4704" : 386,
"4768" : 458,
"4832" : 383,
"4896" : 385,
"4960" : 389,
"5024" : 416,
"5088" : 432,
"5152" : 355,
"5216" : 376,
"5280" : 403,
"5344" : 327,
"5408" : 411,
"5472" : 272,
"5536" : 282,
"5600" : 321,
"5664" : 240,
"5728" : 279,
"5792" : 216,
"5856" : 236,
"5920" : 211,
"5984" : 170,
"6048" : 177,
"6112" : 142,
"6176" : 114,
"6240" : 116,
"6304" : 99,
"6368" : 78,
"6432" : 68,
"6496" : 63,
"6560" : 60,
"6624" : 49,
"6688" : 42,
"6752" : 50,
"6816" : 28,
"6880" : 17,
"6944" : 23,
"7008" : 21,
"7072" : 27,
"7136" : 12,
"7200" : 23,
"7264" : 17,
"7328" : 9,
"7392" : 16,
"7456" : 15,
"7520" : 14,
"7584" : 13,
"7648" : 15,
"7712" : 15,
"7776" : 13,
"7840" : 15,
"7904" : 5,
"7968" : 8,
"8032" : 5,
"8096" : 6,
"8160" : 4,
"8256" : 16,
"8384" : 11,
"8512" : 13,
"8640" : 10,
"8768" : 6,
"8896" : 6,
"9024" : 2,
"9152" : 1,
"9280" : 3,
"9408" : 7,
"9536" : 3,
"9664" : 6,
"9792" : 7,
"9920" : 3,
"10048" : 5,
"10176" : 4,
"10304" : 5,
"10432" : 2,
"10688" : 4,
"10816" : 5,
"10944" : 1,
"11072" : 1,
"11200" : 1,
"11328" : 2,
"11456" : 2,
"11712" : 2,
"11968" : 1,
"12096" : 1,
"12480" : 1,
"13248" : 3,
"13376" : 1,
"13504" : 1,
"13632" : 3,
"13760" : 2,
"13888" : 1,
"14272" : 2,
"14400" : 1,
"14528" : 2,
"14656" : 2,
"14784" : 3,
"14912" : 1,
"15168" : 2,
"15296" : 2,
"15424" : 3,
"15552" : 2,
"15680" : 1,
"15936" : 1,
"16512" : 2,
"16768" : 2,
"17536" : 1,
"19072" : 1,
"19840" : 1,
"21632" : 1,
"21888" : 1,
"22400" : 1,
"22656" : 1,
"22912" : 1,
"23168" : 1,
"23680" : 4,
"23936" : 4,
"24192" : 5,
"24448" : 5,
"24704" : 4,
"24960" : 7,
"25216" : 7,
"25472" : 10,
"25728" : 10,
"25984" : 10,
"26240" : 3,
"26496" : 8,
"26752" : 9,
"27008" : 17,
"27264" : 10,
"27520" : 10,
"27776" : 8,
"28032" : 9,
"28288" : 11,
"28544" : 6,
"28800" : 7,
"29056" : 7,
"29312" : 6,
"29568" : 6,
"29824" : 5,
"30080" : 11,
"30336" : 8,
"30592" : 11,
"30848" : 6,
"31104" : 7,
"31360" : 4,
"31616" : 3,
"31872" : 1,
"32128" : 3,
"32384" : 3,
"32640" : 6,
"33024" : 9,
"33536" : 2,
"34048" : 1,
"34560" : 4,
"35072" : 2,
"35584" : 3,
"37120" : 1,
"37632" : 1,
"40704" : 2,
"42752" : 1,
"44288" : 1,
"45824" : 1,
"47360" : 2,
"52480" : 1,
"52992" : 3,
"54016" : 1,
"58624" : 1,
"75264" : 1
}
},
"lat_ns" : {
"min" : 6019,
"max" : 1499291,
"mean" : 151156.204890,
"stddev" : 170685.022443,
"N" : 9488786
},
"bw_min" : 119887,
"bw_max" : 291392,
"bw_agg" : 100.000000,
"bw_mean" : 211130.228412,
"bw_dev" : 22024.469018,
"bw_samples" : 2872,
"iops_min" : 29971,
"iops_max" : 72848,
"iops_mean" : 52782.420613,
"iops_stddev" : 5506.119496,
"iops_samples" : 2872
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1439993,
"usr_cpu" : 1.168825,
"sys_cpu" : 22.855111,
"ctx" : 3583359,
"majf" : 0,
"minf" : 291,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.386497,
"4" : 0.485763,
"10" : 0.123830,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773074908,
"timestamp_ms" : 1773074908013,
"time" : "Mon Mar 9 13:48:28 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd1-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 38866100224,
"io_kbytes" : 37955176,
"bw_bytes" : 215880802,
"bw" : 210821,
"iops" : 52705.229539,
"runtime" : 180035,
"total_ios" : 9488786,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4767,
"max" : 1497428,
"mean" : 149890.732281,
"stddev" : 170555.880899,
"N" : 9488794
},
"clat_ns" : {
"min" : 1071,
"max" : 75285,
"mean" : 1265.620545,
"stddev" : 277.063873,
"N" : 9488786,
"percentile" : {
"1.000000" : 1112,
"5.000000" : 1112,
"10.000000" : 1128,
"20.000000" : 1128,
"30.000000" : 1128,
"40.000000" : 1144,
"50.000000" : 1176,
"60.000000" : 1272,
"70.000000" : 1320,
"80.000000" : 1400,
"90.000000" : 1480,
"95.000000" : 1576,
"99.000000" : 1832,
"99.500000" : 2096,
"99.900000" : 4576,
"99.950000" : 5344,
"99.990000" : 6560
},
"bins" : {
"1064" : 4,
"1080" : 545,
"1096" : 92255,
"1112" : 453909,
"1128" : 2347140,
"1144" : 1125094,
"1160" : 673327,
"1176" : 146406,
"1192" : 28731,
"1208" : 135486,
"1224" : 187892,
"1240" : 273197,
"1256" : 219247,
"1272" : 135137,
"1288" : 358641,
"1304" : 226814,
"1320" : 384326,
"1336" : 311514,
"1352" : 118346,
"1368" : 207454,
"1384" : 115173,
"1400" : 252984,
"1416" : 269979,
"1432" : 121628,
"1448" : 197479,
"1464" : 78713,
"1480" : 133951,
"1496" : 120960,
"1512" : 57893,
"1528" : 107687,
"1544" : 47730,
"1560" : 82695,
"1576" : 66612,
"1592" : 28899,
"1608" : 50254,
"1624" : 22612,
"1640" : 40459,
"1656" : 34151,
"1672" : 14847,
"1688" : 25848,
"1704" : 11465,
"1720" : 19866,
"1736" : 16649,
"1752" : 7523,
"1768" : 13387,
"1784" : 5812,
"1800" : 10505,
"1816" : 8804,
"1832" : 3952,
"1848" : 7203,
"1864" : 3068,
"1880" : 5720,
"1896" : 4931,
"1912" : 2132,
"1928" : 4035,
"1944" : 1898,
"1960" : 3357,
"1976" : 2868,
"1992" : 1378,
"2008" : 2449,
"2024" : 1120,
"2040" : 2206,
"2064" : 2807,
"2096" : 2516,
"2128" : 3009,
"2160" : 2452,
"2192" : 2118,
"2224" : 2127,
"2256" : 2028,
"2288" : 2274,
"2320" : 2166,
"2352" : 1648,
"2384" : 1569,
"2416" : 1447,
"2448" : 1471,
"2480" : 1607,
"2512" : 1099,
"2544" : 1031,
"2576" : 925,
"2608" : 828,
"2640" : 962,
"2672" : 601,
"2704" : 597,
"2736" : 472,
"2768" : 443,
"2800" : 512,
"2832" : 319,
"2864" : 261,
"2896" : 247,
"2928" : 187,
"2960" : 254,
"2992" : 147,
"3024" : 139,
"3056" : 121,
"3088" : 116,
"3120" : 146,
"3152" : 91,
"3184" : 65,
"3216" : 56,
"3248" : 72,
"3280" : 70,
"3312" : 48,
"3344" : 51,
"3376" : 47,
"3408" : 49,
"3440" : 51,
"3472" : 45,
"3504" : 31,
"3536" : 41,
"3568" : 33,
"3600" : 61,
"3632" : 65,
"3664" : 63,
"3696" : 55,
"3728" : 62,
"3760" : 84,
"3792" : 76,
"3824" : 71,
"3856" : 79,
"3888" : 80,
"3920" : 67,
"3952" : 90,
"3984" : 69,
"4016" : 94,
"4048" : 88,
"4080" : 80,
"4128" : 217,
"4192" : 270,
"4256" : 348,
"4320" : 340,
"4384" : 376,
"4448" : 385,
"4512" : 340,
"4576" : 421,
"4640" : 370,
"4704" : 386,
"4768" : 458,
"4832" : 383,
"4896" : 385,
"4960" : 389,
"5024" : 416,
"5088" : 432,
"5152" : 355,
"5216" : 376,
"5280" : 403,
"5344" : 327,
"5408" : 411,
"5472" : 272,
"5536" : 282,
"5600" : 321,
"5664" : 240,
"5728" : 279,
"5792" : 216,
"5856" : 236,
"5920" : 211,
"5984" : 170,
"6048" : 177,
"6112" : 142,
"6176" : 114,
"6240" : 116,
"6304" : 99,
"6368" : 78,
"6432" : 68,
"6496" : 63,
"6560" : 60,
"6624" : 49,
"6688" : 42,
"6752" : 50,
"6816" : 28,
"6880" : 17,
"6944" : 23,
"7008" : 21,
"7072" : 27,
"7136" : 12,
"7200" : 23,
"7264" : 17,
"7328" : 9,
"7392" : 16,
"7456" : 15,
"7520" : 14,
"7584" : 13,
"7648" : 15,
"7712" : 15,
"7776" : 13,
"7840" : 15,
"7904" : 5,
"7968" : 8,
"8032" : 5,
"8096" : 6,
"8160" : 4,
"8256" : 16,
"8384" : 11,
"8512" : 13,
"8640" : 10,
"8768" : 6,
"8896" : 6,
"9024" : 2,
"9152" : 1,
"9280" : 3,
"9408" : 7,
"9536" : 3,
"9664" : 6,
"9792" : 7,
"9920" : 3,
"10048" : 5,
"10176" : 4,
"10304" : 5,
"10432" : 2,
"10688" : 4,
"10816" : 5,
"10944" : 1,
"11072" : 1,
"11200" : 1,
"11328" : 2,
"11456" : 2,
"11712" : 2,
"11968" : 1,
"12096" : 1,
"12480" : 1,
"13248" : 3,
"13376" : 1,
"13504" : 1,
"13632" : 3,
"13760" : 2,
"13888" : 1,
"14272" : 2,
"14400" : 1,
"14528" : 2,
"14656" : 2,
"14784" : 3,
"14912" : 1,
"15168" : 2,
"15296" : 2,
"15424" : 3,
"15552" : 2,
"15680" : 1,
"15936" : 1,
"16512" : 2,
"16768" : 2,
"17536" : 1,
"19072" : 1,
"19840" : 1,
"21632" : 1,
"21888" : 1,
"22400" : 1,
"22656" : 1,
"22912" : 1,
"23168" : 1,
"23680" : 4,
"23936" : 4,
"24192" : 5,
"24448" : 5,
"24704" : 4,
"24960" : 7,
"25216" : 7,
"25472" : 10,
"25728" : 10,
"25984" : 10,
"26240" : 3,
"26496" : 8,
"26752" : 9,
"27008" : 17,
"27264" : 10,
"27520" : 10,
"27776" : 8,
"28032" : 9,
"28288" : 11,
"28544" : 6,
"28800" : 7,
"29056" : 7,
"29312" : 6,
"29568" : 6,
"29824" : 5,
"30080" : 11,
"30336" : 8,
"30592" : 11,
"30848" : 6,
"31104" : 7,
"31360" : 4,
"31616" : 3,
"31872" : 1,
"32128" : 3,
"32384" : 3,
"32640" : 6,
"33024" : 9,
"33536" : 2,
"34048" : 1,
"34560" : 4,
"35072" : 2,
"35584" : 3,
"37120" : 1,
"37632" : 1,
"40704" : 2,
"42752" : 1,
"44288" : 1,
"45824" : 1,
"47360" : 2,
"52480" : 1,
"52992" : 3,
"54016" : 1,
"58624" : 1,
"75264" : 1
}
},
"lat_ns" : {
"min" : 6019,
"max" : 1499291,
"mean" : 151156.204890,
"stddev" : 170685.022443,
"N" : 9488786
},
"bw_min" : 119634,
"bw_max" : 291392,
"bw_agg" : 100.000000,
"bw_mean" : 211119.948530,
"bw_dev" : 21997.684876,
"bw_samples" : 2879,
"iops_min" : 29907,
"iops_max" : 72848,
"iops_mean" : 52779.846100,
"iops_stddev" : 5499.423472,
"iops_samples" : 2879
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440233,
"usr_cpu" : 1.168630,
"sys_cpu" : 22.851303,
"ctx" : 3583591,
"majf" : 0,
"minf" : 298,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 99.386497,
"4" : 0.485763,
"10" : 0.123830,
"20" : 0.010000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}