raidz2/benchmarks/rand/rand-read-qd16-nj8_run3.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773083075,
"timestamp_ms" : 1773083075907,
"time" : "Mon Mar 9 16:04:35 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 1174134784,
"io_kbytes" : 1146616,
"bw_bytes" : 120263728,
"bw" : 117445,
"iops" : 29375.909044,
"runtime" : 9763,
"total_ios" : 286797,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 78104,
"usr_cpu" : 0.692666,
"sys_cpu" : 17.992676,
"ctx" : 207671,
"majf" : 0,
"minf" : 196,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 99.958159,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083086,
"timestamp_ms" : 1773083086142,
"time" : "Mon Mar 9 16:04:46 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 1197383680,
"io_kbytes" : 1169320,
"bw_bytes" : 119750343,
"bw" : 116943,
"iops" : 29236.823682,
"runtime" : 9999,
"total_ios" : 292339,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5628,
"max" : 887546,
"mean" : 271596.543402,
"stddev" : 159551.444111,
"N" : 292340
},
"clat_ns" : {
"min" : 954418,
"max" : 6133951,
"mean" : 4106209.739193,
"stddev" : 623646.684213,
"N" : 292331,
"percentile" : {
"1.000000" : 2605056,
"5.000000" : 3031040,
"10.000000" : 3293184,
"20.000000" : 3588096,
"30.000000" : 3784704,
"40.000000" : 3981312,
"50.000000" : 4112384,
"60.000000" : 4292608,
"70.000000" : 4423680,
"80.000000" : 4620288,
"90.000000" : 4882432,
"95.000000" : 5079040,
"99.000000" : 5406720,
"99.500000" : 5537792,
"99.900000" : 5799936,
"99.950000" : 5865472,
"99.990000" : 5931008
},
"bins" : {
"954368" : 2,
"987136" : 1,
"1286144" : 1,
"1302528" : 1,
"1351680" : 1,
"1368064" : 1,
"1384448" : 2,
"1433600" : 1,
"1466368" : 1,
"1531904" : 1,
"1564672" : 1,
"1581056" : 4,
"1597440" : 2,
"1613824" : 7,
"1630208" : 9,
"1646592" : 2,
"1662976" : 6,
"1679360" : 8,
"1695744" : 8,
"1712128" : 8,
"1728512" : 8,
"1744896" : 1,
"1761280" : 9,
"1777664" : 3,
"1794048" : 5,
"1810432" : 3,
"1826816" : 5,
"1843200" : 3,
"1859584" : 6,
"1875968" : 3,
"1892352" : 4,
"1908736" : 10,
"1925120" : 11,
"1941504" : 22,
"1957888" : 17,
"1974272" : 22,
"1990656" : 35,
"2007040" : 17,
"2023424" : 31,
"2039808" : 34,
"2056192" : 29,
"2072576" : 27,
"2088960" : 43,
"2113536" : 63,
"2146304" : 40,
"2179072" : 45,
"2211840" : 62,
"2244608" : 98,
"2277376" : 137,
"2310144" : 181,
"2342912" : 226,
"2375680" : 238,
"2408448" : 176,
"2441216" : 199,
"2473984" : 206,
"2506752" : 215,
"2539520" : 262,
"2572288" : 326,
"2605056" : 447,
"2637824" : 565,
"2670592" : 605,
"2703360" : 653,
"2736128" : 643,
"2768896" : 660,
"2801664" : 570,
"2834432" : 744,
"2867200" : 786,
"2899968" : 907,
"2932736" : 1111,
"2965504" : 1352,
"2998272" : 1601,
"3031040" : 1646,
"3063808" : 1694,
"3096576" : 1684,
"3129344" : 1679,
"3162112" : 1589,
"3194880" : 1723,
"3227648" : 1936,
"3260416" : 2272,
"3293184" : 2485,
"3325952" : 3030,
"3358720" : 3231,
"3391488" : 3411,
"3424256" : 3439,
"3457024" : 3316,
"3489792" : 3302,
"3522560" : 3250,
"3555328" : 3532,
"3588096" : 3952,
"3620864" : 4198,
"3653632" : 4682,
"3686400" : 4812,
"3719168" : 5162,
"3751936" : 5308,
"3784704" : 5181,
"3817472" : 5143,
"3850240" : 5043,
"3883008" : 5145,
"3915776" : 5164,
"3948544" : 5459,
"3981312" : 5862,
"4014080" : 6044,
"4046848" : 6196,
"4079616" : 6231,
"4112384" : 6244,
"4145152" : 6194,
"4177920" : 5892,
"4227072" : 11617,
"4292608" : 11254,
"4358144" : 11766,
"4423680" : 11850,
"4489216" : 10926,
"4554752" : 10010,
"4620288" : 9046,
"4685824" : 8470,
"4751360" : 8048,
"4816896" : 7292,
"4882432" : 6126,
"4947968" : 5253,
"5013504" : 4452,
"5079040" : 3942,
"5144576" : 3221,
"5210112" : 2582,
"5275648" : 2074,
"5341184" : 1625,
"5406720" : 1225,
"5472256" : 901,
"5537792" : 660,
"5603328" : 486,
"5668864" : 333,
"5734400" : 201,
"5799936" : 134,
"5865472" : 98,
"5931008" : 48,
"5996544" : 18,
"6062080" : 8,
"6127616" : 2
}
},
"lat_ns" : {
"min" : 975671,
"max" : 6475203,
"mean" : 4377809.003718,
"stddev" : 644805.817402,
"N" : 292331
},
"bw_min" : 113588,
"bw_max" : 120421,
"bw_agg" : 100.000000,
"bw_mean" : 116966.842105,
"bw_dev" : 222.555894,
"bw_samples" : 152,
"iops_min" : 28397,
"iops_max" : 30105,
"iops_mean" : 29241.578947,
"iops_stddev" : 55.640120,
"iops_samples" : 152
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79992,
"usr_cpu" : 0.750075,
"sys_cpu" : 17.885539,
"ctx" : 212818,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.079360,
"4" : 41.745713,
"10" : 58.171164,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083096,
"timestamp_ms" : 1773083096143,
"time" : "Mon Mar 9 16:04:56 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 2384228352,
"io_kbytes" : 2328348,
"bw_bytes" : 119211417,
"bw" : 116417,
"iops" : 29105.050000,
"runtime" : 20000,
"total_ios" : 582101,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5628,
"max" : 890170,
"mean" : 272796.136646,
"stddev" : 159212.417774,
"N" : 582101
},
"clat_ns" : {
"min" : 954418,
"max" : 6441451,
"mean" : 4124495.718880,
"stddev" : 622443.499294,
"N" : 582093,
"percentile" : {
"1.000000" : 2605056,
"5.000000" : 3063808,
"10.000000" : 3325952,
"20.000000" : 3620864,
"30.000000" : 3817472,
"40.000000" : 3981312,
"50.000000" : 4145152,
"60.000000" : 4292608,
"70.000000" : 4489216,
"80.000000" : 4685824,
"90.000000" : 4882432,
"95.000000" : 5079040,
"99.000000" : 5472256,
"99.500000" : 5603328,
"99.900000" : 5799936,
"99.950000" : 5865472,
"99.990000" : 5996544
},
"bins" : {
"954368" : 2,
"962560" : 1,
"987136" : 1,
"1286144" : 1,
"1302528" : 1,
"1318912" : 1,
"1335296" : 1,
"1351680" : 1,
"1368064" : 1,
"1384448" : 2,
"1433600" : 2,
"1466368" : 1,
"1531904" : 2,
"1564672" : 5,
"1581056" : 6,
"1597440" : 2,
"1613824" : 10,
"1630208" : 12,
"1646592" : 4,
"1662976" : 10,
"1679360" : 15,
"1695744" : 16,
"1712128" : 14,
"1728512" : 17,
"1744896" : 6,
"1761280" : 11,
"1777664" : 11,
"1794048" : 10,
"1810432" : 8,
"1826816" : 7,
"1843200" : 6,
"1859584" : 12,
"1875968" : 6,
"1892352" : 14,
"1908736" : 19,
"1925120" : 29,
"1941504" : 32,
"1957888" : 32,
"1974272" : 42,
"1990656" : 54,
"2007040" : 41,
"2023424" : 54,
"2039808" : 67,
"2056192" : 41,
"2072576" : 44,
"2088960" : 80,
"2113536" : 100,
"2146304" : 87,
"2179072" : 96,
"2211840" : 118,
"2244608" : 193,
"2277376" : 236,
"2310144" : 336,
"2342912" : 380,
"2375680" : 467,
"2408448" : 363,
"2441216" : 390,
"2473984" : 396,
"2506752" : 391,
"2539520" : 504,
"2572288" : 603,
"2605056" : 815,
"2637824" : 1006,
"2670592" : 1129,
"2703360" : 1256,
"2736128" : 1285,
"2768896" : 1302,
"2801664" : 1174,
"2834432" : 1342,
"2867200" : 1442,
"2899968" : 1692,
"2932736" : 2039,
"2965504" : 2497,
"2998272" : 2876,
"3031040" : 3143,
"3063808" : 3266,
"3096576" : 3151,
"3129344" : 3229,
"3162112" : 3089,
"3194880" : 3293,
"3227648" : 3665,
"3260416" : 4312,
"3293184" : 4865,
"3325952" : 5731,
"3358720" : 6145,
"3391488" : 6591,
"3424256" : 6655,
"3457024" : 6422,
"3489792" : 6504,
"3522560" : 6344,
"3555328" : 6732,
"3588096" : 7418,
"3620864" : 8088,
"3653632" : 8911,
"3686400" : 9420,
"3719168" : 10105,
"3751936" : 10585,
"3784704" : 10285,
"3817472" : 10038,
"3850240" : 10009,
"3883008" : 10064,
"3915776" : 10338,
"3948544" : 10650,
"3981312" : 11328,
"4014080" : 11930,
"4046848" : 12205,
"4079616" : 12473,
"4112384" : 12300,
"4145152" : 12388,
"4177920" : 11981,
"4227072" : 23533,
"4292608" : 22795,
"4358144" : 23752,
"4423680" : 23511,
"4489216" : 22002,
"4554752" : 20435,
"4620288" : 18507,
"4685824" : 17231,
"4751360" : 16437,
"4816896" : 14928,
"4882432" : 12803,
"4947968" : 11071,
"5013504" : 9335,
"5079040" : 8317,
"5144576" : 6610,
"5210112" : 5376,
"5275648" : 4372,
"5341184" : 3391,
"5406720" : 2538,
"5472256" : 1878,
"5537792" : 1414,
"5603328" : 1030,
"5668864" : 728,
"5734400" : 457,
"5799936" : 303,
"5865472" : 213,
"5931008" : 119,
"5996544" : 46,
"6062080" : 24,
"6127616" : 6,
"6193152" : 3,
"6258688" : 3,
"6324224" : 2,
"6455296" : 1
}
},
"lat_ns" : {
"min" : 975671,
"max" : 6809574,
"mean" : 4397296.093574,
"stddev" : 643293.899082,
"N" : 582093
},
"bw_min" : 112708,
"bw_max" : 120600,
"bw_agg" : 100.000000,
"bw_mean" : 116444.589744,
"bw_dev" : 220.364911,
"bw_samples" : 312,
"iops_min" : 28177,
"iops_max" : 30150,
"iops_mean" : 29110.923077,
"iops_stddev" : 55.084800,
"iops_samples" : 312
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159995,
"usr_cpu" : 0.703147,
"sys_cpu" : 17.983062,
"ctx" : 425365,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999828,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.073183,
"4" : 40.553100,
"10" : 59.371655,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083106,
"timestamp_ms" : 1773083106143,
"time" : "Mon Mar 9 16:05:06 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 3576893440,
"io_kbytes" : 3493060,
"bw_bytes" : 119229781,
"bw" : 116435,
"iops" : 29109.300000,
"runtime" : 30000,
"total_ios" : 873279,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5628,
"max" : 936351,
"mean" : 272743.361098,
"stddev" : 159233.338629,
"N" : 873279
},
"clat_ns" : {
"min" : 954418,
"max" : 6441451,
"mean" : 4123895.320054,
"stddev" : 622877.561085,
"N" : 873271,
"percentile" : {
"1.000000" : 2605056,
"5.000000" : 3063808,
"10.000000" : 3325952,
"20.000000" : 3620864,
"30.000000" : 3817472,
"40.000000" : 3981312,
"50.000000" : 4145152,
"60.000000" : 4292608,
"70.000000" : 4489216,
"80.000000" : 4685824,
"90.000000" : 4882432,
"95.000000" : 5079040,
"99.000000" : 5472256,
"99.500000" : 5603328,
"99.900000" : 5799936,
"99.950000" : 5865472,
"99.990000" : 5996544
},
"bins" : {
"954368" : 2,
"962560" : 1,
"987136" : 3,
"1073152" : 1,
"1269760" : 1,
"1286144" : 1,
"1302528" : 1,
"1318912" : 1,
"1335296" : 2,
"1351680" : 3,
"1368064" : 1,
"1384448" : 3,
"1400832" : 2,
"1417216" : 2,
"1433600" : 3,
"1466368" : 1,
"1482752" : 1,
"1531904" : 7,
"1564672" : 5,
"1581056" : 10,
"1597440" : 6,
"1613824" : 12,
"1630208" : 15,
"1646592" : 4,
"1662976" : 16,
"1679360" : 23,
"1695744" : 23,
"1712128" : 18,
"1728512" : 21,
"1744896" : 14,
"1761280" : 12,
"1777664" : 12,
"1794048" : 10,
"1810432" : 9,
"1826816" : 10,
"1843200" : 10,
"1859584" : 17,
"1875968" : 12,
"1892352" : 26,
"1908736" : 28,
"1925120" : 45,
"1941504" : 56,
"1957888" : 50,
"1974272" : 57,
"1990656" : 83,
"2007040" : 60,
"2023424" : 77,
"2039808" : 102,
"2056192" : 66,
"2072576" : 70,
"2088960" : 99,
"2113536" : 145,
"2146304" : 147,
"2179072" : 143,
"2211840" : 188,
"2244608" : 289,
"2277376" : 363,
"2310144" : 505,
"2342912" : 559,
"2375680" : 650,
"2408448" : 552,
"2441216" : 579,
"2473984" : 568,
"2506752" : 601,
"2539520" : 693,
"2572288" : 894,
"2605056" : 1232,
"2637824" : 1570,
"2670592" : 1683,
"2703360" : 1861,
"2736128" : 1946,
"2768896" : 1969,
"2801664" : 1749,
"2834432" : 1966,
"2867200" : 2155,
"2899968" : 2586,
"2932736" : 3040,
"2965504" : 3800,
"2998272" : 4308,
"3031040" : 4673,
"3063808" : 4835,
"3096576" : 4716,
"3129344" : 4804,
"3162112" : 4648,
"3194880" : 4912,
"3227648" : 5504,
"3260416" : 6504,
"3293184" : 7399,
"3325952" : 8683,
"3358720" : 9336,
"3391488" : 9842,
"3424256" : 9987,
"3457024" : 9698,
"3489792" : 9860,
"3522560" : 9632,
"3555328" : 10290,
"3588096" : 11187,
"3620864" : 12161,
"3653632" : 13207,
"3686400" : 14191,
"3719168" : 15161,
"3751936" : 15807,
"3784704" : 15478,
"3817472" : 15090,
"3850240" : 15133,
"3883008" : 15169,
"3915776" : 15733,
"3948544" : 16316,
"3981312" : 17038,
"4014080" : 17833,
"4046848" : 18248,
"4079616" : 18737,
"4112384" : 18568,
"4145152" : 18599,
"4177920" : 18054,
"4227072" : 35100,
"4292608" : 34174,
"4358144" : 35252,
"4423680" : 35188,
"4489216" : 32767,
"4554752" : 30344,
"4620288" : 27682,
"4685824" : 25902,
"4751360" : 24465,
"4816896" : 22025,
"4882432" : 19054,
"4947968" : 16537,
"5013504" : 14088,
"5079040" : 12459,
"5144576" : 9976,
"5210112" : 8185,
"5275648" : 6648,
"5341184" : 5141,
"5406720" : 3923,
"5472256" : 2831,
"5537792" : 2122,
"5603328" : 1594,
"5668864" : 1088,
"5734400" : 725,
"5799936" : 474,
"5865472" : 298,
"5931008" : 190,
"5996544" : 79,
"6062080" : 37,
"6127616" : 21,
"6193152" : 6,
"6258688" : 3,
"6324224" : 2,
"6389760" : 2,
"6455296" : 1
}
},
"lat_ns" : {
"min" : 975671,
"max" : 6809574,
"mean" : 4396642.502323,
"stddev" : 643714.180514,
"N" : 873271
},
"bw_min" : 112708,
"bw_max" : 120776,
"bw_agg" : 100.000000,
"bw_mean" : 116439.135593,
"bw_dev" : 211.238318,
"bw_samples" : 472,
"iops_min" : 28177,
"iops_max" : 30194,
"iops_mean" : 29109.525424,
"iops_stddev" : 52.807659,
"iops_samples" : 472
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 239998,
"usr_cpu" : 0.718756,
"sys_cpu" : 17.950566,
"ctx" : 637910,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999885,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999885,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.073287,
"4" : 40.704059,
"10" : 59.221051,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083116,
"timestamp_ms" : 1773083116142,
"time" : "Mon Mar 9 16:05:16 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 4770955264,
"io_kbytes" : 4659136,
"bw_bytes" : 119276863,
"bw" : 116481,
"iops" : 29120.653016,
"runtime" : 39999,
"total_ios" : 1164797,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5628,
"max" : 982511,
"mean" : 272630.208249,
"stddev" : 159181.072898,
"N" : 1164797
},
"clat_ns" : {
"min" : 954418,
"max" : 6441451,
"mean" : 4122297.886147,
"stddev" : 622206.240978,
"N" : 1164789,
"percentile" : {
"1.000000" : 2605056,
"5.000000" : 3063808,
"10.000000" : 3325952,
"20.000000" : 3588096,
"30.000000" : 3817472,
"40.000000" : 3981312,
"50.000000" : 4145152,
"60.000000" : 4292608,
"70.000000" : 4489216,
"80.000000" : 4685824,
"90.000000" : 4882432,
"95.000000" : 5079040,
"99.000000" : 5472256,
"99.500000" : 5603328,
"99.900000" : 5799936,
"99.950000" : 5865472,
"99.990000" : 5996544
},
"bins" : {
"954368" : 2,
"962560" : 1,
"987136" : 3,
"1073152" : 2,
"1122304" : 2,
"1269760" : 1,
"1286144" : 1,
"1302528" : 2,
"1318912" : 1,
"1335296" : 3,
"1351680" : 3,
"1368064" : 4,
"1384448" : 4,
"1400832" : 3,
"1417216" : 3,
"1433600" : 5,
"1449984" : 2,
"1466368" : 3,
"1482752" : 1,
"1499136" : 1,
"1515520" : 1,
"1531904" : 8,
"1564672" : 5,
"1581056" : 11,
"1597440" : 10,
"1613824" : 14,
"1630208" : 18,
"1646592" : 7,
"1662976" : 20,
"1679360" : 35,
"1695744" : 28,
"1712128" : 27,
"1728512" : 26,
"1744896" : 14,
"1761280" : 18,
"1777664" : 13,
"1794048" : 11,
"1810432" : 14,
"1826816" : 16,
"1843200" : 15,
"1859584" : 21,
"1875968" : 19,
"1892352" : 32,
"1908736" : 33,
"1925120" : 60,
"1941504" : 76,
"1957888" : 77,
"1974272" : 82,
"1990656" : 88,
"2007040" : 73,
"2023424" : 105,
"2039808" : 123,
"2056192" : 83,
"2072576" : 92,
"2088960" : 114,
"2113536" : 179,
"2146304" : 198,
"2179072" : 192,
"2211840" : 255,
"2244608" : 397,
"2277376" : 504,
"2310144" : 674,
"2342912" : 758,
"2375680" : 845,
"2408448" : 756,
"2441216" : 769,
"2473984" : 749,
"2506752" : 815,
"2539520" : 971,
"2572288" : 1250,
"2605056" : 1666,
"2637824" : 2124,
"2670592" : 2256,
"2703360" : 2447,
"2736128" : 2539,
"2768896" : 2648,
"2801664" : 2335,
"2834432" : 2551,
"2867200" : 2853,
"2899968" : 3507,
"2932736" : 4094,
"2965504" : 5085,
"2998272" : 5694,
"3031040" : 6179,
"3063808" : 6544,
"3096576" : 6322,
"3129344" : 6388,
"3162112" : 6186,
"3194880" : 6594,
"3227648" : 7461,
"3260416" : 8809,
"3293184" : 9972,
"3325952" : 11542,
"3358720" : 12485,
"3391488" : 13190,
"3424256" : 13246,
"3457024" : 12892,
"3489792" : 12974,
"3522560" : 12839,
"3555328" : 13805,
"3588096" : 15146,
"3620864" : 16299,
"3653632" : 17813,
"3686400" : 19060,
"3719168" : 20151,
"3751936" : 21042,
"3784704" : 20596,
"3817472" : 19967,
"3850240" : 20076,
"3883008" : 20319,
"3915776" : 20890,
"3948544" : 21760,
"3981312" : 22882,
"4014080" : 23939,
"4046848" : 24539,
"4079616" : 25126,
"4112384" : 24878,
"4145152" : 24740,
"4177920" : 24029,
"4227072" : 46639,
"4292608" : 45765,
"4358144" : 47051,
"4423680" : 46961,
"4489216" : 43672,
"4554752" : 40400,
"4620288" : 36899,
"4685824" : 34762,
"4751360" : 32518,
"4816896" : 29261,
"4882432" : 25347,
"4947968" : 21914,
"5013504" : 18662,
"5079040" : 16452,
"5144576" : 13287,
"5210112" : 10916,
"5275648" : 8733,
"5341184" : 6788,
"5406720" : 5132,
"5472256" : 3730,
"5537792" : 2825,
"5603328" : 2062,
"5668864" : 1400,
"5734400" : 931,
"5799936" : 642,
"5865472" : 376,
"5931008" : 237,
"5996544" : 106,
"6062080" : 51,
"6127616" : 28,
"6193152" : 8,
"6258688" : 3,
"6324224" : 2,
"6389760" : 2,
"6455296" : 1
}
},
"lat_ns" : {
"min" : 975671,
"max" : 6809574,
"mean" : 4394932.101753,
"stddev" : 642983.956815,
"N" : 1164789
},
"bw_min" : 112580,
"bw_max" : 120776,
"bw_agg" : 100.000000,
"bw_mean" : 116494.341772,
"bw_dev" : 208.502772,
"bw_samples" : 632,
"iops_min" : 28145,
"iops_max" : 30194,
"iops_mean" : 29123.291139,
"iops_stddev" : 52.121485,
"iops_samples" : 632
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319992,
"usr_cpu" : 0.713455,
"sys_cpu" : 17.899510,
"ctx" : 850820,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999914,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999914,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.072717,
"4" : 40.760150,
"10" : 59.165932,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083126,
"timestamp_ms" : 1773083126143,
"time" : "Mon Mar 9 16:05:26 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 5969043456,
"io_kbytes" : 5829144,
"bw_bytes" : 119383256,
"bw" : 116585,
"iops" : 29146.622932,
"runtime" : 49999,
"total_ios" : 1457302,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5628,
"max" : 984374,
"mean" : 272384.479072,
"stddev" : 159279.712175,
"N" : 1457302
},
"clat_ns" : {
"min" : 952585,
"max" : 6441451,
"mean" : 4118632.774677,
"stddev" : 622713.492993,
"N" : 1457294,
"percentile" : {
"1.000000" : 2605056,
"5.000000" : 3063808,
"10.000000" : 3325952,
"20.000000" : 3588096,
"30.000000" : 3784704,
"40.000000" : 3981312,
"50.000000" : 4145152,
"60.000000" : 4292608,
"70.000000" : 4489216,
"80.000000" : 4685824,
"90.000000" : 4882432,
"95.000000" : 5079040,
"99.000000" : 5472256,
"99.500000" : 5537792,
"99.900000" : 5799936,
"99.950000" : 5865472,
"99.990000" : 5996544
},
"bins" : {
"954368" : 4,
"962560" : 1,
"987136" : 3,
"1073152" : 2,
"1122304" : 2,
"1204224" : 1,
"1269760" : 5,
"1286144" : 1,
"1302528" : 3,
"1318912" : 2,
"1335296" : 3,
"1351680" : 4,
"1368064" : 6,
"1384448" : 6,
"1400832" : 3,
"1417216" : 3,
"1433600" : 5,
"1449984" : 4,
"1466368" : 3,
"1482752" : 2,
"1499136" : 2,
"1515520" : 2,
"1531904" : 9,
"1564672" : 8,
"1581056" : 12,
"1597440" : 13,
"1613824" : 18,
"1630208" : 23,
"1646592" : 12,
"1662976" : 25,
"1679360" : 39,
"1695744" : 31,
"1712128" : 29,
"1728512" : 31,
"1744896" : 19,
"1761280" : 20,
"1777664" : 16,
"1794048" : 15,
"1810432" : 22,
"1826816" : 19,
"1843200" : 20,
"1859584" : 25,
"1875968" : 19,
"1892352" : 41,
"1908736" : 55,
"1925120" : 78,
"1941504" : 96,
"1957888" : 94,
"1974272" : 116,
"1990656" : 111,
"2007040" : 102,
"2023424" : 126,
"2039808" : 139,
"2056192" : 108,
"2072576" : 129,
"2088960" : 138,
"2113536" : 213,
"2146304" : 240,
"2179072" : 231,
"2211840" : 325,
"2244608" : 518,
"2277376" : 668,
"2310144" : 871,
"2342912" : 950,
"2375680" : 1060,
"2408448" : 964,
"2441216" : 976,
"2473984" : 949,
"2506752" : 1015,
"2539520" : 1218,
"2572288" : 1585,
"2605056" : 2104,
"2637824" : 2699,
"2670592" : 2905,
"2703360" : 3108,
"2736128" : 3229,
"2768896" : 3326,
"2801664" : 2982,
"2834432" : 3191,
"2867200" : 3584,
"2899968" : 4360,
"2932736" : 5189,
"2965504" : 6409,
"2998272" : 7247,
"3031040" : 7831,
"3063808" : 8323,
"3096576" : 8144,
"3129344" : 8178,
"3162112" : 7848,
"3194880" : 8352,
"3227648" : 9461,
"3260416" : 11011,
"3293184" : 12506,
"3325952" : 14526,
"3358720" : 15722,
"3391488" : 16581,
"3424256" : 16570,
"3457024" : 16430,
"3489792" : 16442,
"3522560" : 16224,
"3555328" : 17324,
"3588096" : 19009,
"3620864" : 20512,
"3653632" : 22354,
"3686400" : 23867,
"3719168" : 25405,
"3751936" : 26398,
"3784704" : 25849,
"3817472" : 25129,
"3850240" : 25163,
"3883008" : 25492,
"3915776" : 26105,
"3948544" : 27132,
"3981312" : 28534,
"4014080" : 30011,
"4046848" : 30844,
"4079616" : 31466,
"4112384" : 31270,
"4145152" : 30922,
"4177920" : 30037,
"4227072" : 57898,
"4292608" : 57243,
"4358144" : 58747,
"4423680" : 58375,
"4489216" : 54472,
"4554752" : 50323,
"4620288" : 45757,
"4685824" : 43283,
"4751360" : 40459,
"4816896" : 36562,
"4882432" : 31629,
"4947968" : 27249,
"5013504" : 23205,
"5079040" : 20267,
"5144576" : 16385,
"5210112" : 13561,
"5275648" : 10793,
"5341184" : 8407,
"5406720" : 6446,
"5472256" : 4653,
"5537792" : 3509,
"5603328" : 2554,
"5668864" : 1749,
"5734400" : 1103,
"5799936" : 785,
"5865472" : 455,
"5931008" : 274,
"5996544" : 126,
"6062080" : 57,
"6127616" : 32,
"6193152" : 10,
"6258688" : 6,
"6324224" : 3,
"6389760" : 3,
"6455296" : 1
}
},
"lat_ns" : {
"min" : 974008,
"max" : 6809574,
"mean" : 4391018.595200,
"stddev" : 643514.061461,
"N" : 1457294
},
"bw_min" : 112564,
"bw_max" : 120816,
"bw_agg" : 100.000000,
"bw_mean" : 116589.656566,
"bw_dev" : 206.920879,
"bw_samples" : 792,
"iops_min" : 28141,
"iops_max" : 30204,
"iops_mean" : 29147.111111,
"iops_stddev" : 51.727997,
"iops_samples" : 792
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 399992,
"usr_cpu" : 0.712264,
"sys_cpu" : 17.912358,
"ctx" : 1063493,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.074247,
"4" : 40.989376,
"10" : 58.935279,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083136,
"timestamp_ms" : 1773083136142,
"time" : "Mon Mar 9 16:05:36 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 7173443584,
"io_kbytes" : 7005316,
"bw_bytes" : 119559385,
"bw" : 116757,
"iops" : 29189.536492,
"runtime" : 59999,
"total_ios" : 1751343,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5268,
"max" : 1169406,
"mean" : 271979.060945,
"stddev" : 159459.198246,
"N" : 1751343
},
"clat_ns" : {
"min" : 952585,
"max" : 6441451,
"mean" : 4112528.794537,
"stddev" : 622360.025434,
"N" : 1751335,
"percentile" : {
"1.000000" : 2605056,
"5.000000" : 3063808,
"10.000000" : 3293184,
"20.000000" : 3588096,
"30.000000" : 3784704,
"40.000000" : 3981312,
"50.000000" : 4145152,
"60.000000" : 4292608,
"70.000000" : 4489216,
"80.000000" : 4620288,
"90.000000" : 4882432,
"95.000000" : 5079040,
"99.000000" : 5472256,
"99.500000" : 5537792,
"99.900000" : 5799936,
"99.950000" : 5865472,
"99.990000" : 5996544
},
"bins" : {
"954368" : 4,
"962560" : 1,
"987136" : 3,
"1056768" : 1,
"1073152" : 2,
"1122304" : 2,
"1204224" : 1,
"1269760" : 5,
"1286144" : 2,
"1302528" : 5,
"1318912" : 3,
"1335296" : 4,
"1351680" : 5,
"1368064" : 6,
"1384448" : 6,
"1400832" : 6,
"1417216" : 3,
"1433600" : 5,
"1449984" : 5,
"1466368" : 4,
"1482752" : 3,
"1499136" : 2,
"1515520" : 2,
"1531904" : 9,
"1564672" : 9,
"1581056" : 13,
"1597440" : 14,
"1613824" : 23,
"1630208" : 27,
"1646592" : 15,
"1662976" : 31,
"1679360" : 48,
"1695744" : 35,
"1712128" : 32,
"1728512" : 35,
"1744896" : 20,
"1761280" : 22,
"1777664" : 21,
"1794048" : 20,
"1810432" : 28,
"1826816" : 22,
"1843200" : 25,
"1859584" : 34,
"1875968" : 21,
"1892352" : 43,
"1908736" : 72,
"1925120" : 88,
"1941504" : 111,
"1957888" : 112,
"1974272" : 147,
"1990656" : 145,
"2007040" : 130,
"2023424" : 167,
"2039808" : 168,
"2056192" : 146,
"2072576" : 166,
"2088960" : 153,
"2113536" : 263,
"2146304" : 298,
"2179072" : 298,
"2211840" : 398,
"2244608" : 617,
"2277376" : 824,
"2310144" : 1041,
"2342912" : 1172,
"2375680" : 1279,
"2408448" : 1175,
"2441216" : 1192,
"2473984" : 1152,
"2506752" : 1230,
"2539520" : 1479,
"2572288" : 1925,
"2605056" : 2575,
"2637824" : 3286,
"2670592" : 3563,
"2703360" : 3800,
"2736128" : 3953,
"2768896" : 4015,
"2801664" : 3650,
"2834432" : 3879,
"2867200" : 4387,
"2899968" : 5284,
"2932736" : 6321,
"2965504" : 7865,
"2998272" : 8783,
"3031040" : 9547,
"3063808" : 10187,
"3096576" : 10012,
"3129344" : 9893,
"3162112" : 9543,
"3194880" : 10208,
"3227648" : 11567,
"3260416" : 13391,
"3293184" : 15151,
"3325952" : 17554,
"3358720" : 19069,
"3391488" : 20278,
"3424256" : 20140,
"3457024" : 20030,
"3489792" : 19959,
"3522560" : 19769,
"3555328" : 21019,
"3588096" : 23028,
"3620864" : 24843,
"3653632" : 26969,
"3686400" : 28906,
"3719168" : 30693,
"3751936" : 31767,
"3784704" : 31284,
"3817472" : 30564,
"3850240" : 30530,
"3883008" : 30895,
"3915776" : 31538,
"3948544" : 32747,
"3981312" : 34377,
"4014080" : 36203,
"4046848" : 37185,
"4079616" : 37959,
"4112384" : 37635,
"4145152" : 37184,
"4177920" : 36137,
"4227072" : 69801,
"4292608" : 68703,
"4358144" : 70225,
"4423680" : 69989,
"4489216" : 65398,
"4554752" : 59976,
"4620288" : 54684,
"4685824" : 51487,
"4751360" : 47915,
"4816896" : 43365,
"4882432" : 37273,
"4947968" : 32124,
"5013504" : 27273,
"5079040" : 23951,
"5144576" : 19393,
"5210112" : 15949,
"5275648" : 12662,
"5341184" : 9833,
"5406720" : 7544,
"5472256" : 5497,
"5537792" : 4144,
"5603328" : 3002,
"5668864" : 2090,
"5734400" : 1310,
"5799936" : 917,
"5865472" : 532,
"5931008" : 322,
"5996544" : 139,
"6062080" : 70,
"6127616" : 40,
"6193152" : 14,
"6258688" : 8,
"6324224" : 4,
"6389760" : 3,
"6455296" : 1
}
},
"lat_ns" : {
"min" : 974008,
"max" : 6809574,
"mean" : 4384510.464060,
"stddev" : 643084.353683,
"N" : 1751335
},
"bw_min" : 112488,
"bw_max" : 121605,
"bw_agg" : 100.000000,
"bw_mean" : 116765.168067,
"bw_dev" : 216.007087,
"bw_samples" : 952,
"iops_min" : 28122,
"iops_max" : 30401,
"iops_mean" : 29190.974790,
"iops_stddev" : 53.999017,
"iops_samples" : 952
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479992,
"usr_cpu" : 0.721054,
"sys_cpu" : 17.891965,
"ctx" : 1276295,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999943,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999943,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.074343,
"4" : 41.373049,
"10" : 58.551694,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083146,
"timestamp_ms" : 1773083146143,
"time" : "Mon Mar 9 16:05:46 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 8381014016,
"io_kbytes" : 8184584,
"bw_bytes" : 119730482,
"bw" : 116924,
"iops" : 29231.317590,
"runtime" : 69999,
"total_ios" : 2046163,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5268,
"max" : 1169406,
"mean" : 271589.576819,
"stddev" : 159636.485223,
"N" : 2046163
},
"clat_ns" : {
"min" : 952585,
"max" : 6441451,
"mean" : 4106673.573884,
"stddev" : 623861.557345,
"N" : 2046155,
"percentile" : {
"1.000000" : 2605056,
"5.000000" : 3031040,
"10.000000" : 3293184,
"20.000000" : 3588096,
"30.000000" : 3784704,
"40.000000" : 3981312,
"50.000000" : 4112384,
"60.000000" : 4292608,
"70.000000" : 4423680,
"80.000000" : 4620288,
"90.000000" : 4882432,
"95.000000" : 5079040,
"99.000000" : 5472256,
"99.500000" : 5537792,
"99.900000" : 5799936,
"99.950000" : 5865472,
"99.990000" : 5996544
},
"bins" : {
"954368" : 4,
"962560" : 1,
"987136" : 3,
"1056768" : 1,
"1073152" : 2,
"1122304" : 2,
"1204224" : 1,
"1269760" : 5,
"1286144" : 3,
"1302528" : 5,
"1318912" : 4,
"1335296" : 6,
"1351680" : 6,
"1368064" : 8,
"1384448" : 8,
"1400832" : 7,
"1417216" : 4,
"1433600" : 5,
"1449984" : 5,
"1466368" : 4,
"1482752" : 3,
"1499136" : 3,
"1515520" : 2,
"1531904" : 9,
"1548288" : 1,
"1564672" : 9,
"1581056" : 16,
"1597440" : 18,
"1613824" : 26,
"1630208" : 34,
"1646592" : 22,
"1662976" : 33,
"1679360" : 55,
"1695744" : 40,
"1712128" : 38,
"1728512" : 40,
"1744896" : 28,
"1761280" : 30,
"1777664" : 29,
"1794048" : 24,
"1810432" : 29,
"1826816" : 23,
"1843200" : 26,
"1859584" : 38,
"1875968" : 32,
"1892352" : 45,
"1908736" : 81,
"1925120" : 104,
"1941504" : 134,
"1957888" : 139,
"1974272" : 171,
"1990656" : 164,
"2007040" : 172,
"2023424" : 201,
"2039808" : 200,
"2056192" : 179,
"2072576" : 193,
"2088960" : 176,
"2113536" : 314,
"2146304" : 349,
"2179072" : 340,
"2211840" : 476,
"2244608" : 735,
"2277376" : 992,
"2310144" : 1255,
"2342912" : 1370,
"2375680" : 1557,
"2408448" : 1405,
"2441216" : 1468,
"2473984" : 1406,
"2506752" : 1511,
"2539520" : 1759,
"2572288" : 2304,
"2605056" : 3110,
"2637824" : 3943,
"2670592" : 4332,
"2703360" : 4548,
"2736128" : 4692,
"2768896" : 4800,
"2801664" : 4440,
"2834432" : 4633,
"2867200" : 5258,
"2899968" : 6349,
"2932736" : 7601,
"2965504" : 9331,
"2998272" : 10500,
"3031040" : 11421,
"3063808" : 12084,
"3096576" : 11919,
"3129344" : 11749,
"3162112" : 11464,
"3194880" : 12105,
"3227648" : 13714,
"3260416" : 15875,
"3293184" : 18004,
"3325952" : 20658,
"3358720" : 22607,
"3391488" : 23999,
"3424256" : 23815,
"3457024" : 23646,
"3489792" : 23606,
"3522560" : 23176,
"3555328" : 24791,
"3588096" : 26990,
"3620864" : 29073,
"3653632" : 31691,
"3686400" : 34124,
"3719168" : 36184,
"3751936" : 37233,
"3784704" : 36799,
"3817472" : 35740,
"3850240" : 35729,
"3883008" : 36025,
"3915776" : 36940,
"3948544" : 38339,
"3981312" : 40252,
"4014080" : 42397,
"4046848" : 43520,
"4079616" : 44320,
"4112384" : 43833,
"4145152" : 43402,
"4177920" : 42053,
"4227072" : 81185,
"4292608" : 80128,
"4358144" : 81523,
"4423680" : 80946,
"4489216" : 75707,
"4554752" : 69429,
"4620288" : 63455,
"4685824" : 59590,
"4751360" : 55231,
"4816896" : 50178,
"4882432" : 43305,
"4947968" : 37227,
"5013504" : 31451,
"5079040" : 27578,
"5144576" : 22367,
"5210112" : 18408,
"5275648" : 14707,
"5341184" : 11362,
"5406720" : 8821,
"5472256" : 6353,
"5537792" : 4727,
"5603328" : 3476,
"5668864" : 2405,
"5734400" : 1534,
"5799936" : 1047,
"5865472" : 606,
"5931008" : 374,
"5996544" : 161,
"6062080" : 83,
"6127616" : 43,
"6193152" : 21,
"6258688" : 12,
"6324224" : 4,
"6389760" : 4,
"6455296" : 1
}
},
"lat_ns" : {
"min" : 974008,
"max" : 6809574,
"mean" : 4378265.546466,
"stddev" : 644605.040534,
"N" : 2046155
},
"bw_min" : 112480,
"bw_max" : 121605,
"bw_agg" : 100.000000,
"bw_mean" : 116934.769784,
"bw_dev" : 220.005948,
"bw_samples" : 1112,
"iops_min" : 28120,
"iops_max" : 30401,
"iops_mean" : 29233.395683,
"iops_stddev" : 55.000259,
"iops_samples" : 1112
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 559992,
"usr_cpu" : 0.720725,
"sys_cpu" : 17.905077,
"ctx" : 1488853,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.074970,
"4" : 41.765636,
"10" : 58.158612,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083156,
"timestamp_ms" : 1773083156143,
"time" : "Mon Mar 9 16:05:56 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 9592070144,
"io_kbytes" : 9367256,
"bw_bytes" : 119900876,
"bw" : 117090,
"iops" : 29272.862500,
"runtime" : 80000,
"total_ios" : 2341829,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5268,
"max" : 1169406,
"mean" : 271199.756057,
"stddev" : 159776.939900,
"N" : 2341830
},
"clat_ns" : {
"min" : 952585,
"max" : 6441451,
"mean" : 4100794.432805,
"stddev" : 624260.332917,
"N" : 2341821,
"percentile" : {
"1.000000" : 2605056,
"5.000000" : 3031040,
"10.000000" : 3293184,
"20.000000" : 3588096,
"30.000000" : 3784704,
"40.000000" : 3948544,
"50.000000" : 4112384,
"60.000000" : 4292608,
"70.000000" : 4423680,
"80.000000" : 4620288,
"90.000000" : 4882432,
"95.000000" : 5079040,
"99.000000" : 5472256,
"99.500000" : 5537792,
"99.900000" : 5799936,
"99.950000" : 5865472,
"99.990000" : 5996544
},
"bins" : {
"954368" : 4,
"962560" : 1,
"987136" : 3,
"1056768" : 1,
"1073152" : 2,
"1122304" : 2,
"1204224" : 1,
"1253376" : 1,
"1269760" : 7,
"1286144" : 3,
"1302528" : 5,
"1318912" : 4,
"1335296" : 8,
"1351680" : 7,
"1368064" : 8,
"1384448" : 8,
"1400832" : 7,
"1417216" : 4,
"1433600" : 5,
"1449984" : 5,
"1466368" : 4,
"1482752" : 3,
"1499136" : 4,
"1515520" : 5,
"1531904" : 11,
"1548288" : 2,
"1564672" : 12,
"1581056" : 21,
"1597440" : 27,
"1613824" : 34,
"1630208" : 39,
"1646592" : 27,
"1662976" : 36,
"1679360" : 66,
"1695744" : 45,
"1712128" : 48,
"1728512" : 45,
"1744896" : 34,
"1761280" : 34,
"1777664" : 36,
"1794048" : 28,
"1810432" : 31,
"1826816" : 28,
"1843200" : 33,
"1859584" : 46,
"1875968" : 42,
"1892352" : 56,
"1908736" : 100,
"1925120" : 127,
"1941504" : 164,
"1957888" : 170,
"1974272" : 200,
"1990656" : 203,
"2007040" : 206,
"2023424" : 228,
"2039808" : 235,
"2056192" : 226,
"2072576" : 223,
"2088960" : 211,
"2113536" : 368,
"2146304" : 400,
"2179072" : 416,
"2211840" : 573,
"2244608" : 870,
"2277376" : 1128,
"2310144" : 1480,
"2342912" : 1620,
"2375680" : 1841,
"2408448" : 1658,
"2441216" : 1712,
"2473984" : 1622,
"2506752" : 1752,
"2539520" : 2070,
"2572288" : 2706,
"2605056" : 3616,
"2637824" : 4570,
"2670592" : 5114,
"2703360" : 5336,
"2736128" : 5469,
"2768896" : 5504,
"2801664" : 5165,
"2834432" : 5364,
"2867200" : 6043,
"2899968" : 7302,
"2932736" : 8853,
"2965504" : 10841,
"2998272" : 12266,
"3031040" : 13298,
"3063808" : 14036,
"3096576" : 13800,
"3129344" : 13622,
"3162112" : 13229,
"3194880" : 14046,
"3227648" : 15851,
"3260416" : 18361,
"3293184" : 20906,
"3325952" : 24046,
"3358720" : 26235,
"3391488" : 27729,
"3424256" : 27472,
"3457024" : 27380,
"3489792" : 27274,
"3522560" : 26787,
"3555328" : 28611,
"3588096" : 31146,
"3620864" : 33532,
"3653632" : 36781,
"3686400" : 39458,
"3719168" : 41745,
"3751936" : 42753,
"3784704" : 42053,
"3817472" : 41121,
"3850240" : 41101,
"3883008" : 41435,
"3915776" : 42528,
"3948544" : 44086,
"3981312" : 46293,
"4014080" : 48702,
"4046848" : 49869,
"4079616" : 50735,
"4112384" : 50113,
"4145152" : 49556,
"4177920" : 47904,
"4227072" : 93076,
"4292608" : 91530,
"4358144" : 92810,
"4423680" : 92045,
"4489216" : 86166,
"4554752" : 79045,
"4620288" : 72111,
"4685824" : 67319,
"4751360" : 62582,
"4816896" : 56622,
"4882432" : 48953,
"4947968" : 42126,
"5013504" : 35449,
"5079040" : 31002,
"5144576" : 25158,
"5210112" : 20658,
"5275648" : 16596,
"5341184" : 12733,
"5406720" : 9969,
"5472256" : 7194,
"5537792" : 5327,
"5603328" : 3916,
"5668864" : 2693,
"5734400" : 1699,
"5799936" : 1156,
"5865472" : 689,
"5931008" : 409,
"5996544" : 185,
"6062080" : 87,
"6127616" : 45,
"6193152" : 22,
"6258688" : 12,
"6324224" : 4,
"6389760" : 4,
"6455296" : 1
}
},
"lat_ns" : {
"min" : 974008,
"max" : 6809574,
"mean" : 4371995.269018,
"stddev" : 644992.444330,
"N" : 2341821
},
"bw_min" : 112296,
"bw_max" : 122352,
"bw_agg" : 100.000000,
"bw_mean" : 117097.245283,
"bw_dev" : 226.488017,
"bw_samples" : 1272,
"iops_min" : 28074,
"iops_max" : 30588,
"iops_mean" : 29274.000000,
"iops_stddev" : 56.620454,
"iops_samples" : 1272
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639998,
"usr_cpu" : 0.717815,
"sys_cpu" : 17.914118,
"ctx" : 1701634,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 99.999957,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.079254,
"4" : 42.148680,
"10" : 57.771383,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083166,
"timestamp_ms" : 1773083166142,
"time" : "Mon Mar 9 16:06:06 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 10802442240,
"io_kbytes" : 10549260,
"bw_bytes" : 120028469,
"bw" : 117215,
"iops" : 29304.003378,
"runtime" : 89999,
"total_ios" : 2637331,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5268,
"max" : 1169406,
"mean" : 270912.100611,
"stddev" : 159882.053235,
"N" : 2637331
},
"clat_ns" : {
"min" : 952585,
"max" : 6532301,
"mean" : 4096444.838106,
"stddev" : 624739.946818,
"N" : 2637323,
"percentile" : {
"1.000000" : 2572288,
"5.000000" : 3031040,
"10.000000" : 3293184,
"20.000000" : 3588096,
"30.000000" : 3784704,
"40.000000" : 3948544,
"50.000000" : 4112384,
"60.000000" : 4292608,
"70.000000" : 4423680,
"80.000000" : 4620288,
"90.000000" : 4882432,
"95.000000" : 5079040,
"99.000000" : 5406720,
"99.500000" : 5537792,
"99.900000" : 5799936,
"99.950000" : 5865472,
"99.990000" : 5996544
},
"bins" : {
"954368" : 4,
"962560" : 1,
"987136" : 3,
"1019904" : 1,
"1056768" : 1,
"1073152" : 6,
"1122304" : 2,
"1138688" : 4,
"1204224" : 1,
"1236992" : 1,
"1253376" : 2,
"1269760" : 7,
"1286144" : 4,
"1302528" : 5,
"1318912" : 5,
"1335296" : 9,
"1351680" : 7,
"1368064" : 11,
"1384448" : 8,
"1400832" : 10,
"1417216" : 6,
"1433600" : 7,
"1449984" : 5,
"1466368" : 9,
"1482752" : 3,
"1499136" : 5,
"1515520" : 6,
"1531904" : 11,
"1548288" : 3,
"1564672" : 15,
"1581056" : 21,
"1597440" : 29,
"1613824" : 37,
"1630208" : 42,
"1646592" : 33,
"1662976" : 40,
"1679360" : 71,
"1695744" : 48,
"1712128" : 52,
"1728512" : 51,
"1744896" : 39,
"1761280" : 38,
"1777664" : 37,
"1794048" : 35,
"1810432" : 40,
"1826816" : 31,
"1843200" : 38,
"1859584" : 52,
"1875968" : 47,
"1892352" : 65,
"1908736" : 113,
"1925120" : 136,
"1941504" : 184,
"1957888" : 192,
"1974272" : 231,
"1990656" : 224,
"2007040" : 241,
"2023424" : 258,
"2039808" : 276,
"2056192" : 253,
"2072576" : 250,
"2088960" : 250,
"2113536" : 426,
"2146304" : 445,
"2179072" : 491,
"2211840" : 686,
"2244608" : 1004,
"2277376" : 1310,
"2310144" : 1679,
"2342912" : 1844,
"2375680" : 2105,
"2408448" : 1930,
"2441216" : 1970,
"2473984" : 1863,
"2506752" : 2023,
"2539520" : 2397,
"2572288" : 3115,
"2605056" : 4132,
"2637824" : 5214,
"2670592" : 5879,
"2703360" : 6096,
"2736128" : 6301,
"2768896" : 6265,
"2801664" : 5945,
"2834432" : 6162,
"2867200" : 6985,
"2899968" : 8317,
"2932736" : 10082,
"2965504" : 12350,
"2998272" : 13885,
"3031040" : 15153,
"3063808" : 15948,
"3096576" : 15870,
"3129344" : 15407,
"3162112" : 15182,
"3194880" : 16081,
"3227648" : 18103,
"3260416" : 20921,
"3293184" : 23681,
"3325952" : 27271,
"3358720" : 29700,
"3391488" : 31308,
"3424256" : 31078,
"3457024" : 30912,
"3489792" : 30855,
"3522560" : 30529,
"3555328" : 32441,
"3588096" : 35285,
"3620864" : 37859,
"3653632" : 41577,
"3686400" : 44482,
"3719168" : 47109,
"3751936" : 48237,
"3784704" : 47401,
"3817472" : 46414,
"3850240" : 46523,
"3883008" : 47010,
"3915776" : 48168,
"3948544" : 49795,
"3981312" : 52170,
"4014080" : 55097,
"4046848" : 56327,
"4079616" : 57140,
"4112384" : 56424,
"4145152" : 55617,
"4177920" : 54027,
"4227072" : 104620,
"4292608" : 102996,
"4358144" : 104449,
"4423680" : 103146,
"4489216" : 96581,
"4554752" : 88411,
"4620288" : 80769,
"4685824" : 75413,
"4751360" : 70053,
"4816896" : 63071,
"4882432" : 54481,
"4947968" : 46940,
"5013504" : 39555,
"5079040" : 34542,
"5144576" : 27934,
"5210112" : 22962,
"5275648" : 18445,
"5341184" : 14197,
"5406720" : 11078,
"5472256" : 8022,
"5537792" : 5908,
"5603328" : 4328,
"5668864" : 2992,
"5734400" : 1898,
"5799936" : 1270,
"5865472" : 787,
"5931008" : 451,
"5996544" : 204,
"6062080" : 98,
"6127616" : 51,
"6193152" : 23,
"6258688" : 13,
"6324224" : 7,
"6389760" : 6,
"6455296" : 2,
"6520832" : 1
}
},
"lat_ns" : {
"min" : 974008,
"max" : 6809574,
"mean" : 4367358.345320,
"stddev" : 645496.861980,
"N" : 2637323
},
"bw_min" : 112296,
"bw_max" : 122719,
"bw_agg" : 100.000000,
"bw_mean" : 117225.597765,
"bw_dev" : 230.243762,
"bw_samples" : 1432,
"iops_min" : 28074,
"iops_max" : 30679,
"iops_mean" : 29306.067039,
"iops_stddev" : 57.556537,
"iops_samples" : 1432
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 719992,
"usr_cpu" : 0.716397,
"sys_cpu" : 17.922977,
"ctx" : 1914283,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999962,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999962,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.079550,
"4" : 42.418036,
"10" : 57.501808,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083176,
"timestamp_ms" : 1773083176143,
"time" : "Mon Mar 9 16:06:16 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 12012027904,
"io_kbytes" : 11730496,
"bw_bytes" : 120120279,
"bw" : 117304,
"iops" : 29326.360000,
"runtime" : 100000,
"total_ios" : 2932636,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5268,
"max" : 1444447,
"mean" : 270701.601829,
"stddev" : 159979.161294,
"N" : 2932636
},
"clat_ns" : {
"min" : 952585,
"max" : 6734058,
"mean" : 4093290.384008,
"stddev" : 624748.350823,
"N" : 2932628,
"percentile" : {
"1.000000" : 2572288,
"5.000000" : 3031040,
"10.000000" : 3293184,
"20.000000" : 3555328,
"30.000000" : 3784704,
"40.000000" : 3948544,
"50.000000" : 4112384,
"60.000000" : 4292608,
"70.000000" : 4423680,
"80.000000" : 4620288,
"90.000000" : 4882432,
"95.000000" : 5079040,
"99.000000" : 5406720,
"99.500000" : 5537792,
"99.900000" : 5799936,
"99.950000" : 5865472,
"99.990000" : 5996544
},
"bins" : {
"954368" : 4,
"962560" : 1,
"987136" : 3,
"1019904" : 1,
"1056768" : 1,
"1073152" : 6,
"1122304" : 2,
"1138688" : 4,
"1204224" : 1,
"1236992" : 1,
"1253376" : 3,
"1269760" : 7,
"1286144" : 4,
"1302528" : 5,
"1318912" : 5,
"1335296" : 12,
"1351680" : 9,
"1368064" : 16,
"1384448" : 13,
"1400832" : 10,
"1417216" : 7,
"1433600" : 10,
"1449984" : 5,
"1466368" : 9,
"1482752" : 3,
"1499136" : 5,
"1515520" : 7,
"1531904" : 11,
"1548288" : 3,
"1564672" : 16,
"1581056" : 27,
"1597440" : 29,
"1613824" : 38,
"1630208" : 43,
"1646592" : 37,
"1662976" : 43,
"1679360" : 80,
"1695744" : 60,
"1712128" : 56,
"1728512" : 56,
"1744896" : 47,
"1761280" : 42,
"1777664" : 40,
"1794048" : 38,
"1810432" : 43,
"1826816" : 33,
"1843200" : 46,
"1859584" : 53,
"1875968" : 51,
"1892352" : 74,
"1908736" : 127,
"1925120" : 155,
"1941504" : 199,
"1957888" : 218,
"1974272" : 252,
"1990656" : 260,
"2007040" : 269,
"2023424" : 283,
"2039808" : 305,
"2056192" : 283,
"2072576" : 270,
"2088960" : 287,
"2113536" : 469,
"2146304" : 488,
"2179072" : 540,
"2211840" : 765,
"2244608" : 1131,
"2277376" : 1468,
"2310144" : 1904,
"2342912" : 2084,
"2375680" : 2367,
"2408448" : 2166,
"2441216" : 2208,
"2473984" : 2073,
"2506752" : 2286,
"2539520" : 2663,
"2572288" : 3494,
"2605056" : 4580,
"2637824" : 5852,
"2670592" : 6566,
"2703360" : 6887,
"2736128" : 7179,
"2768896" : 7086,
"2801664" : 6723,
"2834432" : 6932,
"2867200" : 7864,
"2899968" : 9309,
"2932736" : 11313,
"2965504" : 13744,
"2998272" : 15566,
"3031040" : 17000,
"3063808" : 17837,
"3096576" : 17748,
"3129344" : 17271,
"3162112" : 16974,
"3194880" : 18078,
"3227648" : 20145,
"3260416" : 23391,
"3293184" : 26448,
"3325952" : 30361,
"3358720" : 33327,
"3391488" : 34981,
"3424256" : 34835,
"3457024" : 34675,
"3489792" : 34335,
"3522560" : 34189,
"3555328" : 36360,
"3588096" : 39345,
"3620864" : 42417,
"3653632" : 46374,
"3686400" : 49638,
"3719168" : 52524,
"3751936" : 53862,
"3784704" : 52876,
"3817472" : 51735,
"3850240" : 52076,
"3883008" : 52292,
"3915776" : 53780,
"3948544" : 55530,
"3981312" : 58141,
"4014080" : 61440,
"4046848" : 62666,
"4079616" : 63623,
"4112384" : 62830,
"4145152" : 61960,
"4177920" : 59978,
"4227072" : 116123,
"4292608" : 114327,
"4358144" : 115850,
"4423680" : 114290,
"4489216" : 107033,
"4554752" : 97780,
"4620288" : 89465,
"4685824" : 83395,
"4751360" : 77341,
"4816896" : 69655,
"4882432" : 60289,
"4947968" : 51858,
"5013504" : 43727,
"5079040" : 37886,
"5144576" : 30847,
"5210112" : 25292,
"5275648" : 20257,
"5341184" : 15614,
"5406720" : 12136,
"5472256" : 8830,
"5537792" : 6486,
"5603328" : 4754,
"5668864" : 3245,
"5734400" : 2102,
"5799936" : 1413,
"5865472" : 887,
"5931008" : 504,
"5996544" : 226,
"6062080" : 110,
"6127616" : 56,
"6193152" : 26,
"6258688" : 20,
"6324224" : 13,
"6389760" : 6,
"6455296" : 2,
"6520832" : 1,
"6586368" : 1,
"6651904" : 2,
"6717440" : 2
}
},
"lat_ns" : {
"min" : 974008,
"max" : 7109542,
"mean" : 4363992.632736,
"stddev" : 645490.603282,
"N" : 2932628
},
"bw_min" : 112112,
"bw_max" : 122719,
"bw_agg" : 100.000000,
"bw_mean" : 117318.020101,
"bw_dev" : 230.913994,
"bw_samples" : 1592,
"iops_min" : 28028,
"iops_max" : 30679,
"iops_mean" : 29329.165829,
"iops_stddev" : 57.723987,
"iops_samples" : 1592
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 799995,
"usr_cpu" : 0.715254,
"sys_cpu" : 17.924487,
"ctx" : 2126937,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.079894,
"4" : 42.630419,
"10" : 57.289142,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083186,
"timestamp_ms" : 1773083186143,
"time" : "Mon Mar 9 16:06:26 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 13220524032,
"io_kbytes" : 12910668,
"bw_bytes" : 120186582,
"bw" : 117369,
"iops" : 29342.545455,
"runtime" : 110000,
"total_ios" : 3227680,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5268,
"max" : 1444447,
"mean" : 270551.428749,
"stddev" : 160066.061537,
"N" : 3227680
},
"clat_ns" : {
"min" : 952585,
"max" : 6734058,
"mean" : 4091044.146987,
"stddev" : 625083.045769,
"N" : 3227672,
"percentile" : {
"1.000000" : 2572288,
"5.000000" : 3031040,
"10.000000" : 3293184,
"20.000000" : 3555328,
"30.000000" : 3784704,
"40.000000" : 3948544,
"50.000000" : 4112384,
"60.000000" : 4292608,
"70.000000" : 4423680,
"80.000000" : 4620288,
"90.000000" : 4882432,
"95.000000" : 5079040,
"99.000000" : 5406720,
"99.500000" : 5537792,
"99.900000" : 5799936,
"99.950000" : 5865472,
"99.990000" : 5996544
},
"bins" : {
"954368" : 4,
"962560" : 1,
"987136" : 3,
"1019904" : 1,
"1056768" : 1,
"1073152" : 6,
"1122304" : 2,
"1138688" : 4,
"1204224" : 1,
"1236992" : 1,
"1253376" : 3,
"1269760" : 8,
"1286144" : 4,
"1302528" : 5,
"1318912" : 6,
"1335296" : 12,
"1351680" : 10,
"1368064" : 16,
"1384448" : 15,
"1400832" : 10,
"1417216" : 7,
"1433600" : 10,
"1449984" : 5,
"1466368" : 9,
"1482752" : 3,
"1499136" : 5,
"1515520" : 10,
"1531904" : 12,
"1548288" : 4,
"1564672" : 18,
"1581056" : 27,
"1597440" : 30,
"1613824" : 42,
"1630208" : 51,
"1646592" : 45,
"1662976" : 47,
"1679360" : 90,
"1695744" : 70,
"1712128" : 66,
"1728512" : 59,
"1744896" : 49,
"1761280" : 51,
"1777664" : 43,
"1794048" : 41,
"1810432" : 44,
"1826816" : 35,
"1843200" : 47,
"1859584" : 61,
"1875968" : 60,
"1892352" : 90,
"1908736" : 135,
"1925120" : 173,
"1941504" : 216,
"1957888" : 238,
"1974272" : 275,
"1990656" : 291,
"2007040" : 307,
"2023424" : 315,
"2039808" : 337,
"2056192" : 311,
"2072576" : 313,
"2088960" : 319,
"2113536" : 519,
"2146304" : 547,
"2179072" : 610,
"2211840" : 850,
"2244608" : 1246,
"2277376" : 1607,
"2310144" : 2122,
"2342912" : 2306,
"2375680" : 2635,
"2408448" : 2403,
"2441216" : 2449,
"2473984" : 2330,
"2506752" : 2501,
"2539520" : 2970,
"2572288" : 3908,
"2605056" : 5054,
"2637824" : 6482,
"2670592" : 7229,
"2703360" : 7687,
"2736128" : 8002,
"2768896" : 7942,
"2801664" : 7528,
"2834432" : 7712,
"2867200" : 8773,
"2899968" : 10293,
"2932736" : 12531,
"2965504" : 15191,
"2998272" : 17218,
"3031040" : 18862,
"3063808" : 19724,
"3096576" : 19638,
"3129344" : 19247,
"3162112" : 18893,
"3194880" : 19989,
"3227648" : 22288,
"3260416" : 25839,
"3293184" : 29207,
"3325952" : 33486,
"3358720" : 36676,
"3391488" : 38614,
"3424256" : 38562,
"3457024" : 38410,
"3489792" : 37948,
"3522560" : 37707,
"3555328" : 40065,
"3588096" : 43340,
"3620864" : 46696,
"3653632" : 51060,
"3686400" : 54823,
"3719168" : 57892,
"3751936" : 59431,
"3784704" : 58471,
"3817472" : 57259,
"3850240" : 57352,
"3883008" : 57571,
"3915776" : 59053,
"3948544" : 61165,
"3981312" : 64036,
"4014080" : 67656,
"4046848" : 68984,
"4079616" : 70088,
"4112384" : 69293,
"4145152" : 68317,
"4177920" : 65991,
"4227072" : 127612,
"4292608" : 125430,
"4358144" : 127276,
"4423680" : 125492,
"4489216" : 117801,
"4554752" : 107497,
"4620288" : 98054,
"4685824" : 91260,
"4751360" : 84597,
"4816896" : 76389,
"4882432" : 65965,
"4947968" : 56691,
"5013504" : 47926,
"5079040" : 41474,
"5144576" : 33777,
"5210112" : 27687,
"5275648" : 22219,
"5341184" : 17168,
"5406720" : 13197,
"5472256" : 9646,
"5537792" : 7075,
"5603328" : 5205,
"5668864" : 3558,
"5734400" : 2303,
"5799936" : 1570,
"5865472" : 980,
"5931008" : 555,
"5996544" : 254,
"6062080" : 124,
"6127616" : 57,
"6193152" : 28,
"6258688" : 20,
"6324224" : 19,
"6389760" : 6,
"6455296" : 2,
"6520832" : 1,
"6586368" : 1,
"6651904" : 2,
"6717440" : 2
}
},
"lat_ns" : {
"min" : 974008,
"max" : 7109542,
"mean" : 4361596.296748,
"stddev" : 645824.077488,
"N" : 3227672
},
"bw_min" : 112112,
"bw_max" : 122833,
"bw_agg" : 100.000000,
"bw_mean" : 117382.831050,
"bw_dev" : 230.198860,
"bw_samples" : 1752,
"iops_min" : 28028,
"iops_max" : 30708,
"iops_mean" : 29345.360731,
"iops_stddev" : 57.544785,
"iops_samples" : 1752
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 879999,
"usr_cpu" : 0.715910,
"sys_cpu" : 17.943884,
"ctx" : 2339150,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.080119,
"4" : 42.772580,
"10" : 57.146805,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083196,
"timestamp_ms" : 1773083196142,
"time" : "Mon Mar 9 16:06:36 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 14430744576,
"io_kbytes" : 14092524,
"bw_bytes" : 120257206,
"bw" : 117438,
"iops" : 29359.769665,
"runtime" : 119999,
"total_ios" : 3523143,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5268,
"max" : 1444447,
"mean" : 270391.715528,
"stddev" : 160179.446813,
"N" : 3523143
},
"clat_ns" : {
"min" : 952585,
"max" : 6734058,
"mean" : 4088654.043691,
"stddev" : 625358.304028,
"N" : 3523135,
"percentile" : {
"1.000000" : 2572288,
"5.000000" : 3031040,
"10.000000" : 3293184,
"20.000000" : 3555328,
"30.000000" : 3784704,
"40.000000" : 3948544,
"50.000000" : 4112384,
"60.000000" : 4292608,
"70.000000" : 4423680,
"80.000000" : 4620288,
"90.000000" : 4882432,
"95.000000" : 5079040,
"99.000000" : 5406720,
"99.500000" : 5537792,
"99.900000" : 5799936,
"99.950000" : 5865472,
"99.990000" : 5996544
},
"bins" : {
"954368" : 4,
"962560" : 1,
"987136" : 3,
"1019904" : 1,
"1056768" : 1,
"1073152" : 6,
"1122304" : 2,
"1138688" : 4,
"1204224" : 1,
"1236992" : 1,
"1253376" : 3,
"1269760" : 8,
"1286144" : 4,
"1302528" : 6,
"1318912" : 7,
"1335296" : 13,
"1351680" : 10,
"1368064" : 16,
"1384448" : 15,
"1400832" : 10,
"1417216" : 7,
"1433600" : 10,
"1449984" : 5,
"1466368" : 9,
"1482752" : 3,
"1499136" : 6,
"1515520" : 10,
"1531904" : 13,
"1548288" : 4,
"1564672" : 19,
"1581056" : 32,
"1597440" : 32,
"1613824" : 47,
"1630208" : 54,
"1646592" : 52,
"1662976" : 56,
"1679360" : 92,
"1695744" : 78,
"1712128" : 71,
"1728512" : 62,
"1744896" : 59,
"1761280" : 54,
"1777664" : 45,
"1794048" : 48,
"1810432" : 46,
"1826816" : 40,
"1843200" : 49,
"1859584" : 70,
"1875968" : 65,
"1892352" : 111,
"1908736" : 145,
"1925120" : 208,
"1941504" : 237,
"1957888" : 254,
"1974272" : 312,
"1990656" : 321,
"2007040" : 326,
"2023424" : 354,
"2039808" : 378,
"2056192" : 348,
"2072576" : 363,
"2088960" : 350,
"2113536" : 581,
"2146304" : 601,
"2179072" : 692,
"2211840" : 934,
"2244608" : 1355,
"2277376" : 1781,
"2310144" : 2340,
"2342912" : 2583,
"2375680" : 2897,
"2408448" : 2647,
"2441216" : 2687,
"2473984" : 2541,
"2506752" : 2783,
"2539520" : 3250,
"2572288" : 4281,
"2605056" : 5576,
"2637824" : 7081,
"2670592" : 7948,
"2703360" : 8522,
"2736128" : 8805,
"2768896" : 8736,
"2801664" : 8300,
"2834432" : 8444,
"2867200" : 9580,
"2899968" : 11266,
"2932736" : 13742,
"2965504" : 16639,
"2998272" : 18939,
"3031040" : 20718,
"3063808" : 21734,
"3096576" : 21576,
"3129344" : 21207,
"3162112" : 20796,
"3194880" : 21940,
"3227648" : 24598,
"3260416" : 28353,
"3293184" : 32068,
"3325952" : 36684,
"3358720" : 40184,
"3391488" : 42449,
"3424256" : 42315,
"3457024" : 42087,
"3489792" : 41494,
"3522560" : 41386,
"3555328" : 43873,
"3588096" : 47493,
"3620864" : 50983,
"3653632" : 55924,
"3686400" : 60103,
"3719168" : 63341,
"3751936" : 64961,
"3784704" : 63937,
"3817472" : 62608,
"3850240" : 62781,
"3883008" : 62964,
"3915776" : 64367,
"3948544" : 66712,
"3981312" : 69766,
"4014080" : 73770,
"4046848" : 75325,
"4079616" : 76541,
"4112384" : 75718,
"4145152" : 74677,
"4177920" : 71909,
"4227072" : 139151,
"4292608" : 136690,
"4358144" : 138620,
"4423680" : 136839,
"4489216" : 128504,
"4554752" : 116950,
"4620288" : 106651,
"4685824" : 99021,
"4751360" : 91974,
"4816896" : 83140,
"4882432" : 71588,
"4947968" : 61510,
"5013504" : 51892,
"5079040" : 44902,
"5144576" : 36672,
"5210112" : 30080,
"5275648" : 24120,
"5341184" : 18582,
"5406720" : 14272,
"5472256" : 10512,
"5537792" : 7690,
"5603328" : 5696,
"5668864" : 3831,
"5734400" : 2500,
"5799936" : 1711,
"5865472" : 1051,
"5931008" : 590,
"5996544" : 277,
"6062080" : 129,
"6127616" : 64,
"6193152" : 32,
"6258688" : 24,
"6324224" : 21,
"6389760" : 7,
"6455296" : 2,
"6520832" : 1,
"6586368" : 1,
"6651904" : 2,
"6717440" : 2
}
},
"lat_ns" : {
"min" : 974008,
"max" : 7109542,
"mean" : 4359046.895201,
"stddev" : 646106.927666,
"N" : 3523135
},
"bw_min" : 112112,
"bw_max" : 122993,
"bw_agg" : 100.000000,
"bw_mean" : 117446.970711,
"bw_dev" : 234.143852,
"bw_samples" : 1912,
"iops_min" : 28028,
"iops_max" : 30748,
"iops_mean" : 29361.389121,
"iops_stddev" : 58.529413,
"iops_samples" : 1912
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959992,
"usr_cpu" : 0.717193,
"sys_cpu" : 17.964629,
"ctx" : 2551198,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.081092,
"4" : 42.922129,
"10" : 56.996324,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083206,
"timestamp_ms" : 1773083206143,
"time" : "Mon Mar 9 16:06:46 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 15651999744,
"io_kbytes" : 15285156,
"bw_bytes" : 120400924,
"bw" : 117579,
"iops" : 29394.864576,
"runtime" : 129999,
"total_ios" : 3821303,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5268,
"max" : 1444447,
"mean" : 270069.144533,
"stddev" : 160341.804850,
"N" : 3821303
},
"clat_ns" : {
"min" : 952585,
"max" : 6734058,
"mean" : 4083778.896000,
"stddev" : 625840.611634,
"N" : 3821295,
"percentile" : {
"1.000000" : 2572288,
"5.000000" : 3031040,
"10.000000" : 3260416,
"20.000000" : 3555328,
"30.000000" : 3751936,
"40.000000" : 3948544,
"50.000000" : 4112384,
"60.000000" : 4292608,
"70.000000" : 4423680,
"80.000000" : 4620288,
"90.000000" : 4882432,
"95.000000" : 5079040,
"99.000000" : 5406720,
"99.500000" : 5537792,
"99.900000" : 5799936,
"99.950000" : 5865472,
"99.990000" : 5996544
},
"bins" : {
"954368" : 4,
"962560" : 1,
"970752" : 1,
"987136" : 3,
"1019904" : 1,
"1056768" : 1,
"1073152" : 7,
"1122304" : 2,
"1138688" : 4,
"1204224" : 2,
"1236992" : 1,
"1253376" : 7,
"1269760" : 8,
"1286144" : 6,
"1302528" : 6,
"1318912" : 8,
"1335296" : 15,
"1351680" : 12,
"1368064" : 17,
"1384448" : 15,
"1400832" : 10,
"1417216" : 7,
"1433600" : 12,
"1449984" : 5,
"1466368" : 10,
"1482752" : 5,
"1499136" : 6,
"1515520" : 11,
"1531904" : 13,
"1548288" : 4,
"1564672" : 23,
"1581056" : 34,
"1597440" : 33,
"1613824" : 51,
"1630208" : 59,
"1646592" : 62,
"1662976" : 68,
"1679360" : 99,
"1695744" : 88,
"1712128" : 78,
"1728512" : 68,
"1744896" : 64,
"1761280" : 56,
"1777664" : 49,
"1794048" : 52,
"1810432" : 51,
"1826816" : 48,
"1843200" : 52,
"1859584" : 75,
"1875968" : 73,
"1892352" : 121,
"1908736" : 163,
"1925120" : 230,
"1941504" : 263,
"1957888" : 285,
"1974272" : 351,
"1990656" : 356,
"2007040" : 362,
"2023424" : 384,
"2039808" : 416,
"2056192" : 383,
"2072576" : 403,
"2088960" : 378,
"2113536" : 649,
"2146304" : 664,
"2179072" : 752,
"2211840" : 1036,
"2244608" : 1512,
"2277376" : 2009,
"2310144" : 2601,
"2342912" : 2877,
"2375680" : 3162,
"2408448" : 2963,
"2441216" : 2946,
"2473984" : 2802,
"2506752" : 3076,
"2539520" : 3589,
"2572288" : 4758,
"2605056" : 6220,
"2637824" : 7821,
"2670592" : 8768,
"2703360" : 9450,
"2736128" : 9692,
"2768896" : 9636,
"2801664" : 9133,
"2834432" : 9281,
"2867200" : 10593,
"2899968" : 12391,
"2932736" : 15102,
"2965504" : 18359,
"2998272" : 20825,
"3031040" : 22782,
"3063808" : 23886,
"3096576" : 23726,
"3129344" : 23331,
"3162112" : 22897,
"3194880" : 24146,
"3227648" : 26991,
"3260416" : 30938,
"3293184" : 35154,
"3325952" : 40068,
"3358720" : 43888,
"3391488" : 46348,
"3424256" : 46270,
"3457024" : 46073,
"3489792" : 45425,
"3522560" : 45382,
"3555328" : 47813,
"3588096" : 51749,
"3620864" : 55636,
"3653632" : 60898,
"3686400" : 65494,
"3719168" : 69088,
"3751936" : 70822,
"3784704" : 69557,
"3817472" : 68260,
"3850240" : 68322,
"3883008" : 68409,
"3915776" : 69860,
"3948544" : 72379,
"3981312" : 75726,
"4014080" : 79919,
"4046848" : 81636,
"4079616" : 82903,
"4112384" : 82233,
"4145152" : 80917,
"4177920" : 77944,
"4227072" : 150646,
"4292608" : 147824,
"4358144" : 149716,
"4423680" : 147736,
"4489216" : 138754,
"4554752" : 126142,
"4620288" : 115133,
"4685824" : 106664,
"4751360" : 99077,
"4816896" : 89368,
"4882432" : 76916,
"4947968" : 65964,
"5013504" : 55745,
"5079040" : 48181,
"5144576" : 39278,
"5210112" : 32118,
"5275648" : 25665,
"5341184" : 19775,
"5406720" : 15264,
"5472256" : 11248,
"5537792" : 8193,
"5603328" : 6041,
"5668864" : 4039,
"5734400" : 2642,
"5799936" : 1811,
"5865472" : 1118,
"5931008" : 622,
"5996544" : 294,
"6062080" : 133,
"6127616" : 69,
"6193152" : 39,
"6258688" : 25,
"6324224" : 21,
"6389760" : 7,
"6455296" : 2,
"6520832" : 1,
"6586368" : 1,
"6651904" : 2,
"6717440" : 2
}
},
"lat_ns" : {
"min" : 974008,
"max" : 7109542,
"mean" : 4353848.374296,
"stddev" : 646581.462707,
"N" : 3821295
},
"bw_min" : 112112,
"bw_max" : 123233,
"bw_agg" : 100.000000,
"bw_mean" : 117589.119691,
"bw_dev" : 240.626954,
"bw_samples" : 2072,
"iops_min" : 28028,
"iops_max" : 30808,
"iops_mean" : 29396.942085,
"iops_stddev" : 60.152217,
"iops_samples" : 2072
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1039992,
"usr_cpu" : 0.716544,
"sys_cpu" : 17.977542,
"ctx" : 2763415,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.082956,
"4" : 43.228213,
"10" : 56.688386,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083216,
"timestamp_ms" : 1773083216143,
"time" : "Mon Mar 9 16:06:56 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 16876826624,
"io_kbytes" : 16481276,
"bw_bytes" : 120548761,
"bw" : 117723,
"iops" : 29430.964286,
"runtime" : 140000,
"total_ios" : 4120335,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4897,
"max" : 1444447,
"mean" : 269735.325340,
"stddev" : 160493.004140,
"N" : 4120335
},
"clat_ns" : {
"min" : 952585,
"max" : 6734058,
"mean" : 4078752.638066,
"stddev" : 626553.255750,
"N" : 4120327,
"percentile" : {
"1.000000" : 2572288,
"5.000000" : 2998272,
"10.000000" : 3260416,
"20.000000" : 3555328,
"30.000000" : 3751936,
"40.000000" : 3948544,
"50.000000" : 4112384,
"60.000000" : 4227072,
"70.000000" : 4423680,
"80.000000" : 4620288,
"90.000000" : 4882432,
"95.000000" : 5079040,
"99.000000" : 5406720,
"99.500000" : 5537792,
"99.900000" : 5799936,
"99.950000" : 5865472,
"99.990000" : 5996544
},
"bins" : {
"954368" : 4,
"962560" : 1,
"970752" : 1,
"987136" : 3,
"1019904" : 1,
"1036288" : 1,
"1056768" : 1,
"1073152" : 7,
"1105920" : 1,
"1122304" : 2,
"1138688" : 4,
"1204224" : 2,
"1236992" : 2,
"1253376" : 7,
"1269760" : 9,
"1286144" : 6,
"1302528" : 8,
"1318912" : 9,
"1335296" : 17,
"1351680" : 13,
"1368064" : 17,
"1384448" : 16,
"1400832" : 11,
"1417216" : 11,
"1433600" : 12,
"1449984" : 5,
"1466368" : 10,
"1482752" : 5,
"1499136" : 7,
"1515520" : 12,
"1531904" : 15,
"1548288" : 5,
"1564672" : 24,
"1581056" : 35,
"1597440" : 39,
"1613824" : 59,
"1630208" : 73,
"1646592" : 67,
"1662976" : 78,
"1679360" : 109,
"1695744" : 91,
"1712128" : 83,
"1728512" : 76,
"1744896" : 71,
"1761280" : 61,
"1777664" : 54,
"1794048" : 55,
"1810432" : 54,
"1826816" : 54,
"1843200" : 55,
"1859584" : 78,
"1875968" : 83,
"1892352" : 127,
"1908736" : 177,
"1925120" : 247,
"1941504" : 288,
"1957888" : 321,
"1974272" : 386,
"1990656" : 397,
"2007040" : 397,
"2023424" : 427,
"2039808" : 463,
"2056192" : 415,
"2072576" : 447,
"2088960" : 405,
"2113536" : 724,
"2146304" : 725,
"2179072" : 819,
"2211840" : 1149,
"2244608" : 1654,
"2277376" : 2208,
"2310144" : 2861,
"2342912" : 3206,
"2375680" : 3496,
"2408448" : 3292,
"2441216" : 3249,
"2473984" : 3091,
"2506752" : 3392,
"2539520" : 3967,
"2572288" : 5261,
"2605056" : 6855,
"2637824" : 8627,
"2670592" : 9656,
"2703360" : 10449,
"2736128" : 10625,
"2768896" : 10575,
"2801664" : 10042,
"2834432" : 10201,
"2867200" : 11567,
"2899968" : 13626,
"2932736" : 16497,
"2965504" : 20034,
"2998272" : 22858,
"3031040" : 24844,
"3063808" : 26118,
"3096576" : 25907,
"3129344" : 25377,
"3162112" : 25004,
"3194880" : 26446,
"3227648" : 29390,
"3260416" : 33621,
"3293184" : 38402,
"3325952" : 43633,
"3358720" : 47889,
"3391488" : 50437,
"3424256" : 50226,
"3457024" : 50084,
"3489792" : 49351,
"3522560" : 49160,
"3555328" : 52073,
"3588096" : 56075,
"3620864" : 60330,
"3653632" : 66205,
"3686400" : 71046,
"3719168" : 74876,
"3751936" : 76536,
"3784704" : 75227,
"3817472" : 74011,
"3850240" : 73751,
"3883008" : 73784,
"3915776" : 75310,
"3948544" : 78140,
"3981312" : 81818,
"4014080" : 86164,
"4046848" : 87868,
"4079616" : 89439,
"4112384" : 88570,
"4145152" : 87175,
"4177920" : 84071,
"4227072" : 162263,
"4292608" : 159049,
"4358144" : 160718,
"4423680" : 158463,
"4489216" : 148820,
"4554752" : 135020,
"4620288" : 123343,
"4685824" : 113940,
"4751360" : 105719,
"4816896" : 95486,
"4882432" : 82130,
"4947968" : 70377,
"5013504" : 59447,
"5079040" : 51283,
"5144576" : 41921,
"5210112" : 34168,
"5275648" : 27218,
"5341184" : 20996,
"5406720" : 16241,
"5472256" : 11960,
"5537792" : 8731,
"5603328" : 6432,
"5668864" : 4309,
"5734400" : 2812,
"5799936" : 1908,
"5865472" : 1181,
"5931008" : 670,
"5996544" : 325,
"6062080" : 140,
"6127616" : 72,
"6193152" : 39,
"6258688" : 25,
"6324224" : 21,
"6389760" : 7,
"6455296" : 2,
"6520832" : 1,
"6586368" : 1,
"6651904" : 2,
"6717440" : 2
}
},
"lat_ns" : {
"min" : 974008,
"max" : 7109542,
"mean" : 4348489.111655,
"stddev" : 647318.414731,
"N" : 4120327
},
"bw_min" : 112112,
"bw_max" : 123527,
"bw_agg" : 100.000000,
"bw_mean" : 117734.458781,
"bw_dev" : 250.729844,
"bw_samples" : 2232,
"iops_min" : 28028,
"iops_max" : 30881,
"iops_mean" : 29433.290323,
"iops_stddev" : 62.679235,
"iops_samples" : 2232
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1119999,
"usr_cpu" : 0.715983,
"sys_cpu" : 17.988141,
"ctx" : 2975769,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.084556,
"4" : 43.548425,
"10" : 56.366606,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083226,
"timestamp_ms" : 1773083226142,
"time" : "Mon Mar 9 16:07:06 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 18106863616,
"io_kbytes" : 17682484,
"bw_bytes" : 120713228,
"bw" : 117884,
"iops" : 29471.076474,
"runtime" : 149999,
"total_ios" : 4420632,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4897,
"max" : 1444447,
"mean" : 269366.424288,
"stddev" : 160631.700020,
"N" : 4420632
},
"clat_ns" : {
"min" : 663734,
"max" : 6734058,
"mean" : 4073209.255715,
"stddev" : 627369.872624,
"N" : 4420624,
"percentile" : {
"1.000000" : 2572288,
"5.000000" : 2998272,
"10.000000" : 3260416,
"20.000000" : 3555328,
"30.000000" : 3751936,
"40.000000" : 3948544,
"50.000000" : 4079616,
"60.000000" : 4227072,
"70.000000" : 4423680,
"80.000000" : 4620288,
"90.000000" : 4882432,
"95.000000" : 5079040,
"99.000000" : 5406720,
"99.500000" : 5537792,
"99.900000" : 5799936,
"99.950000" : 5865472,
"99.990000" : 5996544
},
"bins" : {
"667648" : 1,
"954368" : 4,
"962560" : 4,
"970752" : 2,
"987136" : 3,
"1019904" : 1,
"1036288" : 1,
"1044480" : 2,
"1056768" : 2,
"1073152" : 7,
"1105920" : 1,
"1122304" : 2,
"1138688" : 4,
"1204224" : 2,
"1236992" : 2,
"1253376" : 7,
"1269760" : 9,
"1286144" : 10,
"1302528" : 8,
"1318912" : 9,
"1335296" : 17,
"1351680" : 15,
"1368064" : 17,
"1384448" : 16,
"1400832" : 12,
"1417216" : 13,
"1433600" : 12,
"1449984" : 6,
"1466368" : 10,
"1482752" : 5,
"1499136" : 7,
"1515520" : 12,
"1531904" : 15,
"1548288" : 5,
"1564672" : 26,
"1581056" : 37,
"1597440" : 45,
"1613824" : 64,
"1630208" : 75,
"1646592" : 74,
"1662976" : 85,
"1679360" : 125,
"1695744" : 102,
"1712128" : 92,
"1728512" : 83,
"1744896" : 79,
"1761280" : 65,
"1777664" : 61,
"1794048" : 63,
"1810432" : 59,
"1826816" : 59,
"1843200" : 73,
"1859584" : 89,
"1875968" : 90,
"1892352" : 141,
"1908736" : 194,
"1925120" : 278,
"1941504" : 316,
"1957888" : 365,
"1974272" : 430,
"1990656" : 443,
"2007040" : 434,
"2023424" : 474,
"2039808" : 507,
"2056192" : 452,
"2072576" : 507,
"2088960" : 461,
"2113536" : 814,
"2146304" : 802,
"2179072" : 904,
"2211840" : 1270,
"2244608" : 1832,
"2277376" : 2434,
"2310144" : 3134,
"2342912" : 3573,
"2375680" : 3843,
"2408448" : 3612,
"2441216" : 3562,
"2473984" : 3375,
"2506752" : 3755,
"2539520" : 4369,
"2572288" : 5753,
"2605056" : 7545,
"2637824" : 9518,
"2670592" : 10581,
"2703360" : 11504,
"2736128" : 11593,
"2768896" : 11522,
"2801664" : 10951,
"2834432" : 11104,
"2867200" : 12524,
"2899968" : 14880,
"2932736" : 18093,
"2965504" : 21864,
"2998272" : 24940,
"3031040" : 27131,
"3063808" : 28520,
"3096576" : 28193,
"3129344" : 27523,
"3162112" : 27200,
"3194880" : 28782,
"3227648" : 31917,
"3260416" : 36508,
"3293184" : 41768,
"3325952" : 47349,
"3358720" : 51879,
"3391488" : 54568,
"3424256" : 54427,
"3457024" : 54115,
"3489792" : 53229,
"3522560" : 53114,
"3555328" : 56294,
"3588096" : 60557,
"3620864" : 65096,
"3653632" : 71468,
"3686400" : 76714,
"3719168" : 80927,
"3751936" : 82355,
"3784704" : 81003,
"3817472" : 79808,
"3850240" : 79238,
"3883008" : 79364,
"3915776" : 80842,
"3948544" : 83986,
"3981312" : 87844,
"4014080" : 92469,
"4046848" : 94237,
"4079616" : 95851,
"4112384" : 95095,
"4145152" : 93339,
"4177920" : 89840,
"4227072" : 173618,
"4292608" : 170010,
"4358144" : 171649,
"4423680" : 169150,
"4489216" : 158776,
"4554752" : 144007,
"4620288" : 131280,
"4685824" : 121234,
"4751360" : 112516,
"4816896" : 101305,
"4882432" : 87163,
"4947968" : 74603,
"5013504" : 62873,
"5079040" : 54138,
"5144576" : 44477,
"5210112" : 36165,
"5275648" : 28754,
"5341184" : 22137,
"5406720" : 17088,
"5472256" : 12636,
"5537792" : 9246,
"5603328" : 6780,
"5668864" : 4569,
"5734400" : 2960,
"5799936" : 1994,
"5865472" : 1237,
"5931008" : 686,
"5996544" : 349,
"6062080" : 147,
"6127616" : 79,
"6193152" : 42,
"6258688" : 27,
"6324224" : 21,
"6389760" : 7,
"6455296" : 3,
"6520832" : 1,
"6586368" : 1,
"6651904" : 2,
"6717440" : 2
}
},
"lat_ns" : {
"min" : 974008,
"max" : 7109542,
"mean" : 4342576.396396,
"stddev" : 648170.279059,
"N" : 4420624
},
"bw_min" : 112112,
"bw_max" : 123943,
"bw_agg" : 100.000000,
"bw_mean" : 117889.183946,
"bw_dev" : 261.087459,
"bw_samples" : 2392,
"iops_min" : 28028,
"iops_max" : 30985,
"iops_mean" : 29471.973244,
"iops_stddev" : 65.268351,
"iops_samples" : 2392
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1199992,
"usr_cpu" : 0.717755,
"sys_cpu" : 17.993787,
"ctx" : 3188195,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.087544,
"4" : 43.900714,
"10" : 56.011245,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083236,
"timestamp_ms" : 1773083236143,
"time" : "Mon Mar 9 16:07:16 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 19328700416,
"io_kbytes" : 18875684,
"bw_bytes" : 120804377,
"bw" : 117973,
"iops" : 29493.318750,
"runtime" : 160000,
"total_ios" : 4718931,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4897,
"max" : 1444447,
"mean" : 269161.231443,
"stddev" : 160726.279246,
"N" : 4718932
},
"clat_ns" : {
"min" : 663734,
"max" : 6734058,
"mean" : 4070117.730064,
"stddev" : 627490.889500,
"N" : 4718923,
"percentile" : {
"1.000000" : 2539520,
"5.000000" : 2998272,
"10.000000" : 3260416,
"20.000000" : 3555328,
"30.000000" : 3751936,
"40.000000" : 3915776,
"50.000000" : 4079616,
"60.000000" : 4227072,
"70.000000" : 4423680,
"80.000000" : 4620288,
"90.000000" : 4882432,
"95.000000" : 5079040,
"99.000000" : 5406720,
"99.500000" : 5537792,
"99.900000" : 5799936,
"99.950000" : 5865472,
"99.990000" : 5996544
},
"bins" : {
"667648" : 1,
"872448" : 1,
"954368" : 4,
"962560" : 4,
"970752" : 2,
"987136" : 3,
"1019904" : 1,
"1036288" : 1,
"1044480" : 3,
"1056768" : 2,
"1073152" : 7,
"1105920" : 1,
"1122304" : 2,
"1138688" : 4,
"1155072" : 2,
"1171456" : 1,
"1204224" : 2,
"1236992" : 2,
"1253376" : 7,
"1269760" : 9,
"1286144" : 12,
"1302528" : 8,
"1318912" : 10,
"1335296" : 19,
"1351680" : 17,
"1368064" : 19,
"1384448" : 17,
"1400832" : 13,
"1417216" : 13,
"1433600" : 15,
"1449984" : 6,
"1466368" : 14,
"1482752" : 9,
"1499136" : 8,
"1515520" : 12,
"1531904" : 19,
"1548288" : 8,
"1564672" : 27,
"1581056" : 40,
"1597440" : 51,
"1613824" : 75,
"1630208" : 78,
"1646592" : 82,
"1662976" : 98,
"1679360" : 137,
"1695744" : 114,
"1712128" : 98,
"1728512" : 89,
"1744896" : 93,
"1761280" : 76,
"1777664" : 67,
"1794048" : 67,
"1810432" : 66,
"1826816" : 69,
"1843200" : 86,
"1859584" : 96,
"1875968" : 98,
"1892352" : 154,
"1908736" : 212,
"1925120" : 292,
"1941504" : 328,
"1957888" : 384,
"1974272" : 476,
"1990656" : 477,
"2007040" : 470,
"2023424" : 520,
"2039808" : 568,
"2056192" : 487,
"2072576" : 544,
"2088960" : 499,
"2113536" : 879,
"2146304" : 873,
"2179072" : 995,
"2211840" : 1381,
"2244608" : 1971,
"2277376" : 2610,
"2310144" : 3385,
"2342912" : 3882,
"2375680" : 4152,
"2408448" : 3890,
"2441216" : 3831,
"2473984" : 3635,
"2506752" : 4031,
"2539520" : 4711,
"2572288" : 6160,
"2605056" : 8106,
"2637824" : 10267,
"2670592" : 11440,
"2703360" : 12440,
"2736128" : 12485,
"2768896" : 12339,
"2801664" : 11794,
"2834432" : 11931,
"2867200" : 13474,
"2899968" : 16009,
"2932736" : 19491,
"2965504" : 23527,
"2998272" : 26802,
"3031040" : 29303,
"3063808" : 30653,
"3096576" : 30315,
"3129344" : 29564,
"3162112" : 29285,
"3194880" : 30885,
"3227648" : 34260,
"3260416" : 39172,
"3293184" : 44938,
"3325952" : 50765,
"3358720" : 55702,
"3391488" : 58558,
"3424256" : 58413,
"3457024" : 58038,
"3489792" : 57140,
"3522560" : 56936,
"3555328" : 60341,
"3588096" : 64812,
"3620864" : 69740,
"3653632" : 76555,
"3686400" : 82252,
"3719168" : 86736,
"3751936" : 88120,
"3784704" : 86692,
"3817472" : 85433,
"3850240" : 84794,
"3883008" : 84841,
"3915776" : 86488,
"3948544" : 89688,
"3981312" : 93773,
"4014080" : 98765,
"4046848" : 100706,
"4079616" : 102269,
"4112384" : 101482,
"4145152" : 99734,
"4177920" : 95926,
"4227072" : 185145,
"4292608" : 181198,
"4358144" : 182951,
"4423680" : 180177,
"4489216" : 169026,
"4554752" : 153261,
"4620288" : 139609,
"4685824" : 128663,
"4751360" : 119316,
"4816896" : 107412,
"4882432" : 92290,
"4947968" : 78953,
"5013504" : 66624,
"5079040" : 57252,
"5144576" : 47064,
"5210112" : 38233,
"5275648" : 30512,
"5341184" : 23355,
"5406720" : 17985,
"5472256" : 13346,
"5537792" : 9746,
"5603328" : 7130,
"5668864" : 4834,
"5734400" : 3132,
"5799936" : 2115,
"5865472" : 1294,
"5931008" : 721,
"5996544" : 373,
"6062080" : 153,
"6127616" : 84,
"6193152" : 44,
"6258688" : 28,
"6324224" : 21,
"6389760" : 7,
"6455296" : 3,
"6520832" : 1,
"6586368" : 1,
"6651904" : 2,
"6717440" : 2
}
},
"lat_ns" : {
"min" : 974008,
"max" : 7109542,
"mean" : 4339279.483358,
"stddev" : 648276.009047,
"N" : 4718923
},
"bw_min" : 112112,
"bw_max" : 123943,
"bw_agg" : 100.000000,
"bw_mean" : 117985.918495,
"bw_dev" : 263.684616,
"bw_samples" : 2552,
"iops_min" : 28028,
"iops_max" : 30985,
"iops_mean" : 29496.169279,
"iops_stddev" : 65.919185,
"iops_samples" : 2552
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279996,
"usr_cpu" : 0.716877,
"sys_cpu" : 17.999353,
"ctx" : 3400555,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999979,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999958,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.089469,
"4" : 44.092295,
"10" : 55.817748,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083246,
"timestamp_ms" : 1773083246142,
"time" : "Mon Mar 9 16:07:26 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 20545032192,
"io_kbytes" : 20063508,
"bw_bytes" : 120853841,
"bw" : 118021,
"iops" : 29505.391208,
"runtime" : 169999,
"total_ios" : 5015887,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4897,
"max" : 1444447,
"mean" : 269051.440592,
"stddev" : 160784.808344,
"N" : 5015887
},
"clat_ns" : {
"min" : 663734,
"max" : 6734058,
"mean" : 4068461.490620,
"stddev" : 627707.351809,
"N" : 5015879,
"percentile" : {
"1.000000" : 2539520,
"5.000000" : 2998272,
"10.000000" : 3260416,
"20.000000" : 3555328,
"30.000000" : 3751936,
"40.000000" : 3915776,
"50.000000" : 4079616,
"60.000000" : 4227072,
"70.000000" : 4423680,
"80.000000" : 4620288,
"90.000000" : 4882432,
"95.000000" : 5079040,
"99.000000" : 5406720,
"99.500000" : 5537792,
"99.900000" : 5799936,
"99.950000" : 5865472,
"99.990000" : 5996544
},
"bins" : {
"667648" : 1,
"872448" : 1,
"954368" : 4,
"962560" : 4,
"970752" : 2,
"987136" : 3,
"1011712" : 1,
"1019904" : 2,
"1028096" : 3,
"1036288" : 1,
"1044480" : 3,
"1056768" : 2,
"1073152" : 7,
"1105920" : 1,
"1122304" : 2,
"1138688" : 4,
"1155072" : 2,
"1171456" : 1,
"1204224" : 2,
"1236992" : 2,
"1253376" : 7,
"1269760" : 9,
"1286144" : 12,
"1302528" : 10,
"1318912" : 11,
"1335296" : 20,
"1351680" : 19,
"1368064" : 22,
"1384448" : 23,
"1400832" : 14,
"1417216" : 16,
"1433600" : 15,
"1449984" : 6,
"1466368" : 15,
"1482752" : 9,
"1499136" : 8,
"1515520" : 13,
"1531904" : 21,
"1548288" : 9,
"1564672" : 31,
"1581056" : 41,
"1597440" : 56,
"1613824" : 83,
"1630208" : 84,
"1646592" : 86,
"1662976" : 102,
"1679360" : 150,
"1695744" : 120,
"1712128" : 103,
"1728512" : 95,
"1744896" : 97,
"1761280" : 80,
"1777664" : 69,
"1794048" : 69,
"1810432" : 67,
"1826816" : 73,
"1843200" : 88,
"1859584" : 107,
"1875968" : 108,
"1892352" : 167,
"1908736" : 225,
"1925120" : 312,
"1941504" : 350,
"1957888" : 417,
"1974272" : 500,
"1990656" : 503,
"2007040" : 498,
"2023424" : 552,
"2039808" : 610,
"2056192" : 516,
"2072576" : 584,
"2088960" : 536,
"2113536" : 925,
"2146304" : 913,
"2179072" : 1047,
"2211840" : 1501,
"2244608" : 2139,
"2277376" : 2797,
"2310144" : 3628,
"2342912" : 4128,
"2375680" : 4421,
"2408448" : 4193,
"2441216" : 4108,
"2473984" : 3868,
"2506752" : 4321,
"2539520" : 5048,
"2572288" : 6623,
"2605056" : 8684,
"2637824" : 10998,
"2670592" : 12260,
"2703360" : 13298,
"2736128" : 13336,
"2768896" : 13179,
"2801664" : 12604,
"2834432" : 12811,
"2867200" : 14369,
"2899968" : 17075,
"2932736" : 20860,
"2965504" : 25108,
"2998272" : 28560,
"3031040" : 31247,
"3063808" : 32638,
"3096576" : 32539,
"3129344" : 31550,
"3162112" : 31324,
"3194880" : 32931,
"3227648" : 36547,
"3260416" : 41806,
"3293184" : 47872,
"3325952" : 54015,
"3358720" : 59277,
"3391488" : 62446,
"3424256" : 62212,
"3457024" : 61932,
"3489792" : 60901,
"3522560" : 60741,
"3555328" : 64367,
"3588096" : 69122,
"3620864" : 74337,
"3653632" : 81617,
"3686400" : 87515,
"3719168" : 92242,
"3751936" : 93760,
"3784704" : 92131,
"3817472" : 90919,
"3850240" : 90230,
"3883008" : 90307,
"3915776" : 92018,
"3948544" : 95506,
"3981312" : 99693,
"4014080" : 105066,
"4046848" : 106973,
"4079616" : 108600,
"4112384" : 107915,
"4145152" : 106005,
"4177920" : 101951,
"4227072" : 196746,
"4292608" : 192410,
"4358144" : 194124,
"4423680" : 191116,
"4489216" : 179255,
"4554752" : 162497,
"4620288" : 147824,
"4685824" : 136148,
"4751360" : 126337,
"4816896" : 113881,
"4882432" : 97864,
"4947968" : 83708,
"5013504" : 70629,
"5079040" : 60501,
"5144576" : 49863,
"5210112" : 40488,
"5275648" : 32342,
"5341184" : 24687,
"5406720" : 19030,
"5472256" : 14135,
"5537792" : 10349,
"5603328" : 7559,
"5668864" : 5134,
"5734400" : 3322,
"5799936" : 2217,
"5865472" : 1357,
"5931008" : 763,
"5996544" : 389,
"6062080" : 162,
"6127616" : 92,
"6193152" : 45,
"6258688" : 28,
"6324224" : 21,
"6389760" : 7,
"6455296" : 3,
"6520832" : 1,
"6586368" : 1,
"6651904" : 2,
"6717440" : 2
}
},
"lat_ns" : {
"min" : 974008,
"max" : 7109542,
"mean" : 4337513.599695,
"stddev" : 648491.454548,
"N" : 5015879
},
"bw_min" : 112112,
"bw_max" : 123943,
"bw_agg" : 100.000000,
"bw_mean" : 118037.775811,
"bw_dev" : 261.311720,
"bw_samples" : 2712,
"iops_min" : 28028,
"iops_max" : 30985,
"iops_mean" : 29509.144543,
"iops_stddev" : 65.326705,
"iops_samples" : 2712
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1359992,
"usr_cpu" : 0.719416,
"sys_cpu" : 18.004812,
"ctx" : 3612785,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.089835,
"4" : 44.203149,
"10" : 55.706558,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083256,
"timestamp_ms" : 1773083256142,
"time" : "Mon Mar 9 16:07:36 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 21694287872,
"io_kbytes" : 21185828,
"bw_bytes" : 120524491,
"bw" : 117699,
"iops" : 29425.007917,
"runtime" : 179999,
"total_ios" : 5296472,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4897,
"max" : 1444447,
"mean" : 269793.314772,
"stddev" : 160465.730221,
"N" : 5296474
},
"clat_ns" : {
"min" : 3295,
"max" : 6734058,
"mean" : 4079564.363906,
"stddev" : 628466.989700,
"N" : 5296496,
"percentile" : {
"1.000000" : 2572288,
"5.000000" : 2998272,
"10.000000" : 3260416,
"20.000000" : 3555328,
"30.000000" : 3751936,
"40.000000" : 3948544,
"50.000000" : 4112384,
"60.000000" : 4227072,
"70.000000" : 4423680,
"80.000000" : 4620288,
"90.000000" : 4882432,
"95.000000" : 5079040,
"99.000000" : 5406720,
"99.500000" : 5537792,
"99.900000" : 5799936,
"99.950000" : 5865472,
"99.990000" : 5996544
},
"bins" : {
"3280" : 1,
"3472" : 1,
"354304" : 1,
"395264" : 1,
"667648" : 1,
"716800" : 1,
"724992" : 1,
"757760" : 1,
"774144" : 1,
"872448" : 1,
"954368" : 4,
"962560" : 4,
"970752" : 2,
"987136" : 3,
"1011712" : 1,
"1019904" : 2,
"1028096" : 3,
"1036288" : 1,
"1044480" : 3,
"1056768" : 3,
"1073152" : 7,
"1105920" : 1,
"1122304" : 2,
"1138688" : 4,
"1155072" : 2,
"1171456" : 2,
"1187840" : 1,
"1204224" : 2,
"1236992" : 2,
"1253376" : 7,
"1269760" : 9,
"1286144" : 12,
"1302528" : 10,
"1318912" : 11,
"1335296" : 20,
"1351680" : 19,
"1368064" : 24,
"1384448" : 23,
"1400832" : 15,
"1417216" : 17,
"1433600" : 15,
"1449984" : 6,
"1466368" : 15,
"1482752" : 9,
"1499136" : 9,
"1515520" : 15,
"1531904" : 21,
"1548288" : 12,
"1564672" : 33,
"1581056" : 41,
"1597440" : 56,
"1613824" : 84,
"1630208" : 84,
"1646592" : 87,
"1662976" : 107,
"1679360" : 150,
"1695744" : 120,
"1712128" : 104,
"1728512" : 97,
"1744896" : 99,
"1761280" : 81,
"1777664" : 71,
"1794048" : 71,
"1810432" : 68,
"1826816" : 73,
"1843200" : 88,
"1859584" : 108,
"1875968" : 111,
"1892352" : 170,
"1908736" : 233,
"1925120" : 327,
"1941504" : 358,
"1957888" : 432,
"1974272" : 524,
"1990656" : 514,
"2007040" : 505,
"2023424" : 564,
"2039808" : 621,
"2056192" : 527,
"2072576" : 595,
"2088960" : 551,
"2113536" : 948,
"2146304" : 939,
"2179072" : 1063,
"2211840" : 1532,
"2244608" : 2195,
"2277376" : 2872,
"2310144" : 3710,
"2342912" : 4227,
"2375680" : 4532,
"2408448" : 4324,
"2441216" : 4214,
"2473984" : 3972,
"2506752" : 4425,
"2539520" : 5169,
"2572288" : 6794,
"2605056" : 8886,
"2637824" : 11293,
"2670592" : 12602,
"2703360" : 13674,
"2736128" : 13729,
"2768896" : 13560,
"2801664" : 12988,
"2834432" : 13177,
"2867200" : 14771,
"2899968" : 17556,
"2932736" : 21455,
"2965504" : 25829,
"2998272" : 29395,
"3031040" : 32212,
"3063808" : 33576,
"3096576" : 33538,
"3129344" : 32575,
"3162112" : 32395,
"3194880" : 33979,
"3227648" : 37729,
"3260416" : 43239,
"3293184" : 49472,
"3325952" : 55912,
"3358720" : 61350,
"3391488" : 64586,
"3424256" : 64414,
"3457024" : 64256,
"3489792" : 63127,
"3522560" : 63069,
"3555328" : 66850,
"3588096" : 71770,
"3620864" : 77313,
"3653632" : 85016,
"3686400" : 91273,
"3719168" : 96207,
"3751936" : 97753,
"3784704" : 96311,
"3817472" : 95145,
"3850240" : 94223,
"3883008" : 94427,
"3915776" : 96304,
"3948544" : 100205,
"3981312" : 104697,
"4014080" : 110303,
"4046848" : 112645,
"4079616" : 114248,
"4112384" : 113741,
"4145152" : 111845,
"4177920" : 107781,
"4227072" : 207974,
"4292608" : 204049,
"4358144" : 206301,
"4423680" : 203447,
"4489216" : 191332,
"4554752" : 173732,
"4620288" : 158413,
"4685824" : 146562,
"4751360" : 136557,
"4816896" : 122944,
"4882432" : 105806,
"4947968" : 90866,
"5013504" : 76961,
"5079040" : 66181,
"5144576" : 54681,
"5210112" : 44523,
"5275648" : 35587,
"5341184" : 27239,
"5406720" : 21183,
"5472256" : 15697,
"5537792" : 11578,
"5603328" : 8480,
"5668864" : 5742,
"5734400" : 3701,
"5799936" : 2471,
"5865472" : 1509,
"5931008" : 842,
"5996544" : 425,
"6062080" : 185,
"6127616" : 112,
"6193152" : 50,
"6258688" : 30,
"6324224" : 21,
"6389760" : 7,
"6455296" : 3,
"6520832" : 1,
"6586368" : 1,
"6651904" : 2,
"6717440" : 2
}
},
"lat_ns" : {
"min" : 347831,
"max" : 7109542,
"mean" : 4349358.088865,
"stddev" : 649418.853405,
"N" : 5296496
},
"bw_min" : 109024,
"bw_max" : 123943,
"bw_agg" : 100.000000,
"bw_mean" : 117733.186630,
"bw_dev" : 309.477987,
"bw_samples" : 2872,
"iops_min" : 27256,
"iops_max" : 30985,
"iops_mean" : 29432.980501,
"iops_stddev" : 77.374548,
"iops_samples" : 2872
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1439992,
"usr_cpu" : 0.716323,
"sys_cpu" : 17.993364,
"ctx" : 3826055,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999962,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.087360,
"4" : 43.497332,
"10" : 56.415327,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773083256,
"timestamp_ms" : 1773083256202,
"time" : "Mon Mar 9 16:07:36 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 21694873600,
"io_kbytes" : 21186400,
"bw_bytes" : 120525736,
"bw" : 117700,
"iops" : 29424.517505,
"runtime" : 180002,
"total_ios" : 5296472,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4897,
"max" : 1444447,
"mean" : 269793.401444,
"stddev" : 160465.661593,
"N" : 5296480
},
"clat_ns" : {
"min" : 3295,
"max" : 6734058,
"mean" : 4079530.499718,
"stddev" : 628537.913195,
"N" : 5296592,
"percentile" : {
"1.000000" : 2572288,
"5.000000" : 2998272,
"10.000000" : 3260416,
"20.000000" : 3555328,
"30.000000" : 3751936,
"40.000000" : 3948544,
"50.000000" : 4112384,
"60.000000" : 4227072,
"70.000000" : 4423680,
"80.000000" : 4620288,
"90.000000" : 4882432,
"95.000000" : 5079040,
"99.000000" : 5406720,
"99.500000" : 5537792,
"99.900000" : 5799936,
"99.950000" : 5865472,
"99.990000" : 5996544
},
"bins" : {
"3280" : 1,
"3472" : 1,
"3632" : 1,
"3696" : 2,
"3856" : 1,
"3984" : 1,
"4320" : 1,
"325632" : 1,
"342016" : 1,
"350208" : 2,
"354304" : 2,
"370688" : 1,
"395264" : 1,
"399360" : 2,
"667648" : 2,
"684032" : 1,
"700416" : 1,
"716800" : 2,
"724992" : 1,
"749568" : 1,
"757760" : 1,
"774144" : 1,
"790528" : 1,
"815104" : 1,
"847872" : 1,
"872448" : 1,
"954368" : 4,
"962560" : 4,
"970752" : 2,
"987136" : 3,
"1003520" : 1,
"1011712" : 1,
"1019904" : 2,
"1028096" : 3,
"1036288" : 1,
"1044480" : 3,
"1056768" : 3,
"1073152" : 7,
"1089536" : 1,
"1105920" : 1,
"1122304" : 4,
"1138688" : 4,
"1155072" : 3,
"1171456" : 2,
"1187840" : 1,
"1204224" : 2,
"1236992" : 3,
"1253376" : 7,
"1269760" : 9,
"1286144" : 12,
"1302528" : 10,
"1318912" : 11,
"1335296" : 20,
"1351680" : 19,
"1368064" : 24,
"1384448" : 23,
"1400832" : 16,
"1417216" : 18,
"1433600" : 16,
"1449984" : 6,
"1466368" : 15,
"1482752" : 9,
"1499136" : 10,
"1515520" : 16,
"1531904" : 23,
"1548288" : 12,
"1564672" : 34,
"1581056" : 41,
"1597440" : 57,
"1613824" : 84,
"1630208" : 84,
"1646592" : 87,
"1662976" : 107,
"1679360" : 150,
"1695744" : 120,
"1712128" : 104,
"1728512" : 97,
"1744896" : 100,
"1761280" : 81,
"1777664" : 71,
"1794048" : 71,
"1810432" : 68,
"1826816" : 74,
"1843200" : 89,
"1859584" : 108,
"1875968" : 111,
"1892352" : 171,
"1908736" : 235,
"1925120" : 328,
"1941504" : 358,
"1957888" : 433,
"1974272" : 524,
"1990656" : 514,
"2007040" : 505,
"2023424" : 564,
"2039808" : 621,
"2056192" : 527,
"2072576" : 595,
"2088960" : 551,
"2113536" : 949,
"2146304" : 939,
"2179072" : 1063,
"2211840" : 1532,
"2244608" : 2197,
"2277376" : 2873,
"2310144" : 3714,
"2342912" : 4227,
"2375680" : 4532,
"2408448" : 4324,
"2441216" : 4214,
"2473984" : 3972,
"2506752" : 4426,
"2539520" : 5169,
"2572288" : 6794,
"2605056" : 8887,
"2637824" : 11294,
"2670592" : 12603,
"2703360" : 13677,
"2736128" : 13730,
"2768896" : 13560,
"2801664" : 12988,
"2834432" : 13178,
"2867200" : 14771,
"2899968" : 17556,
"2932736" : 21455,
"2965504" : 25829,
"2998272" : 29396,
"3031040" : 32216,
"3063808" : 33578,
"3096576" : 33539,
"3129344" : 32575,
"3162112" : 32396,
"3194880" : 33980,
"3227648" : 37729,
"3260416" : 43239,
"3293184" : 49472,
"3325952" : 55912,
"3358720" : 61352,
"3391488" : 64588,
"3424256" : 64415,
"3457024" : 64256,
"3489792" : 63127,
"3522560" : 63070,
"3555328" : 66851,
"3588096" : 71770,
"3620864" : 77313,
"3653632" : 85016,
"3686400" : 91273,
"3719168" : 96207,
"3751936" : 97753,
"3784704" : 96313,
"3817472" : 95146,
"3850240" : 94223,
"3883008" : 94428,
"3915776" : 96305,
"3948544" : 100205,
"3981312" : 104697,
"4014080" : 110303,
"4046848" : 112645,
"4079616" : 114249,
"4112384" : 113742,
"4145152" : 111847,
"4177920" : 107782,
"4227072" : 207975,
"4292608" : 204051,
"4358144" : 206301,
"4423680" : 203447,
"4489216" : 191332,
"4554752" : 173735,
"4620288" : 158413,
"4685824" : 146562,
"4751360" : 136557,
"4816896" : 122944,
"4882432" : 105806,
"4947968" : 90867,
"5013504" : 76961,
"5079040" : 66181,
"5144576" : 54681,
"5210112" : 44523,
"5275648" : 35587,
"5341184" : 27239,
"5406720" : 21183,
"5472256" : 15697,
"5537792" : 11578,
"5603328" : 8480,
"5668864" : 5742,
"5734400" : 3701,
"5799936" : 2471,
"5865472" : 1509,
"5931008" : 842,
"5996544" : 425,
"6062080" : 185,
"6127616" : 112,
"6193152" : 50,
"6258688" : 30,
"6324224" : 21,
"6389760" : 7,
"6455296" : 3,
"6520832" : 1,
"6586368" : 1,
"6651904" : 2,
"6717440" : 2
}
},
"lat_ns" : {
"min" : 322442,
"max" : 7109542,
"mean" : 4349324.510453,
"stddev" : 649486.175695,
"N" : 5296592
},
"bw_min" : 109024,
"bw_max" : 123943,
"bw_agg" : 100.000000,
"bw_mean" : 117717.994444,
"bw_dev" : 311.587375,
"bw_samples" : 2880,
"iops_min" : 27256,
"iops_max" : 30985,
"iops_mean" : 29429.183333,
"iops_stddev" : 77.901613,
"iops_samples" : 2880
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440008,
"usr_cpu" : 0.716315,
"sys_cpu" : 17.993164,
"ctx" : 3826075,
"majf" : 0,
"minf" : 291,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999849,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.087794,
"4" : 43.498068,
"10" : 56.415554,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}