mirror of
https://github.com/wassname/vllm.git
synced 2026-10-01 12:42:39 +08:00
[ROCm][AMD][Bugfix] adding a missing triton autotune config (#4845)
This commit is contained in:
1 parent
f09edd8a25
commit
b5853f9963
1 file changed
+10
@@ -239,6 +239,16 @@ def _attn_fwd_inner(
|
||||
num_stages=1,
|
||||
num_warps=8,
|
||||
),
|
||||
triton.Config(
|
||||
{
|
||||
"BLOCK_M": 128,
|
||||
"BLOCK_N": 64,
|
||||
"waves_per_eu": 1,
|
||||
"PRE_LOAD_V": False,
|
||||
},
|
||||
num_stages=1,
|
||||
num_warps=4,
|
||||
),
|
||||
triton.Config(
|
||||
{
|
||||
"BLOCK_M": 128,
|
||||
|
||||
Reference in new issue
Block a user