mirror of
https://github.com/wassname/vllm.git
synced 2026-10-04 13:10:10 +08:00
[misc] Add FlashMLA as a new option of VLLM_ATTENTION_BACKEND env (#14267)
This commit is contained in:
1 parent
ac60dc7fe1
commit
1b7624bf5c
1 file changed
+1
@@ -321,6 +321,7 @@ environment_variables: dict[str, Callable[[], Any]] = {
|
||||
# - "XFORMERS": use XFormers
|
||||
# - "ROCM_FLASH": use ROCmFlashAttention
|
||||
# - "FLASHINFER": use flashinfer
|
||||
# - "FLASHMLA": use FlashMLA
|
||||
"VLLM_ATTENTION_BACKEND":
|
||||
lambda: os.getenv("VLLM_ATTENTION_BACKEND", None),
|
||||
|
||||
|
||||
Reference in new issue
Block a user