mirror of
https://github.com/wassname/vllm.git
synced 2026-10-30 14:00:05 +08:00
[Doc] add env docs for flashinfer backend (#6437)
This commit is contained in:
1 parent
b47008b4d2
commit
44874a0bf9
1 file changed
+1
@@ -206,6 +206,7 @@ environment_variables: Dict[str, Callable[[], Any]] = {
|
||||
# - "FLASH_ATTN": use FlashAttention
|
||||
# - "XFORMERS": use XFormers
|
||||
# - "ROCM_FLASH": use ROCmFlashAttention
|
||||
# - "FLASHINFER": use flashinfer
|
||||
"VLLM_ATTENTION_BACKEND":
|
||||
lambda: os.getenv("VLLM_ATTENTION_BACKEND", None),
|
||||
|
||||
|
||||
Reference in new issue
Block a user