wassname/vllm
1
0
Fork 0
mirror of https://github.com/wassname/vllm.git synced 2026-06-27 17:18:11 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Neuron] Upgrade neuron to 2.20.2 (#11016)

Browse Source 
Signed-off-by: Jerzy Zagorski <jzagorsk@amazon.com>
Co-authored-by: Jerzy Zagorski <jzagorsk@amazon.com>
This commit is contained in:
xendo
2024-12-09 22:53:24 +01:00
committed by GitHub
parent 1a2f8fb828
commit 9c6459e4cb
2 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
Dockerfile.neuron
+2 -1
View File
@@ -1,5 +1,6 @@
# default base image
ARG BASE_IMAGE="public.ecr.aws/neuron/pytorch-inference-neuronx:2.1.2-neuronx-py310-sdk2.20.0-ubuntu20.04"
# https://gallery.ecr.aws/neuron/pytorch-inference-neuronx
ARG BASE_IMAGE="public.ecr.aws/neuron/pytorch-inference-neuronx:2.1.2-neuronx-py310-sdk2.20.2-ubuntu20.04"
FROM $BASE_IMAGE
vllm/utils.py
+1 -1
View File
@@ -1628,7 +1628,7 @@ def direct_register_custom_op(
library object. If you want to bind the operator to a different library,
make sure the library object is alive when the operator is used.
"""
if is_in_doc_build():
if is_in_doc_build() or not supports_custom_op():
return
import torch.library
if hasattr(torch.library, "infer_schema"):