mirror of
https://github.com/wassname/vllm.git
synced 2026-10-01 12:42:39 +08:00
[XPU] fallback to native implementation for xpu custom op (#7670)
This commit is contained in:
1 parent
c4be16e1a7
commit
e6d811dd13
1 file changed
+3
-1
@@ -30,7 +30,9 @@ class CustomOp(nn.Module):
|
||||
return self.forward_cuda(*args, **kwargs)
|
||||
|
||||
def forward_xpu(self, *args, **kwargs):
|
||||
raise NotImplementedError
|
||||
# By default, we assume that XPU ops are compatible with the
|
||||
# PyTorch-native implementation.
|
||||
return self.forward_native(*args, **kwargs)
|
||||
|
||||
def forward_cpu(self, *args, **kwargs):
|
||||
# By default, we assume that CPU ops are compatible with CUDA ops.
|
||||
|
||||
Reference in new issue
Block a user