mirror of
https://github.com/wassname/vllm.git
synced 2026-09-30 11:45:09 +08:00
[Bugfix] Fix deepseek-v2 error: "missing 1 required positional argument: 'residual'" (#13802)
This commit is contained in:
1 parent
bc32bc73aa
commit
4a8cfc7551
1 file changed
+1
-1
@@ -614,7 +614,7 @@ class DeepseekV2Model(nn.Module):
|
||||
residual = intermediate_tensors["residual"]
|
||||
|
||||
for layer in self.layers[self.start_layer:self.end_layer]:
|
||||
hidden_states, residual = layer(positions, hidden_states)
|
||||
hidden_states, residual = layer(positions, hidden_states, residual)
|
||||
|
||||
if not get_pp_group().is_last_rank:
|
||||
return IntermediateTensors({
|
||||
|
||||
Reference in new issue
Block a user