mirror of
https://github.com/wassname/vllm.git
synced 2026-07-19 11:29:39 +08:00
Add contributing guideline and mypy config (#122)
This commit is contained in:
@@ -347,7 +347,7 @@ def _sample_from_generation_tokens(
|
||||
# Greedy sampling.
|
||||
assert len(seq_ids) == 1
|
||||
next_token_id = torch.argmax(probs, dim=-1)
|
||||
next_token_ids = [next_token_id.item()]
|
||||
next_token_ids = [int(next_token_id.item())]
|
||||
parent_seq_ids = seq_ids
|
||||
else:
|
||||
# Random sampling.
|
||||
|
||||
Reference in New Issue
Block a user