mirror of
https://github.com/wassname/vllm.git
synced 2026-07-26 13:37:27 +08:00
4d6ada947c
Co-authored-by: Swapnil Parekh <swapnilp@ibm.com> Co-authored-by: Joe G <joseph.granados@h2o.ai> Co-authored-by: Antoni Baum <antoni.baum@protonmail.com>
14 lines
367 B
Python
14 lines
367 B
Python
from dataclasses import dataclass
|
|
from typing import Tuple
|
|
|
|
|
|
@dataclass
|
|
class AdapterMapping:
|
|
# Per every token in input_ids:
|
|
index_mapping: Tuple[int, ...]
|
|
# Per sampled token:
|
|
prompt_mapping: Tuple[int, ...]
|
|
|
|
def __post_init__(self):
|
|
self.index_mapping = tuple(self.index_mapping)
|
|
self.prompt_mapping = tuple(self.prompt_mapping) |