wassname/Open-Assistant
1
0
Fork 0
mirror of https://github.com/wassname/Open-Assistant.git synced 2026-09-09 11:15:08 +08:00
Code Issues Packages Projects Releases Wiki Activity

added streaming worker

Browse Source
This commit is contained in:
Yannic Kilcher
2023-01-26 16:41:57 +01:00
parent c2fa476904
commit f1edcc8a28
4 changed files with 58 additions and 23 deletions
Download Patch File Download Diff File Expand all files Collapse all files
oasst-shared/oasst_shared/schemas/inference.py
+4
View File
@@ -14,6 +14,10 @@ class WorkRequest(pydantic.BaseModel):
model_name: str = "distilgpt2"
max_new_tokens: int = 100
seed: int = pydantic.Field(default_factory=lambda: random.randint(0, 2**32 - 1))
do_sample: bool = True
top_k: int = 50
top_p: float = 0.9
temperature: float = 1.0
class WorkResponsePacket(pydantic.BaseModel):