switched to HF text-generation-inference

This commit is contained in:
Yannic Kilcher
2023-02-08 23:52:39 +01:00
parent af6885d416
commit bab056a73b
6 changed files with 47 additions and 12 deletions
+1 -1
View File
@@ -32,7 +32,7 @@ def main(backend_url: str = "http://127.0.0.1:8000"):
print("Assistant: ", end="", flush=True)
for event in client.events():
data = json.loads(event.data)
print(data["token"], end="", flush=True)
print(data["token"]["text"], end="", flush=True)
print()