wassname/Open-Assistant
1
0
Fork 0
mirror of https://github.com/wassname/Open-Assistant.git synced 2026-08-18 11:40:48 +08:00
Code Issues Packages Projects Releases Wiki Activity

switched to HF text-generation-inference

Browse Source
This commit is contained in:
Yannic Kilcher
2023-02-08 23:52:39 +01:00
parent af6885d416
commit bab056a73b
6 changed files with 47 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files
inference/full-dev-setup.sh
+1 -1
View File
@@ -5,7 +5,7 @@
tmux new-session -d -s "inference-dev-setup"
tmux send-keys "docker run --rm -it -p 6379:6379 redis" C-m
tmux split-window -h
tmux send-keys "docker run --rm -it -p 8001:80 -e MODEL_ID=distilgpt2 ykilcher/text-generation-inference" C-m
tmux send-keys "docker run --rm -it -p 8001:80 -e MODEL_ID=distilgpt2 ghcr.io/huggingface/text-generation-inference" C-m
tmux split-window -h
tmux send-keys "cd server" C-m
tmux send-keys "uvicorn main:app --reload" C-m