wassname/Open-Assistant
1
0
Fork 0
mirror of https://github.com/wassname/Open-Assistant.git synced 2026-09-09 11:15:08 +08:00
Code Issues Packages Projects Releases Wiki Activity

introduced api keys to inference

Browse Source
This commit is contained in:
Yannic Kilcher
2023-02-11 10:50:51 +01:00
parent 48212079f4
commit edd9268c9a
9 changed files with 217 additions and 25 deletions
Download Patch File Download Diff File Expand all files Collapse all files
inference/full-dev-setup.sh
+1 -1
View File
@@ -10,7 +10,7 @@ tmux split-window -h
tmux send-keys "docker run --rm -it -p 8001:80 -e MODEL_ID=distilgpt2 -v $HOME/.cache/huggingface:/root/.cache/huggingface --name text-generation-inference ghcr.io/huggingface/text-generation-inference" C-m
tmux split-window -h
tmux send-keys "cd server" C-m
tmux send-keys "uvicorn main:app --reload" C-m
tmux send-keys "DEBUG_API_KEYS='[\"0000\"]' uvicorn main:app --reload" C-m
tmux split-window -h
tmux send-keys "cd worker" C-m
tmux send-keys "python __main__.py" C-m