wassname/Open-Assistant
1
0
Fork 0
mirror of https://github.com/wassname/Open-Assistant.git synced 2026-09-10 11:41:04 +08:00
Code Issues Packages Projects Releases Wiki Activity

Added database to inference server (#1446)

Browse Source 
* added db for inference

* fixed dockerfiles for inference
This commit is contained in:
Yannic Kilcher
2023-02-10 22:51:35 +01:00
committed by GitHub
parent 911fc2affc
commit 90c3d5640e
21 changed files with 627 additions and 192 deletions
Download Patch File Download Diff File Expand all files Collapse all files
inference/full-dev-setup.sh
+4 -2
View File
@@ -3,9 +3,11 @@
# Creates a tmux window with splits for the individual services
tmux new-session -d -s "inference-dev-setup"
tmux send-keys "docker run --rm -it -p 6379:6379 redis" C-m
tmux send-keys "docker run --rm -it -p 5432:5432 -e POSTGRES_PASSWORD=postgres --name postgres postgres" C-m
tmux split-window -h
tmux send-keys "docker run --rm -it -p 8001:80 -e MODEL_ID=distilgpt2 ghcr.io/huggingface/text-generation-inference" C-m
tmux send-keys "docker run --rm -it -p 6379:6379 --name redis redis" C-m
tmux split-window -h
tmux send-keys "docker run --rm -it -p 8001:80 -e MODEL_ID=distilgpt2 -v $HOME/.cache/huggingface:/root/.cache/huggingface --name text-generation-inference ghcr.io/huggingface/text-generation-inference" C-m
tmux split-window -h
tmux send-keys "cd server" C-m
tmux send-keys "uvicorn main:app --reload" C-m