wassname/Open-Assistant
1
0
Fork 0
mirror of https://github.com/wassname/Open-Assistant.git synced 2026-08-15 12:05:19 +08:00
Code Issues Packages Projects Releases Wiki Activity

added a tmux inference dev setup script

Browse Source
This commit is contained in:
Yannic Kilcher
2023-01-27 15:40:21 +01:00
parent 83dc00b638
commit ae5d16f394
2 changed files with 21 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
inference/full-dev-setup.sh
Executable
+19
View File
@@ -0,0 +1,19 @@
#!/bin/bash
# Creates a tmux window with splits for the individual services
tmux new-session -d -s "inference-dev-setup"
tmux send-keys "docker run --rm -it -p 6379:6379 redis" C-m
tmux split-window -h
tmux send-keys "docker run --rm -it -p 8001:80 -e MODEL_ID=distilgpt2 ykilcher/text-generation-inference" C-m
tmux split-window -h
tmux send-keys "cd server" C-m
tmux send-keys "uvicorn main:app --reload" C-m
tmux split-window -h
tmux send-keys "cd worker" C-m
tmux send-keys "python __main__.py" C-m
tmux split-window -h
tmux send-keys "cd text-client" C-m
tmux send-keys "sleep 5" C-m
tmux send-keys "python __main__.py" C-m
tmux attach-session -t "inference-dev-setup"