mirror of
https://github.com/wassname/Open-Assistant.git
synced 2026-06-27 16:10:30 +08:00
Yannic Kilcher
23 lines
979 B
Bash
Executable File
23 lines
979 B
Bash
Executable File
#!/bin/bash
|
|
|
|
# Creates a tmux window with splits for the individual services
|
|
|
|
tmux new-session -d -s "inference-dev-setup"
|
|
tmux send-keys "docker run --rm -it -p 5432:5432 -e POSTGRES_PASSWORD=postgres --name postgres postgres" C-m
|
|
tmux split-window -h
|
|
tmux send-keys "docker run --rm -it -p 6379:6379 --name redis redis" C-m
|
|
tmux split-window -h
|
|
tmux send-keys "docker run --rm -it -p 8001:80 -e MODEL_ID=distilgpt2 -v $HOME/.cache/huggingface:/root/.cache/huggingface --name text-generation-inference ghcr.io/huggingface/text-generation-inference" C-m
|
|
tmux split-window -h
|
|
tmux send-keys "cd server" C-m
|
|
tmux send-keys "DEBUG_API_KEYS='[\"0000\"]' uvicorn main:app --reload" C-m
|
|
tmux split-window -h
|
|
tmux send-keys "cd worker" C-m
|
|
tmux send-keys "python __main__.py" C-m
|
|
tmux split-window -h
|
|
tmux send-keys "cd text-client" C-m
|
|
tmux send-keys "sleep 5" C-m
|
|
tmux send-keys "python __main__.py" C-m
|
|
tmux select-layout even-horizontal
|
|
tmux attach-session -t "inference-dev-setup"
|