diff --git a/docker-compose.inference.yaml b/docker-compose.inference.yaml
new file mode 100644
index 00000000..38609b36
--- /dev/null
+++ b/docker-compose.inference.yaml
@@ -0,0 +1,63 @@
+version: "3.7"
+
+services:
+  inference-server:
+    build:
+      dockerfile: docker/inference/Dockerfile.server
+      context: .
+    image: oasst-inference-server
+    environment:
+      - "PORT=8000"
+      - "REDIS_HOST=redis"
+    volumes:
+      - "./oasst-shared:/opt/inference/lib/oasst-shared"
+      - "./inference/server:/opt/inference/server"
+    restart: unless-stopped
+    depends_on:
+      redis:
+        condition: service_healthy
+
+  inference-worker:
+    build:
+      dockerfile: docker/inference/Dockerfile.worker
+      context: .
+    image: oasst-inference-worker
+    environment:
+      - "BACKEND_URL=ws://inference-server:8000"
+      - "INFERENCE_SERVER_URL=http://inference-text-generation-server"
+    volumes:
+      - "./oasst-shared:/opt/inference/lib/oasst-shared"
+      - "./inference/worker:/opt/inference/worker"
+    depends_on:
+      - inference-server
+    deploy:
+      replicas: 1
+
+  inference-text-client:
+    build:
+      dockerfile: docker/inference/Dockerfile.text-client
+      context: .
+    image: oasst-inference-text-client
+    environment:
+      - "BACKEND_URL=http://inference-server:8000"
+    tty: true
+    stdin_open: true
+    volumes:
+      - "./inference/text-client:/opt/inference/text-client"
+    restart: unless-stopped
+    depends_on:
+      - inference-server
+
+  inference-text-generation-server:
+    image: ykilcher/text-generation-inference
+    environment:
+      - "MODEL_ID=distilgpt2"
+
+  redis:
+    image: redis
+    restart: always
+    healthcheck:
+      test: ["CMD-SHELL", "redis-cli ping | grep PONG"]
+      interval: 2s
+      timeout: 2s
+      retries: 10