From fef871161c8fb14572ccb3fe753b98858ce0a7cc Mon Sep 17 00:00:00 2001
From: Alan Jean <afinegameofnil@gmail.com>
Date: Mon, 30 Jan 2023 22:45:38 +0400
Subject: [PATCH] =?UTF-8?q?feat(inference):=20add=20Dockerfile=20for=20the?=
 =?UTF-8?q?=20inference=20stack's=20worker=20=F0=9F=90=8B?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Initial definition of the inference stack's worker container image.

Notes:
- The oasst-shared package is installed as root as a workaround: it seems
  that python 3.10+ doesn't pick up on a .egg-link file installed on the
  PYTHONPATH anywhere other than at a global site-package directory.
  This quirk is similar to the behaviour described here
  https://groups.google.com/g/python-virtualenv/c/sKVq_6gG5z4.

- pydantic 1.9.1 (specified by oasst-shared) is incompatible with python 3.11,
  and needs to be upgraded. For now, this image uses python 3.10, as
  specified by the .python-version file
---
 docker/inference/Dockerfile.worker | 66 ++++++++++++++++++++++++++++++
 1 file changed, 66 insertions(+)
 create mode 100644 docker/inference/Dockerfile.worker

diff --git a/docker/inference/Dockerfile.worker b/docker/inference/Dockerfile.worker
new file mode 100644
index 00000000..85bd9ebf
--- /dev/null
+++ b/docker/inference/Dockerfile.worker
@@ -0,0 +1,66 @@
+# syntax=docker/dockerfile:1
+
+ARG MODULE="inference"
+ARG SERVICE="worker"
+
+ARG APP_USER="${MODULE}-${SERVICE}"
+ARG APP_RELATIVE_PATH="${MODULE}/${SERVICE}"
+
+
+FROM python:3.10-alpine3.17 as build
+ARG APP_RELATIVE_PATH
+
+WORKDIR /build
+
+COPY ./${APP_RELATIVE_PATH}/requirements.txt .
+
+RUN --mount=type=cache,target=/var/cache/pip \
+    pip install                  \
+      --cache-dir=/var/cache/pip \
+      --target=lib               \
+      -r requirements.txt
+
+
+
+FROM python:3.10-alpine3.17 as dev
+ARG APP_USER
+ARG APP_RELATIVE_PATH
+ARG MODULE
+ARG SERVICE
+
+ENV APP_BASE="/opt/${MODULE}"
+ENV APP_ROOT="${APP_BASE}/${SERVICE}"
+ENV APP_LIBS="/var/opt/${APP_RELATIVE_PATH}/lib"
+ENV SHARED_LIBS_BASE="${APP_BASE}/lib"
+
+ENV PATH="${PATH}:${APP_LIBS}/bin"
+ENV PYTHONPATH="${PYTHONPATH}:${APP_LIBS}"
+
+
+RUN adduser               \
+      --disabled-password \
+      --no-create-home    \
+      "${APP_USER}"
+
+
+WORKDIR ${APP_ROOT}
+
+
+COPY --chown="${APP_USER}:${APP_USER}" ./oasst-shared ${SHARED_LIBS_BASE}/oasst-shared
+RUN --mount=type=cache,target=/var/cache/pip,from=build \
+    pip install                  \
+      --cache-dir=/var/cache/pip \
+      -e "${SHARED_LIBS_BASE}/oasst-shared"
+
+
+USER ${APP_USER}
+
+
+COPY --chown="${APP_USER}:${APP_USER}" --from=build /build/lib                         ${APP_LIBS}
+COPY --chown="${APP_USER}:${APP_USER}"              ./${APP_RELATIVE_PATH}/__main__.py .
+
+
+VOLUME [ "${APP_BASE}/lib/oasst-shared" ]
+
+
+CMD python3 __main__.py --backend-url "${BACKEND_URL}" --inference-server-url "${INFERENCE_SERVER_URL}"