feat(inference): add a prod stage to the server's dockerfile 🐋

This commit is contained in:
Alan Jean
2023-01-31 19:30:12 +04:00
parent 7961fe3b71
commit 6ae6ff51d5
+33 -11
View File
@@ -22,7 +22,7 @@ RUN --mount=type=cache,target=/var/cache/pip \
FROM python:3.10-alpine3.17 as dev
FROM python:3.10-alpine3.17 as base-env
ARG APP_USER
ARG APP_RELATIVE_PATH
ARG MODULE
@@ -44,25 +44,47 @@ RUN adduser \
--no-create-home \
"${APP_USER}"
USER ${APP_USER}
WORKDIR ${APP_ROOT}
COPY --chown="${APP_USER}:${APP_USER}" ./oasst-shared ${SHARED_LIBS_BASE}/oasst-shared
RUN --mount=type=cache,target=/var/cache/pip,from=build \
pip install \
--cache-dir=/var/cache/pip \
-e "${SHARED_LIBS_BASE}/oasst-shared"
USER ${APP_USER}
COPY --chown="${APP_USER}:${APP_USER}" --from=build /build/lib ${APP_LIBS}
COPY --chown="${APP_USER}:${APP_USER}" ./${APP_RELATIVE_PATH}/main.py .
FROM base-env as dev
ARG APP_USER
COPY --chown="${APP_USER}:${APP_USER}" ./oasst-shared ${SHARED_LIBS_BASE}/oasst-shared
USER root
RUN --mount=type=cache,target=/var/cache/pip,from=build \
pip install \
--cache-dir=/var/cache/pip \
-e "${SHARED_LIBS_BASE}/oasst-shared"
USER ${APP_USER}
VOLUME [ "${APP_BASE}/lib/oasst-shared" ]
CMD uvicorn main:app --reload --host 0.0.0.0 --port "${PORT}"
FROM base-env as prod
ARG APP_USER
COPY --chown="${APP_USER}:${APP_USER}" ./oasst-shared /tmp/lib/oasst-shared
RUN --mount=type=cache,target=/var/cache/pip,from=dev \
pip install \
--cache-dir=/var/cache/pip \
--target="${APP_LIBS}" \
/tmp/lib/oasst-shared
CMD uvicorn main:app --host 0.0.0.0 --port "${PORT}"