litellm / Dockerfile
jinnotgin's picture
Create Dockerfile
f332bea verified
raw
history blame
1.14 kB
# read the doc: https://huggingface.co/docs/hub/spaces-sdks-docker
# you will also find guides on how best to write your Dockerfile
FROM python:3.9
# Set up a new user named "user" with user ID 1000
RUN useradd -m -u 1000 user
# Switch to the "user" user
USER user
# Set home to the user's home directory
ENV HOME=/home/user \
PATH=/home/user/.local/bin:$PATH
# Set the working directory to the user's home directory
WORKDIR $HOME/app
# Copy the current directory contents into the container at $HOME/app setting the owner to the user
COPY --chown=user . $HOME/app
# Mount the secret and copy it to the app directory, then change its ownership to user
RUN --mount=type=secret,id=GOOGLE_APPLICATION_CREDENTIALS_DATA,mode=0444,required=true \
cp /run/secrets/GOOGLE_APPLICATION_CREDENTIALS_DATA ./gcp_credentials.json
# Try and run pip command after setting the user with `USER user` to avoid permission issues with Python
RUN pip install --no-cache-dir --upgrade pip
RUN pip install --no-cache-dir --upgrade -r ./requirements.txt
ENTRYPOINT ["litellm", "--config", "config.yaml", "--port", "7860", "--telemetry", "false"]