Dockerfile

# read the doc: https://huggingface.co/docs/hub/spaces-sdks-docker
# you will also find guides on how best to write your Dockerfile

FROM python:3.10

WORKDIR /code

COPY ./requirements.txt /code/requirements.txt

RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt

COPY . .
RUN mkdir -p .cache/huggingface/models--Qwen--Qwen-1_8B-Chat && mkdir -p ./.cache/huggingface/models--Qwen--Qwen-1_8B-Chat
RUN chmod 777 -R ./* && chmod 777 -R ./.cache/*
CMD ["python", "run_server.py",  "--llm", "Qwen/Qwen-1_8B-Chat", "--model_server", "http://127.0.0.1:7905/v1", "--server_host", "0.0.0.0"]