qwen2.5-7b-4bit / Dockerfile
Gokulavelan's picture
change
b099d18
raw
history blame contribute delete
531 Bytes
# Use official Python image
FROM python:3.9-slim
# Set environment variables
ENV PYTHONUNBUFFERED=1 \
PYTHONDONTWRITEBYTECODE=1 \
HF_HOME="/app/huggingface_cache" \
TRANSFORMERS_CACHE="/app/huggingface_cache"
# Create cache directory
RUN mkdir -p $HF_HOME && chmod -R 777 $HF_HOME
# Copy app files
WORKDIR /app
COPY . .
# Install dependencies
RUN pip install --no-cache-dir -r requirements.txt
# Expose FastAPI port
EXPOSE 8000
# Run FastAPI
CMD ["uvicorn", "app.main:app", "--host", "0.0.0.0", "--port", "8000"]