|
FROM nvidia/cuda:11.8.0-cudnn8-devel-ubuntu22.04
|
|
|
|
ENV DEBIAN_FRONTEND=noninteractive
|
|
RUN apt-get update && \
|
|
apt-get upgrade -y && \
|
|
apt-get install -y --no-install-recommends \
|
|
git \
|
|
git-lfs \
|
|
wget \
|
|
curl \
|
|
|
|
build-essential \
|
|
libssl-dev \
|
|
zlib1g-dev \
|
|
libbz2-dev \
|
|
libreadline-dev \
|
|
libsqlite3-dev \
|
|
libncursesw5-dev \
|
|
xz-utils \
|
|
tk-dev \
|
|
libxml2-dev \
|
|
libxmlsec1-dev \
|
|
libffi-dev \
|
|
liblzma-dev \
|
|
ffmpeg \
|
|
nvidia-driver-515
|
|
|
|
RUN useradd -m -u 1000 user
|
|
USER user
|
|
ENV HOME=/home/user \
|
|
PATH=/home/user/.local/bin:${PATH}
|
|
WORKDIR ${HOME}/app
|
|
|
|
RUN curl https://pyenv.run | bash
|
|
ENV PATH=${HOME}/.pyenv/shims:${HOME}/.pyenv/bin:${PATH}
|
|
ARG PYTHON_VERSION=3.10.13
|
|
RUN pyenv install ${PYTHON_VERSION} && \
|
|
pyenv global ${PYTHON_VERSION} && \
|
|
pyenv rehash && \
|
|
pip install --no-cache-dir -U pip setuptools wheel && \
|
|
pip install "huggingface-hub" "hf-transfer" "gradio[oauth]>=4.28.0" "gradio_huggingfacehub_search==0.0.7" "APScheduler"
|
|
|
|
COPY --chown=1000 . ${HOME}/app
|
|
RUN git clone https://github.com/ggerganov/llama.cpp
|
|
RUN pip install -r llama.cpp/requirements.txt
|
|
|
|
COPY groups_merged.txt ${HOME}/app/llama.cpp/
|
|
|
|
ENV PYTHONPATH=${HOME}/app \
|
|
PYTHONUNBUFFERED=1 \
|
|
HF_HUB_ENABLE_HF_TRANSFER=1 \
|
|
GRADIO_ALLOW_FLAGGING=never \
|
|
GRADIO_NUM_PORTS=1 \
|
|
GRADIO_SERVER_NAME=0.0.0.0 \
|
|
GRADIO_THEME=huggingface \
|
|
TQDM_POSITION=-1 \
|
|
TQDM_MININTERVAL=1 \
|
|
SYSTEM=spaces \
|
|
LD_LIBRARY_PATH=/usr/local/cuda/lib64:${LD_LIBRARY_PATH} \
|
|
PATH=/usr/local/nvidia/bin:${PATH}
|
|
|
|
|
|
ENTRYPOINT /bin/sh start.sh
|
|
|
|
|
