Spaces:
Runtime error
Runtime error
Update Dockerfile
Browse files- Dockerfile +3 -3
Dockerfile
CHANGED
@@ -74,7 +74,7 @@ COPY groups_merged.txt llama.cpp/.
|
|
74 |
WORKDIR ${APPDIR}/llama.cpp
|
75 |
RUN git pull
|
76 |
RUN python -m pip install -r requirements.txt
|
77 |
-
RUN GGML_CUDA=1 make -j llama-quantize
|
78 |
|
79 |
ENV PYTHONUNBUFFERED=1 \
|
80 |
HF_HUB_ENABLE_HF_TRANSFER=1 \
|
@@ -92,6 +92,6 @@ ENV PYTHONUNBUFFERED=1 \
|
|
92 |
|
93 |
WORKDIR ${APPDIR}
|
94 |
# EXPOSE map[11434/tcp:{}]
|
95 |
-
RUN ollama serve
|
96 |
# RUN . .venv/bin/activate
|
97 |
-
ENTRYPOINT python app.py
|
|
|
74 |
WORKDIR ${APPDIR}/llama.cpp
|
75 |
RUN git pull
|
76 |
RUN python -m pip install -r requirements.txt
|
77 |
+
RUN GGML_CUDA=1 LLAMA_CUDA=1 make -j llama-quantize
|
78 |
|
79 |
ENV PYTHONUNBUFFERED=1 \
|
80 |
HF_HUB_ENABLE_HF_TRANSFER=1 \
|
|
|
92 |
|
93 |
WORKDIR ${APPDIR}
|
94 |
# EXPOSE map[11434/tcp:{}]
|
95 |
+
RUN ollama serve & sleep 5
|
96 |
# RUN . .venv/bin/activate
|
97 |
+
ENTRYPOINT python app.py
|