unclemusclez commited on
Commit
b8c4ad0
·
verified ·
1 Parent(s): 0c06541

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +3 -3
Dockerfile CHANGED
@@ -74,7 +74,7 @@ COPY groups_merged.txt llama.cpp/.
74
  WORKDIR ${APPDIR}/llama.cpp
75
  RUN git pull
76
  RUN python -m pip install -r requirements.txt
77
- RUN GGML_CUDA=1 make -j llama-quantize
78
 
79
  ENV PYTHONUNBUFFERED=1 \
80
  HF_HUB_ENABLE_HF_TRANSFER=1 \
@@ -92,6 +92,6 @@ ENV PYTHONUNBUFFERED=1 \
92
 
93
  WORKDIR ${APPDIR}
94
  # EXPOSE map[11434/tcp:{}]
95
- RUN ollama serve --verbose & sleep 5
96
  # RUN . .venv/bin/activate
97
- ENTRYPOINT python app.py --verbose
 
74
  WORKDIR ${APPDIR}/llama.cpp
75
  RUN git pull
76
  RUN python -m pip install -r requirements.txt
77
+ RUN GGML_CUDA=1 LLAMA_CUDA=1 make -j llama-quantize
78
 
79
  ENV PYTHONUNBUFFERED=1 \
80
  HF_HUB_ENABLE_HF_TRANSFER=1 \
 
92
 
93
  WORKDIR ${APPDIR}
94
  # EXPOSE map[11434/tcp:{}]
95
+ RUN ollama serve & sleep 5
96
  # RUN . .venv/bin/activate
97
+ ENTRYPOINT python app.py