concedo commited on
Commit
316095c
1 Parent(s): ce28370

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +3 -7
Dockerfile CHANGED
@@ -1,7 +1,5 @@
1
- FROM nvidia/cuda:12.1.1-devel-ubuntu22.04
2
  ARG MODEL
3
- ARG IMGMODEL
4
- ARG MMPROJ
5
  ARG MODEL_NAME
6
  ARG ADDITIONAL
7
  RUN mkdir /opt/koboldcpp
@@ -9,9 +7,7 @@ RUN apt update && apt install git build-essential libopenblas-dev wget python3-p
9
  RUN git clone https://github.com/lostruins/koboldcpp /opt/koboldcpp
10
  WORKDIR /opt/koboldcpp
11
  COPY default.json /opt/koboldcpp/default.json
12
- RUN make LLAMA_OPENBLAS=1 LLAMA_CUBLAS=1 LLAMA_PORTABLE=1
13
  RUN wget -O model.ggml $MODEL || true
14
- RUN wget -O imgmodel.ggml $IMGMODEL || true
15
- RUN wget -O mmproj.ggml $MMPROJ || true
16
- CMD /bin/python3 ./koboldcpp.py --model model.ggml --sdconfig imgmodel.ggml clamped 4 quant --mmproj mmproj.ggml $ADDITIONAL --port 7860 --hordeconfig $MODEL_NAME 1 1 --preloadstory default.json --ignoremissing
17
 
 
1
+ FROM ubuntu:22.04
2
  ARG MODEL
 
 
3
  ARG MODEL_NAME
4
  ARG ADDITIONAL
5
  RUN mkdir /opt/koboldcpp
 
7
  RUN git clone https://github.com/lostruins/koboldcpp /opt/koboldcpp
8
  WORKDIR /opt/koboldcpp
9
  COPY default.json /opt/koboldcpp/default.json
10
+ RUN make LLAMA_OPENBLAS=1
11
  RUN wget -O model.ggml $MODEL || true
12
+ CMD /bin/python3 ./koboldcpp.py --model model.ggml $ADDITIONAL --port 7860 --hordeconfig $MODEL_NAME 1 1 --preloadstory default.json --ignoremissing
 
 
13