dkdaniz commited on
Commit
41adfc5
1 Parent(s): a27c717

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +4 -0
Dockerfile CHANGED
@@ -19,6 +19,9 @@ RUN python3 -m pip install --upgrade pip pytest cmake \
19
  RUN apt-get update && apt-get install -y software-properties-common
20
  RUN apt-get install -y g++-11
21
 
 
 
 
22
  # only copy what's needed at every step to optimize layer cache
23
  COPY ./requirements.txt .
24
 
@@ -33,5 +36,6 @@ ARG device_type=cuda
33
  RUN python3 ingest.py --device_type $device_type
34
 
35
  COPY . .
 
36
  ENV device_type=cuda
37
  CMD python3 run_localGPT.py --device_type $device_type
 
19
  RUN apt-get update && apt-get install -y software-properties-common
20
  RUN apt-get install -y g++-11
21
 
22
+ ENV CUDA_DOCKER_ARCH=all
23
+ ENV LLAMA_CUBLAS=1
24
+
25
  # only copy what's needed at every step to optimize layer cache
26
  COPY ./requirements.txt .
27
 
 
36
  RUN python3 ingest.py --device_type $device_type
37
 
38
  COPY . .
39
+
40
  ENV device_type=cuda
41
  CMD python3 run_localGPT.py --device_type $device_type