Monster commited on
Commit
e4fde75
·
1 Parent(s): bc3d5c5

Create Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +5 -0
Dockerfile ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ # Monster/Llama-2-13B-chat
2
+ FROM ghcr.io/ggerganov/llama.cpp:full
3
+ RUN apt update && apt upgrade -y && apt install wget -y
4
+ RUN wget "https://huggingface.co/TheBloke/Llama-2-13B-chat-GGUF/resolve/main/llama-2-13b-chat.Q4_K_M.gguf" -O llama-2-13b-chat.Q4_K_M.gguf
5
+ CMD ["--server", "-m", "llama-2-13b-chat.Q4_K_M.gguf", "--port", "7860", "--host", "0.0.0.0"]