AFischer1985 commited on
Commit
9dd267d
·
1 Parent(s): 26e1c7c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -1
app.py CHANGED
@@ -2,10 +2,12 @@ from llama_cpp.server.app import create_app, Settings
2
  from fastapi.responses import HTMLResponse
3
  import os
4
 
 
 
5
  app = create_app(
6
  Settings(
7
  n_threads=2, # set to number of cpu cores
8
- model="https://huggingface.co/TheBloke/OpenHermes-2-Mistral-7B-GGUF/resolve/main/openhermes-2-mistral-7b.Q4_0.gguf",
9
  embedding=False
10
  )
11
  )
 
2
  from fastapi.responses import HTMLResponse
3
  import os
4
 
5
+ urlretrieve("https://huggingface.co/TheBloke/OpenHermes-2-Mistral-7B-GGUF/resolve/main/openhermes-2-mistral-7b.Q4_0.gguf", "./model.gguf")
6
+
7
  app = create_app(
8
  Settings(
9
  n_threads=2, # set to number of cpu cores
10
+ model="./model.gguf",
11
  embedding=False
12
  )
13
  )