Spaces:
Paused
Paused
AFischer1985
commited on
Commit
·
9dd267d
1
Parent(s):
26e1c7c
Update app.py
Browse files
app.py
CHANGED
@@ -2,10 +2,12 @@ from llama_cpp.server.app import create_app, Settings
|
|
2 |
from fastapi.responses import HTMLResponse
|
3 |
import os
|
4 |
|
|
|
|
|
5 |
app = create_app(
|
6 |
Settings(
|
7 |
n_threads=2, # set to number of cpu cores
|
8 |
-
model="
|
9 |
embedding=False
|
10 |
)
|
11 |
)
|
|
|
2 |
from fastapi.responses import HTMLResponse
|
3 |
import os
|
4 |
|
5 |
+
urlretrieve("https://huggingface.co/TheBloke/OpenHermes-2-Mistral-7B-GGUF/resolve/main/openhermes-2-mistral-7b.Q4_0.gguf", "./model.gguf")
|
6 |
+
|
7 |
app = create_app(
|
8 |
Settings(
|
9 |
n_threads=2, # set to number of cpu cores
|
10 |
+
model="./model.gguf",
|
11 |
embedding=False
|
12 |
)
|
13 |
)
|