Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
@@ -7,6 +7,9 @@ import ingest
|
|
7 |
from llama_cpp import Llama
|
8 |
from huggingface_hub import hf_hub_download
|
9 |
|
|
|
|
|
|
|
10 |
llm = Llama(
|
11 |
model_path=hf_hub_download(
|
12 |
repo_id=os.environ.get("REPO_ID", "TheBloke/Llama-2-7b-Chat-GGUF"),
|
@@ -71,4 +74,5 @@ demo.queue(concurrency_count=1, max_size=5)
|
|
71 |
|
72 |
demo.launch()
|
73 |
|
74 |
-
ingest.main()
|
|
|
|
7 |
from llama_cpp import Llama
|
8 |
from huggingface_hub import hf_hub_download
|
9 |
|
10 |
+
import run_localGPT_API
|
11 |
+
|
12 |
+
|
13 |
llm = Llama(
|
14 |
model_path=hf_hub_download(
|
15 |
repo_id=os.environ.get("REPO_ID", "TheBloke/Llama-2-7b-Chat-GGUF"),
|
|
|
74 |
|
75 |
demo.launch()
|
76 |
|
77 |
+
ingest.main()
|
78 |
+
run_localGPT_API.main()
|