Spaces:
Runtime error
Runtime error
Update app.py
Browse filestrying to find proper model link
app.py
CHANGED
@@ -6,11 +6,11 @@ from langchain.embeddings import HuggingFaceBgeEmbeddings
|
|
6 |
from langchain.chains import RetrievalQA
|
7 |
import gradio as gr
|
8 |
|
9 |
-
local_llm = "zephyr-7b-beta.
|
10 |
|
11 |
# Load model directly
|
12 |
-
from transformers import AutoModel
|
13 |
-
local_llm = AutoModel.from_pretrained("TheBloke/zephyr-7B-beta-GGUF")
|
14 |
|
15 |
|
16 |
config = {
|
|
|
6 |
from langchain.chains import RetrievalQA
|
7 |
import gradio as gr
|
8 |
|
9 |
+
local_llm = "https://huggingface.co/TheBloke/zephyr-7B-beta-GGUF/blob/main/zephyr-7b-beta.Q5_K_S.gguf"
|
10 |
|
11 |
# Load model directly
|
12 |
+
# from transformers import AutoModel
|
13 |
+
# local_llm = AutoModel.from_pretrained("TheBloke/zephyr-7B-beta-GGUF")
|
14 |
|
15 |
|
16 |
config = {
|