Spaces:
Runtime error
Runtime error
Update app.py
Browse filesattempt to url not found error
app.py
CHANGED
@@ -8,6 +8,10 @@ import gradio as gr
|
|
8 |
|
9 |
local_llm = "zephyr-7b-beta.Q4_K_S.gguf"
|
10 |
|
|
|
|
|
|
|
|
|
11 |
|
12 |
config = {
|
13 |
"max_new_token": 1024,
|
|
|
8 |
|
9 |
local_llm = "zephyr-7b-beta.Q4_K_S.gguf"
|
10 |
|
11 |
+
# Load model directly
|
12 |
+
from transformers import AutoModel
|
13 |
+
local_llm = AutoModel.from_pretrained("TheBloke/zephyr-7B-beta-GGUF")
|
14 |
+
|
15 |
|
16 |
config = {
|
17 |
"max_new_token": 1024,
|