Spaces:
Sleeping
Sleeping
Sam Armstrong
commited on
Commit
·
16707f4
1
Parent(s):
e1bcc43
using own model
Browse files
app.py
CHANGED
@@ -2,8 +2,8 @@ import gradio as gr
|
|
2 |
from llama_cpp import Llama
|
3 |
|
4 |
llm = Llama.from_pretrained(
|
5 |
-
repo_id="
|
6 |
-
filename="Meta-Llama-3.1-8B-Instruct
|
7 |
)
|
8 |
|
9 |
# For local dev
|
|
|
2 |
from llama_cpp import Llama
|
3 |
|
4 |
llm = Llama.from_pretrained(
|
5 |
+
repo_id="PersonalAILabs/Llama-3.1-Quantized-4bit",
|
6 |
+
filename="Meta-Llama-3.1-8B-Instruct.IQ4_XS.gguf",
|
7 |
)
|
8 |
|
9 |
# For local dev
|