Sam Armstrong commited on
Commit
16707f4
·
1 Parent(s): e1bcc43

using own model

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -2,8 +2,8 @@ import gradio as gr
2
  from llama_cpp import Llama
3
 
4
  llm = Llama.from_pretrained(
5
- repo_id="bartowski/Meta-Llama-3.1-8B-Instruct-GGUF",
6
- filename="Meta-Llama-3.1-8B-Instruct-IQ4_XS.gguf",
7
  )
8
 
9
  # For local dev
 
2
  from llama_cpp import Llama
3
 
4
  llm = Llama.from_pretrained(
5
+ repo_id="PersonalAILabs/Llama-3.1-Quantized-4bit",
6
+ filename="Meta-Llama-3.1-8B-Instruct.IQ4_XS.gguf",
7
  )
8
 
9
  # For local dev