Spaces:
Runtime error
Runtime error
Commit
·
def50be
1
Parent(s):
e9f2d11
Try new model
Browse files
demo.py
CHANGED
@@ -3,10 +3,9 @@ from ctransformers import AutoModelForCausalLM
|
|
3 |
import gradio as gr
|
4 |
|
5 |
|
6 |
-
llm = AutoModelForCausalLM.from_pretrained("
|
7 |
model_type="falcon", threads=8)
|
8 |
|
9 |
-
|
10 |
TITLE = """<h1 align="center">🦅 falcon-mini (7b-q4_0) ggml demo 🦅</h1>"""
|
11 |
USER_NAME = "User"
|
12 |
BOT_NAME = "Falcon"
|
|
|
3 |
import gradio as gr
|
4 |
|
5 |
|
6 |
+
llm = AutoModelForCausalLM.from_pretrained("TheBloke/falcon-7b-instruct-GGML", model_file="falcon-7b-instruct.ggccv1.q4_0.bin",
|
7 |
model_type="falcon", threads=8)
|
8 |
|
|
|
9 |
TITLE = """<h1 align="center">🦅 falcon-mini (7b-q4_0) ggml demo 🦅</h1>"""
|
10 |
USER_NAME = "User"
|
11 |
BOT_NAME = "Falcon"
|