Spaces:

sanket09
/

falcon-mini

Runtime error

matthoffner commited on Jun 23, 2023

Commit

3a52b13

1 Parent(s): b4b2e81

Update demo.py

Files changed (1) hide show

demo.py CHANGED Viewed

@@ -3,8 +3,8 @@ from ctransformers import AutoModelForCausalLM
 import gradio as gr
-llm = AutoModelForCausalLM.from_pretrained("TheBloke/falcon-7b-instruct-GGML", model_file="falcon7b-instruct.ggmlv3.q2_K.bin",
-                                           model_type="falcon", threads=12)
 TITLE = """<h2 align="center">🕊️ Falcon-Chat ggml 🕊️"""

 import gradio as gr
+llm = AutoModelForCausalLM.from_pretrained("TheBloke/falcon-7b-instruct-GGML", model_file="falcon7b-instruct.ggmlv3.q4_0.bin",
+                                           model_type="falcon", threads=10)
 TITLE = """<h2 align="center">🕊️ Falcon-Chat ggml 🕊️"""