Update app.py
Browse files
app.py
CHANGED
@@ -1,7 +1,7 @@
|
|
1 |
import gradio as gr
|
2 |
from llama_cpp import Llama
|
3 |
|
4 |
-
llm = Llama(model_path="model.gguf", n_ctx=8000, n_threads=
|
5 |
|
6 |
def generate(message, history, do_sample=True, temperature=0.7,max_tokens=4000, top_p=0.9):
|
7 |
system_prompt = """You are an advanced artificial intelligence assistant. Your role is to give clear and precise answers."""
|
|
|
1 |
import gradio as gr
|
2 |
from llama_cpp import Llama
|
3 |
|
4 |
+
llm = Llama(model_path="model.gguf", n_ctx=8000, n_threads=2, chat_format="chatml")
|
5 |
|
6 |
def generate(message, history, do_sample=True, temperature=0.7,max_tokens=4000, top_p=0.9):
|
7 |
system_prompt = """You are an advanced artificial intelligence assistant. Your role is to give clear and precise answers."""
|