djward888 commited on
Commit
70be31c
1 Parent(s): 6a39c8a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -1,7 +1,7 @@
1
  import gradio as gr
2
  from llama_cpp import Llama
3
 
4
- llm = Llama(model_path="model.gguf", n_ctx=8000, n_threads=4, chat_format="chatml")
5
 
6
  def generate(message, history, do_sample=True, temperature=0.7,max_tokens=4000, top_p=0.9):
7
  system_prompt = """You are an advanced artificial intelligence assistant. Your role is to give clear and precise answers."""
 
1
  import gradio as gr
2
  from llama_cpp import Llama
3
 
4
+ llm = Llama(model_path="model.gguf", n_ctx=8000, n_threads=2, chat_format="chatml")
5
 
6
  def generate(message, history, do_sample=True, temperature=0.7,max_tokens=4000, top_p=0.9):
7
  system_prompt = """You are an advanced artificial intelligence assistant. Your role is to give clear and precise answers."""