RichardErkhov

/

abacusai_-_Dracarys2-72B-Instruct-gguf

like 1

from llama_cpp import Llama
llm = Llama(
model_path="/content/dracarys2-72b-instruct.Q2_K.gguf",
chat_format="llama-2"
)
llm.create_chat_completion(
messages = [
{"role": "system", "content": "You are a helpful assistant."},
{
"role": "user",
"content": "Who is Napoleon Bonaparte?"
}
]
)

not run