Update llm_handler.py
Browse files- llm_handler.py +1 -1
llm_handler.py
CHANGED
@@ -4,7 +4,7 @@ from llama_cpp_agent import MessagesFormatterType
|
|
4 |
from llama_cpp_agent.providers import LlamaCppPythonProvider
|
5 |
|
6 |
# Initialize the Llama model
|
7 |
-
llama_model = Llama("Qwen2-1.5B-Instruct-Abliterated-iMat-GGUF/Qwen2-1.5B-Instruct-Abliterated-Q8_0.gguf", n_batch=1024, n_threads=24, n_gpu_layers=33, n_ctx=
|
8 |
|
9 |
# Create the provider
|
10 |
provider = LlamaCppPythonProvider(llama_model)
|
|
|
4 |
from llama_cpp_agent.providers import LlamaCppPythonProvider
|
5 |
|
6 |
# Initialize the Llama model
|
7 |
+
llama_model = Llama("Qwen2-1.5B-Instruct-Abliterated-iMat-GGUF/Qwen2-1.5B-Instruct-Abliterated-Q8_0.gguf", n_batch=1024, n_threads=24, n_gpu_layers=33, n_ctx=4098, verbose=False)
|
8 |
|
9 |
# Create the provider
|
10 |
provider = LlamaCppPythonProvider(llama_model)
|