captain-awesome
commited on
Commit
•
632ae15
1
Parent(s):
13a28df
Update app.py
Browse files
app.py
CHANGED
@@ -149,7 +149,7 @@ def get_response(user_input):
|
|
149 |
llm = LlamaCpp(
|
150 |
model_path="tinyllama-1.1b-chat-v1.0.Q4_0.gguf",
|
151 |
temperature=0.75,
|
152 |
-
max_tokens=
|
153 |
top_p=1,
|
154 |
# callback_manager=callback_manager,
|
155 |
# verbose=True, # Verbose is required to pass to the callback manager
|
|
|
149 |
llm = LlamaCpp(
|
150 |
model_path="tinyllama-1.1b-chat-v1.0.Q4_0.gguf",
|
151 |
temperature=0.75,
|
152 |
+
max_tokens=500,
|
153 |
top_p=1,
|
154 |
# callback_manager=callback_manager,
|
155 |
# verbose=True, # Verbose is required to pass to the callback manager
|