captain-awesome commited on
Commit
632ae15
1 Parent(s): 13a28df

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -149,7 +149,7 @@ def get_response(user_input):
149
  llm = LlamaCpp(
150
  model_path="tinyllama-1.1b-chat-v1.0.Q4_0.gguf",
151
  temperature=0.75,
152
- max_tokens=2000,
153
  top_p=1,
154
  # callback_manager=callback_manager,
155
  # verbose=True, # Verbose is required to pass to the callback manager
 
149
  llm = LlamaCpp(
150
  model_path="tinyllama-1.1b-chat-v1.0.Q4_0.gguf",
151
  temperature=0.75,
152
+ max_tokens=500,
153
  top_p=1,
154
  # callback_manager=callback_manager,
155
  # verbose=True, # Verbose is required to pass to the callback manager