pabloce commited on
Commit
4993069
1 Parent(s): d4f57b2

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -52,7 +52,7 @@ def respond(
52
  llm = Llama(
53
  model_path=f"models/{model}",
54
  n_gpu_layers=81,
55
- n_ctx: 8192,
56
  )
57
  provider = LlamaCppPythonProvider(llm)
58
 
 
52
  llm = Llama(
53
  model_path=f"models/{model}",
54
  n_gpu_layers=81,
55
+ n_ctx=8192,
56
  )
57
  provider = LlamaCppPythonProvider(llm)
58