Bradarr commited on
Commit
3411c2a
·
verified ·
1 Parent(s): a50e52a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -85,7 +85,7 @@ def generate_text(
85
  llm = Llama(
86
  model_path=model_path,
87
  flash_attn=True,
88
- # n_gpu_layers=999, # Let llama-cpp handle this automatically, or set a reasonable value.
89
  n_ctx=n_ctx, # Context window size. Can increase.
90
  verbose=False #Reduce unnecessary verbosity
91
  )
 
85
  llm = Llama(
86
  model_path=model_path,
87
  flash_attn=True,
88
+ n_gpu_layers=999, # Let llama-cpp handle this automatically, or set a reasonable value.
89
  n_ctx=n_ctx, # Context window size. Can increase.
90
  verbose=False #Reduce unnecessary verbosity
91
  )