KGSAGAR commited on
Commit
bd08591
·
verified ·
1 Parent(s): e6f7aa3

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -34,7 +34,7 @@ def respond(
34
  top_p,
35
  peft_model,
36
  tokenizer_name='your-tokenizer-name',
37
- device='cpu' # or 'cpu' based on your setup
38
  ):
39
  """
40
  Generates a response based on the user message and history using the provided PEFT model.
 
34
  top_p,
35
  peft_model,
36
  tokenizer_name='your-tokenizer-name',
37
+ device='auto' # or 'cpu' based on your setup
38
  ):
39
  """
40
  Generates a response based on the user message and history using the provided PEFT model.