Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -34,7 +34,7 @@ def respond(
|
|
34 |
top_p,
|
35 |
peft_model,
|
36 |
tokenizer_name='your-tokenizer-name',
|
37 |
-
device='
|
38 |
):
|
39 |
"""
|
40 |
Generates a response based on the user message and history using the provided PEFT model.
|
|
|
34 |
top_p,
|
35 |
peft_model,
|
36 |
tokenizer_name='your-tokenizer-name',
|
37 |
+
device='auto' # or 'cpu' based on your setup
|
38 |
):
|
39 |
"""
|
40 |
Generates a response based on the user message and history using the provided PEFT model.
|