Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -105,7 +105,7 @@ def preprocess(query: str) -> str:
|
|
105 |
return prompt
|
106 |
|
107 |
|
108 |
-
|
109 |
def reply(message: str, history: list[str]) -> str:
|
110 |
"""
|
111 |
Generates a response to the user’s message.
|
@@ -118,7 +118,7 @@ def reply(message: str, history: list[str]) -> str:
|
|
118 |
str: The generated response from the language model.
|
119 |
"""
|
120 |
|
121 |
-
|
122 |
preprocess(message),
|
123 |
max_new_tokens=512,
|
124 |
return_full_text=False,
|
|
|
105 |
return prompt
|
106 |
|
107 |
|
108 |
+
@spaces.GPU
|
109 |
def reply(message: str, history: list[str]) -> str:
|
110 |
"""
|
111 |
Generates a response to the user’s message.
|
|
|
118 |
str: The generated response from the language model.
|
119 |
"""
|
120 |
|
121 |
+
yield llm(
|
122 |
preprocess(message),
|
123 |
max_new_tokens=512,
|
124 |
return_full_text=False,
|