ccm commited on
Commit
830480c
·
verified ·
1 Parent(s): 608e686

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -105,7 +105,7 @@ def preprocess(query: str) -> str:
105
  return prompt
106
 
107
 
108
- #@spaces.GPU
109
  def reply(message: str, history: list[str]) -> str:
110
  """
111
  Generates a response to the user’s message.
@@ -118,7 +118,7 @@ def reply(message: str, history: list[str]) -> str:
118
  str: The generated response from the language model.
119
  """
120
 
121
- return llm(
122
  preprocess(message),
123
  max_new_tokens=512,
124
  return_full_text=False,
 
105
  return prompt
106
 
107
 
108
+ @spaces.GPU
109
  def reply(message: str, history: list[str]) -> str:
110
  """
111
  Generates a response to the user’s message.
 
118
  str: The generated response from the language model.
119
  """
120
 
121
+ yield llm(
122
  preprocess(message),
123
  max_new_tokens=512,
124
  return_full_text=False,