muryshev commited on
Commit
9e5d33d
1 Parent(s): 0245f02

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -282,7 +282,7 @@ def generate_response():
282
  def generate_and_log_tokens(model, generator):
283
  for token in generate_tokens(model, generator):
284
  if token == model.token_eos(): # or (max_new_tokens is not None and i >= max_new_tokens):
285
- log(request=request, response=model.detokenize(response_tokens).decode("utf-8", errors="ignore"))
286
  break
287
  response_tokens.append(token)
288
  yield token
 
282
  def generate_and_log_tokens(model, generator):
283
  for token in generate_tokens(model, generator):
284
  if token == model.token_eos(): # or (max_new_tokens is not None and i >= max_new_tokens):
285
+ log(request, model.detokenize(response_tokens).decode("utf-8", errors="ignore"))
286
  break
287
  response_tokens.append(token)
288
  yield token