qnguyen3 commited on
Commit
836e409
1 Parent(s): 6e20834

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -106,7 +106,7 @@ def bot_streaming(message, history):
106
  generation_kwargs = dict(input_ids=input_ids.to('cuda'),
107
  images=image_tensor.to('cuda'),
108
  streamer=streamer, max_new_tokens=128,
109
- stopping_criteria=[stopping_criteria])
110
  generated_text = ""
111
  thread = Thread(target=model.generate, kwargs=generation_kwargs)
112
  thread.start()
 
106
  generation_kwargs = dict(input_ids=input_ids.to('cuda'),
107
  images=image_tensor.to('cuda'),
108
  streamer=streamer, max_new_tokens=128,
109
+ stopping_criteria=[stopping_criteria], temperature=0.0)
110
  generated_text = ""
111
  thread = Thread(target=model.generate, kwargs=generation_kwargs)
112
  thread.start()