merve HF staff commited on
Commit
8c9b6fc
·
verified ·
1 Parent(s): 2df119b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -65,7 +65,7 @@ def bot_streaming(message, history):
65
 
66
  inputs = processor(prompt, image, return_tensors="pt").to("cuda", torch.float16)
67
  streamer = TextIteratorStreamer(processor, {"skip_special_tokens": True})
68
- generation_kwargs = dict(inputs, streamer=streamer, max_new_tokens=100)
69
  generated_text = ""
70
 
71
  thread = Thread(target=model.generate, kwargs=generation_kwargs)
 
65
 
66
  inputs = processor(prompt, image, return_tensors="pt").to("cuda", torch.float16)
67
  streamer = TextIteratorStreamer(processor, {"skip_special_tokens": True})
68
+ generation_kwargs = dict(inputs, streamer=streamer, max_new_tokens=250)
69
  generated_text = ""
70
 
71
  thread = Thread(target=model.generate, kwargs=generation_kwargs)