Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -33,7 +33,7 @@ def bot_streaming(message, history, max_tokens, temperature, top_p, top_k, repet
|
|
33 |
inputs = processor(text=prompt, images=image, return_tensors="pt").to("cuda:0")
|
34 |
|
35 |
generation_kwargs = dict(
|
36 |
-
inputs,
|
37 |
do_sample=True, temperature=temperature, top_p=top_p,
|
38 |
top_k=top_k, repetition_penalty=repetition_penalty
|
39 |
)
|
|
|
33 |
inputs = processor(text=prompt, images=image, return_tensors="pt").to("cuda:0")
|
34 |
|
35 |
generation_kwargs = dict(
|
36 |
+
inputs, max_new_tokens=max_tokens,
|
37 |
do_sample=True, temperature=temperature, top_p=top_p,
|
38 |
top_k=top_k, repetition_penalty=repetition_penalty
|
39 |
)
|