Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -31,7 +31,7 @@ def mistral_inference(prompt, image_url):
|
|
31 |
images = encoded.images
|
32 |
tokens = encoded.tokens
|
33 |
|
34 |
-
out_tokens, _ = generate([tokens], model, images=[images], max_tokens=
|
35 |
result = tokenizer.decode(out_tokens[0])
|
36 |
|
37 |
return result
|
|
|
31 |
images = encoded.images
|
32 |
tokens = encoded.tokens
|
33 |
|
34 |
+
out_tokens, _ = generate([tokens], model, images=[images], max_tokens=1024, temperature=0.35, eos_id=tokenizer.instruct_tokenizer.tokenizer.eos_id)
|
35 |
result = tokenizer.decode(out_tokens[0])
|
36 |
|
37 |
return result
|