qresearch
/

llama-3.1-8B-vision-378

Image-Text-to-Text

text-generation

Model card Files Files and versions Community

qtnx commited on Jul 23

Commit

5aa7a04

•

1 Parent(s): 30392ea

Update modeling_llamavision.py

Files changed (1) hide show

modeling_llamavision.py +4 -1

modeling_llamavision.py CHANGED Viewed

@@ -93,7 +93,10 @@ class Llamavision(PreTrainedModel):
         **kwargs,
     ):
         generate_config = {
-            "eos_token_id": tokenizer.eos_token_id,
             "bos_token_id": tokenizer.bos_token_id,
             "pad_token_id": tokenizer.pad_token_id,
             "max_new_tokens": max_new_tokens,

         **kwargs,
     ):
         generate_config = {
+            "eos_token_id": [
+                tokenizer.eos_token_id,
+                tokenizer.convert_tokens_to_ids("<|eot_id|>"),
+            ],
             "bos_token_id": tokenizer.bos_token_id,
             "pad_token_id": tokenizer.pad_token_id,
             "max_new_tokens": max_new_tokens,