WillHeld
/

DiVA-llama-3-v0-8b

Feature Extraction

Model card Files Files and versions Community

WillHeld commited on 14 days ago

Commit

fd6bf89

•

1 Parent(s): 72ed899

Update modeling_diva.py

Files changed (1) hide show

modeling_diva.py +1 -1

modeling_diva.py CHANGED Viewed

@@ -88,7 +88,7 @@ class DiVAModel(PreTrainedModel):
             torch_dtype=torch.float16,
         )
         self.processor = AutoProcessor.from_pretrained(config_dict["reference_encoder"])
-        self.tokenizer = AutoTokenizer.from_pretrained(config_dict["reference_decoder"])
         if self.tokenizer.pad_token_id == None:
             override_token = list(self.tokenizer.added_tokens_decoder.items())[-1]
             self.tokenizer.pad_token_id = override_token[0]

             torch_dtype=torch.float16,
         )
         self.processor = AutoProcessor.from_pretrained(config_dict["reference_encoder"])
+        self.tokenizer = AutoTokenizer.from_pretrained(config_dict["reference_decoder"], use_fast=False)
         if self.tokenizer.pad_token_id == None:
             override_token = list(self.tokenizer.added_tokens_decoder.items())[-1]
             self.tokenizer.pad_token_id = override_token[0]