WillHeld
/

DiVA-llama-3-v0-8b

Feature Extraction

Model card Files Files and versions Community

WillHeld commited on 11 days ago

Commit

6e761b1

•

1 Parent(s): fd6bf89

Update modeling_diva.py

Files changed (1) hide show

modeling_diva.py +1 -1

modeling_diva.py CHANGED Viewed

@@ -92,7 +92,7 @@ class DiVAModel(PreTrainedModel):
         if self.tokenizer.pad_token_id == None:
             override_token = list(self.tokenizer.added_tokens_decoder.items())[-1]
             self.tokenizer.pad_token_id = override_token[0]
-            self.tokenizer.pad_tokn = str(override_token[1])
         prefix, suffix = self.tokenizer.apply_chat_template(
             [{"role": "user", "content": "PLACEHOLDER"}],
             tokenize=False,

         if self.tokenizer.pad_token_id == None:
             override_token = list(self.tokenizer.added_tokens_decoder.items())[-1]
             self.tokenizer.pad_token_id = override_token[0]
+            self.tokenizer.pad_token = str(override_token[1])
         prefix, suffix = self.tokenizer.apply_chat_template(
             [{"role": "user", "content": "PLACEHOLDER"}],
             tokenize=False,