Update README.md
Browse files
README.md
CHANGED
|
@@ -49,6 +49,8 @@ messages = [
|
|
| 49 |
chat_tokenized = tokenizer.apply_chat_template(messages, tokenize=False)
|
| 50 |
|
| 51 |
model = AutoModelForCausalLM.from_pretrained("szymonrucinski/krakowiak-v2-7b")
|
|
|
|
|
|
|
| 52 |
tokenizer = AutoTokenizer.from_pretrained("szymonrucinski/krakowiak-v2-7b",add_eos_token=True)
|
| 53 |
tokenizer.pad_token = tokenizer.eos_token
|
| 54 |
|
|
|
|
| 49 |
chat_tokenized = tokenizer.apply_chat_template(messages, tokenize=False)
|
| 50 |
|
| 51 |
model = AutoModelForCausalLM.from_pretrained("szymonrucinski/krakowiak-v2-7b")
|
| 52 |
+
model.config.pad_token_id = model.config.eos_token_id
|
| 53 |
+
|
| 54 |
tokenizer = AutoTokenizer.from_pretrained("szymonrucinski/krakowiak-v2-7b",add_eos_token=True)
|
| 55 |
tokenizer.pad_token = tokenizer.eos_token
|
| 56 |
|