Update README.md
Browse files
README.md
CHANGED
@@ -33,6 +33,7 @@ model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-v0.1", trust_
|
|
33 |
model = PeftModel.from_pretrained(model, "SalehAhmad/Mistral-7B-Instruct-v0.1-JSON-Test_Generation-2-Epoch", trust_remote_code=True, torch_dtype=torch.bfloat16, device_map="auto")
|
34 |
tokenizer.pad_token = tokenizer.eos_token
|
35 |
tokenizer.padding_side = "right"
|
|
|
36 |
|
37 |
pipe = pipeline("text-generation", model=model, tokenizer=tokenizer, max_new_tokens=2046, return_full_text=False, device_map="auto",
|
38 |
kwargs={'stop': ["###Human:"]})
|
|
|
33 |
model = PeftModel.from_pretrained(model, "SalehAhmad/Mistral-7B-Instruct-v0.1-JSON-Test_Generation-2-Epoch", trust_remote_code=True, torch_dtype=torch.bfloat16, device_map="auto")
|
34 |
tokenizer.pad_token = tokenizer.eos_token
|
35 |
tokenizer.padding_side = "right"
|
36 |
+
tokenizer.pad_token_id = tokenizer.eos_token_id
|
37 |
|
38 |
pipe = pipeline("text-generation", model=model, tokenizer=tokenizer, max_new_tokens=2046, return_full_text=False, device_map="auto",
|
39 |
kwargs={'stop': ["###Human:"]})
|