SalehAhmad commited on
Commit
786fc4e
·
verified ·
1 Parent(s): 99c0645

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -0
README.md CHANGED
@@ -33,6 +33,7 @@ model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-v0.1", trust_
33
  model = PeftModel.from_pretrained(model, "SalehAhmad/Mistral-7B-Instruct-v0.1-JSON-Test_Generation-2-Epoch", trust_remote_code=True, torch_dtype=torch.bfloat16, device_map="auto")
34
  tokenizer.pad_token = tokenizer.eos_token
35
  tokenizer.padding_side = "right"
 
36
 
37
  pipe = pipeline("text-generation", model=model, tokenizer=tokenizer, max_new_tokens=2046, return_full_text=False, device_map="auto",
38
  kwargs={'stop': ["###Human:"]})
 
33
  model = PeftModel.from_pretrained(model, "SalehAhmad/Mistral-7B-Instruct-v0.1-JSON-Test_Generation-2-Epoch", trust_remote_code=True, torch_dtype=torch.bfloat16, device_map="auto")
34
  tokenizer.pad_token = tokenizer.eos_token
35
  tokenizer.padding_side = "right"
36
+ tokenizer.pad_token_id = tokenizer.eos_token_id
37
 
38
  pipe = pipeline("text-generation", model=model, tokenizer=tokenizer, max_new_tokens=2046, return_full_text=False, device_map="auto",
39
  kwargs={'stop': ["###Human:"]})