Update README.md
Browse files
README.md
CHANGED
|
@@ -30,6 +30,7 @@ tokenizer = AutoTokenizer.from_pretrained(model_name)
|
|
| 30 |
model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.bfloat16)
|
| 31 |
if torch.cuda.is_available():
|
| 32 |
model = model.to("cuda")
|
|
|
|
| 33 |
prompt = "{bos_token}{b_inst}{prompt}{e_inst}".format(
|
| 34 |
bos_token=tokenizer.bos_token,
|
| 35 |
b_inst=B_INST,
|
|
|
|
| 30 |
model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.bfloat16)
|
| 31 |
if torch.cuda.is_available():
|
| 32 |
model = model.to("cuda")
|
| 33 |
+
model.eval()
|
| 34 |
prompt = "{bos_token}{b_inst}{prompt}{e_inst}".format(
|
| 35 |
bos_token=tokenizer.bos_token,
|
| 36 |
b_inst=B_INST,
|