orrzohar commited on
Commit
5e12bdc
·
verified ·
1 Parent(s): 54cb403

Fix dtype processing in README example

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -173,7 +173,7 @@ inputs = processor.apply_chat_template(
173
  tokenize=True,
174
  return_dict=True,
175
  return_tensors="pt",
176
- ).to(model.device)
177
 
178
  generated_ids = model.generate(**inputs, do_sample=False, max_new_tokens=64)
179
  generated_texts = processor.batch_decode(
 
173
  tokenize=True,
174
  return_dict=True,
175
  return_tensors="pt",
176
+ ).to(model.device, dtype=torch.bfloat16)
177
 
178
  generated_ids = model.generate(**inputs, do_sample=False, max_new_tokens=64)
179
  generated_texts = processor.batch_decode(