Update README.md

README.md

@@ -83,6 +83,7 @@ config = PeftConfig.from_pretrained(MODEL_NAME)
 model = AutoModelForCausalLM.from_pretrained(
     config.base_model_name_or_path,
     load_in_8bit=True,
+    torch_dtype=torch.float16,
     device_map="auto"
 )
 model = PeftModel.from_pretrained(model, MODEL_NAME)