Text Generation
PEFT
Safetensors
dfurman commited on
Commit
fb3eaed
1 Parent(s): 3c12619

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -2
README.md CHANGED
@@ -121,8 +121,7 @@ model = AutoModelForCausalLM.from_pretrained(
121
  config.base_model_name_or_path,
122
  return_dict=True,
123
  load_in_8bit=True,
124
- device_map="auto",
125
- use_auth_token=True,
126
  trust_remote_code=True,
127
  )
128
 
 
121
  config.base_model_name_or_path,
122
  return_dict=True,
123
  load_in_8bit=True,
124
+ device_map={"":0},
 
125
  trust_remote_code=True,
126
  )
127