Text Generation
Transformers
English
alpaca
bloom
LLM
mrm8488 commited on
Commit
007defd
1 Parent(s): e448c8a

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -62,7 +62,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer, GenerationConfig
62
 
63
  peft_model_id = "mrm8488/Alpacoom"
64
  config = PeftConfig.from_pretrained(peft_model_id)
65
- model = AutoModelForCausalLM.from_pretrained(config.base_model_name_or_path, return_dict=True, load_in_8bit=True, device_map="auto")
66
  tokenizer = AutoTokenizer.from_pretrained("bigscience/bloom-7b1")
67
 
68
  model = PeftModel.from_pretrained(model, peft_model_id)
 
62
 
63
  peft_model_id = "mrm8488/Alpacoom"
64
  config = PeftConfig.from_pretrained(peft_model_id)
65
+ model = AutoModelForCausalLM.from_pretrained(config.base_model_name_or_path, return_dict=True, load_in_8bit=True, device_map={"":0})
66
  tokenizer = AutoTokenizer.from_pretrained("bigscience/bloom-7b1")
67
 
68
  model = PeftModel.from_pretrained(model, peft_model_id)