Text Generation
Transformers
English
alpaca
bloom
LLM
Files changed (1) hide show
  1. README.md +0 -1
README.md CHANGED
@@ -55,7 +55,6 @@ peft_model_id = "mrm8488/Alpacoom"
55
  config = PeftConfig.from_pretrained(peft_model_id)
56
  model = AutoModelForCausalLM.from_pretrained(config.base_model_name_or_path, return_dict=True, load_in_8bit=True, device_map="auto")
57
  tokenizer = AutoTokenizer.from_pretrained("bigscience/bloom-7b1")
58
- model = PeftModel.from_pretrained(model, peft_model_id)
59
 
60
  model = PeftModel.from_pretrained(model, peft_model_id)
61
  model.eval()
 
55
  config = PeftConfig.from_pretrained(peft_model_id)
56
  model = AutoModelForCausalLM.from_pretrained(config.base_model_name_or_path, return_dict=True, load_in_8bit=True, device_map="auto")
57
  tokenizer = AutoTokenizer.from_pretrained("bigscience/bloom-7b1")
 
58
 
59
  model = PeftModel.from_pretrained(model, peft_model_id)
60
  model.eval()