Willy030125 commited on
Commit
f30b8da
1 Parent(s): 870f518

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +2 -2
README.md CHANGED
@@ -32,7 +32,7 @@ from peft import PeftModel, PeftConfig
32
  model_name = "Ichsan2895/Merak-7B-v4"
33
  adapter_name = "Willy030125/finetune-indoMMLU-Merak-7B-v1"
34
 
35
- bnb_config = transformers.BitsAndBytesConfig(
36
  load_in_4bit=True,
37
  bnb_4bit_use_double_quant=True,
38
  bnb_4bit_quant_type="nf4",
@@ -46,7 +46,7 @@ model = AutoModelForCausalLM.from_pretrained(
46
  trust_remote_code=True
47
  )
48
 
49
- model = PeftModel.from_pretrained(model_name, adapter_name)
50
  tokenizer = LlamaTokenizer.from_pretrained(model_name)
51
 
52
  def generate_response(question: str) -> str:
 
32
  model_name = "Ichsan2895/Merak-7B-v4"
33
  adapter_name = "Willy030125/finetune-indoMMLU-Merak-7B-v1"
34
 
35
+ bnb_config = BitsAndBytesConfig(
36
  load_in_4bit=True,
37
  bnb_4bit_use_double_quant=True,
38
  bnb_4bit_quant_type="nf4",
 
46
  trust_remote_code=True
47
  )
48
 
49
+ model = PeftModel.from_pretrained(model, adapter_name)
50
  tokenizer = LlamaTokenizer.from_pretrained(model_name)
51
 
52
  def generate_response(question: str) -> str: