Willy030125
/

finetune-indoMMLU-Merak-7B-v1

text-generation-inference

Model card Files Files and versions Community

Willy030125 commited on Jan 31

Commit

f30b8da

•

1 Parent(s): 870f518

Update README.md

Files changed (1) hide show

README.md +2 -2

README.md CHANGED Viewed

@@ -32,7 +32,7 @@ from peft import PeftModel, PeftConfig
 model_name = "Ichsan2895/Merak-7B-v4"
 adapter_name = "Willy030125/finetune-indoMMLU-Merak-7B-v1"
-bnb_config = transformers.BitsAndBytesConfig(
     load_in_4bit=True,
     bnb_4bit_use_double_quant=True,
     bnb_4bit_quant_type="nf4",
@@ -46,7 +46,7 @@ model = AutoModelForCausalLM.from_pretrained(
     trust_remote_code=True
 )
-model = PeftModel.from_pretrained(model_name, adapter_name)
 tokenizer = LlamaTokenizer.from_pretrained(model_name)
 def generate_response(question: str) -> str:

 model_name = "Ichsan2895/Merak-7B-v4"
 adapter_name = "Willy030125/finetune-indoMMLU-Merak-7B-v1"
+bnb_config = BitsAndBytesConfig(
     load_in_4bit=True,
     bnb_4bit_use_double_quant=True,
     bnb_4bit_quant_type="nf4",
     trust_remote_code=True
 )
+model = PeftModel.from_pretrained(model, adapter_name)
 tokenizer = LlamaTokenizer.from_pretrained(model_name)
 def generate_response(question: str) -> str: