kaitchup
/

Llama-2-7b-mt-German-to-English

Model card Files Files and versions Community

bnjmnmarie commited on Mar 4

Commit

f4cc300

•

1 Parent(s): 8e8a48b

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -45,7 +45,7 @@ bnb_config = BitsAndBytesConfig(
     bnb_4bit_use_double_quant=True,
 )
 model = AutoModelForCausalLM.from_pretrained(
-        original_model_directory, device_map={"": 0}, quantization_config=bnb_config
 )
 tokenizer = AutoTokenizer.from_pretrained(base_model, use_fast=True)
 model = PeftModel.from_pretrained(model, "kaitchup/Llama-2-7b-mt-German-to-English")

     bnb_4bit_use_double_quant=True,
 )
 model = AutoModelForCausalLM.from_pretrained(
+        base_model, device_map={"": 0}, quantization_config=bnb_config
 )
 tokenizer = AutoTokenizer.from_pretrained(base_model, use_fast=True)
 model = PeftModel.from_pretrained(model, "kaitchup/Llama-2-7b-mt-German-to-English")