LSX-UniWue
/

LLaMmlein_1B_chat_alpaca

Generated from Trainer

Model card Files Files and versions Community

JanPf commited on 3 days ago

Commit

e126ba1

•

1 Parent(s): 2354ba6

Update README.md

Files changed (1) hide show

README.md +1 -2

README.md CHANGED Viewed

@@ -31,7 +31,7 @@ torch.manual_seed(42)
 # script config
 base_model_name = "LSX-UniWue/LLaMmlein_1B"
 chat_adapter_name = "LSX-UniWue/LLaMmlein_1B_chat_alpaca"
-device = "mps"  # or cuda
 # chat history
 messages = [
@@ -45,7 +45,6 @@ messages = [
 config = PeftConfig.from_pretrained(chat_adapter_name)
 base_model = model = AutoModelForCausalLM.from_pretrained(
     base_model_name,
-    attn_implementation="flash_attention_2" if device == "cuda" else None,
     torch_dtype=torch.bfloat16,
     device_map=device,
 )

 # script config
 base_model_name = "LSX-UniWue/LLaMmlein_1B"
 chat_adapter_name = "LSX-UniWue/LLaMmlein_1B_chat_alpaca"
+device = "cuda"  # or mps
 # chat history
 messages = [
 config = PeftConfig.from_pretrained(chat_adapter_name)
 base_model = model = AutoModelForCausalLM.from_pretrained(
     base_model_name,
     torch_dtype=torch.bfloat16,
     device_map=device,
 )