QLWD commited on
Commit
77e3cd7
ยท
verified ยท
1 Parent(s): f39a0be

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -34,11 +34,11 @@ text-align: center;
34
  """
35
 
36
  # ๅŠ ่ฝฝๅŸบ็ก€ๆจกๅž‹ๅ’Œ LoRA ๅพฎ่ฐƒๆƒ้‡
37
- base_model = AutoModelForCausalLM.from_pretrained(BASE_MODEL_ID, torch_dtype=torch.float16, device_map="auto")
38
- tokenizer = AutoTokenizer.from_pretrained(BASE_MODEL_ID)
39
 
40
  # ๅŠ ่ฝฝ LoRA ๅพฎ่ฐƒๆƒ้‡
41
- model = PeftModel.from_pretrained(base_model, LORA_MODEL_PATH)
42
  model = model.to("cuda" if torch.cuda.is_available() else "cpu")
43
 
44
  # ๅฎšไน‰ๆŽจ็†ๅ‡ฝๆ•ฐ
 
34
  """
35
 
36
  # ๅŠ ่ฝฝๅŸบ็ก€ๆจกๅž‹ๅ’Œ LoRA ๅพฎ่ฐƒๆƒ้‡
37
+ base_model = AutoModelForCausalLM.from_pretrained(BASE_MODEL_ID, torch_dtype=torch.float16, device_map="auto", use_auth_token=HF_TOKEN)
38
+ tokenizer = AutoTokenizer.from_pretrained(BASE_MODEL_ID, use_auth_token=HF_TOKEN)
39
 
40
  # ๅŠ ่ฝฝ LoRA ๅพฎ่ฐƒๆƒ้‡
41
+ model = PeftModel.from_pretrained(base_model, LORA_MODEL_PATH, use_auth_token=HF_TOKEN)
42
  model = model.to("cuda" if torch.cuda.is_available() else "cpu")
43
 
44
  # ๅฎšไน‰ๆŽจ็†ๅ‡ฝๆ•ฐ