pretzinger commited on
Commit
36367ab
·
1 Parent(s): ac528df

Enhance logging in load_model function

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -29,7 +29,7 @@ def load_model():
29
  tokenizer = AutoTokenizer.from_pretrained(
30
  model_path,
31
  trust_remote_code=True,
32
- use_auth_token=HF_API_TOKEN # Use token for private models
33
  )
34
  st.write("Loading model...")
35
  model = AutoModelForCausalLM.from_pretrained(
@@ -37,7 +37,7 @@ def load_model():
37
  device_map="auto",
38
  torch_dtype=torch.float16,
39
  trust_remote_code=True,
40
- use_auth_token=HF_API_TOKEN # Use token for private models
41
  ).eval()
42
  st.write("Loading PEFT adapter...")
43
  model.load_adapter(peft_model_path)
 
29
  tokenizer = AutoTokenizer.from_pretrained(
30
  model_path,
31
  trust_remote_code=True,
32
+ use_auth_token=HF_API_TOKEN
33
  )
34
  st.write("Loading model...")
35
  model = AutoModelForCausalLM.from_pretrained(
 
37
  device_map="auto",
38
  torch_dtype=torch.float16,
39
  trust_remote_code=True,
40
+ use_auth_token=HF_API_TOKEN
41
  ).eval()
42
  st.write("Loading PEFT adapter...")
43
  model.load_adapter(peft_model_path)