alexkueck commited on
Commit
1e303bf
·
1 Parent(s): f0fd2d5

Update utils.py

Browse files
Files changed (1) hide show
  1. utils.py +1 -1
utils.py CHANGED
@@ -65,7 +65,7 @@ def load_tokenizer_and_model(base_model, load_8bit=False):
65
  if device == "cuda":
66
  model = AutoModelForCausalLM.from_pretrained(
67
  trust_remote_code=True,
68
- base_model,
69
  load_in_8bit=load_8bit,
70
  torch_dtype=torch.float16,
71
  device_map="auto",
 
65
  if device == "cuda":
66
  model = AutoModelForCausalLM.from_pretrained(
67
  trust_remote_code=True,
68
+ model=base_model,
69
  load_in_8bit=load_8bit,
70
  torch_dtype=torch.float16,
71
  device_map="auto",