Spaces:
Paused
Paused
Update utils.py
Browse files
utils.py
CHANGED
@@ -65,7 +65,7 @@ def load_tokenizer_and_model(base_model, load_8bit=False):
|
|
65 |
if device == "cuda":
|
66 |
model = AutoModelForCausalLM.from_pretrained(
|
67 |
trust_remote_code=True,
|
68 |
-
base_model,
|
69 |
load_in_8bit=load_8bit,
|
70 |
torch_dtype=torch.float16,
|
71 |
device_map="auto",
|
|
|
65 |
if device == "cuda":
|
66 |
model = AutoModelForCausalLM.from_pretrained(
|
67 |
trust_remote_code=True,
|
68 |
+
model=base_model,
|
69 |
load_in_8bit=load_8bit,
|
70 |
torch_dtype=torch.float16,
|
71 |
device_map="auto",
|