Spaces:
Sleeping
Sleeping
cpu
Browse files- inference.py +1 -1
inference.py
CHANGED
@@ -34,7 +34,7 @@ def load_model(
|
|
34 |
|
35 |
model = AutoModelForCausalLM.from_pretrained(
|
36 |
pretrained_model_name_or_path=model_name,
|
37 |
-
|
38 |
)
|
39 |
|
40 |
model.eval() # Set model to evaluation mode
|
|
|
34 |
|
35 |
model = AutoModelForCausalLM.from_pretrained(
|
36 |
pretrained_model_name_or_path=model_name,
|
37 |
+
config = kwargs
|
38 |
)
|
39 |
|
40 |
model.eval() # Set model to evaluation mode
|