Update app.py
Browse files
app.py
CHANGED
@@ -27,7 +27,7 @@ tokenizer = AutoTokenizer.from_pretrained(model_id, token= token)
|
|
27 |
model = AutoModelForCausalLM.from_pretrained(model_id, token= token, torch_dtype=torch.bfloat16,
|
28 |
# attn_implementation="flash_attention_2",
|
29 |
low_cpu_mem_usage=True,
|
30 |
-
device_map="
|
31 |
)
|
32 |
|
33 |
|
|
|
27 |
model = AutoModelForCausalLM.from_pretrained(model_id, token= token, torch_dtype=torch.bfloat16,
|
28 |
# attn_implementation="flash_attention_2",
|
29 |
low_cpu_mem_usage=True,
|
30 |
+
device_map="auto"
|
31 |
)
|
32 |
|
33 |
|