Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -14,7 +14,7 @@ description = "This bot is using a fine-tuned version of meta-llama/Llama-2-7b-c
|
|
14 |
model_id = "meta-llama/Llama-2-7b-chat-hf"
|
15 |
adapter_model_id = "vojay/Llama-2-7b-chat-hf-mental-health"
|
16 |
|
17 |
-
model = AutoModelForCausalLM.from_pretrained(model_id)
|
18 |
model.load_adapter(adapter_model_id)
|
19 |
|
20 |
|
|
|
14 |
model_id = "meta-llama/Llama-2-7b-chat-hf"
|
15 |
adapter_model_id = "vojay/Llama-2-7b-chat-hf-mental-health"
|
16 |
|
17 |
+
model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.float16)
|
18 |
model.load_adapter(adapter_model_id)
|
19 |
|
20 |
|