Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -1,5 +1,5 @@
|
|
1 |
from huggingface_hub import login
|
2 |
-
from transformers import AutoTokenizer
|
3 |
from adapters import AutoAdapterModel
|
4 |
import os
|
5 |
import gradio as gr
|
@@ -11,10 +11,7 @@ login(token=HF_TOKEN)
|
|
11 |
title = "Mental Health Chatbot"
|
12 |
description = "This bot is using a fine-tuned version of meta-llama/Llama-2-7b-chat-hf"
|
13 |
|
14 |
-
|
15 |
-
model = AutoAdapterModel.from_pretrained("meta-llama/Llama-2-7b-chat-hf", torch_dtype=torch.float16)
|
16 |
-
adapter = model.load_adapter("vojay/Llama-2-7b-chat-hf-mental-health")
|
17 |
-
model.active_adapters = adapter
|
18 |
|
19 |
|
20 |
def predict(input, history=[]):
|
|
|
1 |
from huggingface_hub import login
|
2 |
+
from transformers import AutoModelForCausalLM, AutoTokenizer
|
3 |
from adapters import AutoAdapterModel
|
4 |
import os
|
5 |
import gradio as gr
|
|
|
11 |
title = "Mental Health Chatbot"
|
12 |
description = "This bot is using a fine-tuned version of meta-llama/Llama-2-7b-chat-hf"
|
13 |
|
14 |
+
model = AutoModelForCausalLM.from_pretrained("vojay/Llama-2-7b-chat-hf-mental-health", torch_dtype=torch.float16)
|
|
|
|
|
|
|
15 |
|
16 |
|
17 |
def predict(input, history=[]):
|