vojay commited on
Commit
d4c17e3
·
verified ·
1 Parent(s): 242da6f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -5
app.py CHANGED
@@ -1,5 +1,5 @@
1
  from huggingface_hub import login
2
- from transformers import AutoTokenizer
3
  from adapters import AutoAdapterModel
4
  import os
5
  import gradio as gr
@@ -11,10 +11,7 @@ login(token=HF_TOKEN)
11
  title = "Mental Health Chatbot"
12
  description = "This bot is using a fine-tuned version of meta-llama/Llama-2-7b-chat-hf"
13
 
14
- tokenizer = AutoTokenizer.from_pretrained("vojay/Llama-2-7b-chat-hf-mental-health")
15
- model = AutoAdapterModel.from_pretrained("meta-llama/Llama-2-7b-chat-hf", torch_dtype=torch.float16)
16
- adapter = model.load_adapter("vojay/Llama-2-7b-chat-hf-mental-health")
17
- model.active_adapters = adapter
18
 
19
 
20
  def predict(input, history=[]):
 
1
  from huggingface_hub import login
2
+ from transformers import AutoModelForCausalLM, AutoTokenizer
3
  from adapters import AutoAdapterModel
4
  import os
5
  import gradio as gr
 
11
  title = "Mental Health Chatbot"
12
  description = "This bot is using a fine-tuned version of meta-llama/Llama-2-7b-chat-hf"
13
 
14
+ model = AutoModelForCausalLM.from_pretrained("vojay/Llama-2-7b-chat-hf-mental-health", torch_dtype=torch.float16)
 
 
 
15
 
16
 
17
  def predict(input, history=[]):