Hugging Face's logo

Spaces:
CCCCCC
/
BPO_demo
Runtime error

App Files Community
1
CCCCCC commited on
Commit
f100357
•
1 Parent(s): 4060f10

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -3
app.py CHANGED
@@ -6,10 +6,9 @@ import torch
6
  """Override Chatbot.postprocess"""
7
 
8
 
9
- # model_path = '/cjl/llm_finetuning/output/prompt_engineer_en_final/bpo_model'
10
- model_path = 'TheBloke/zephyr-7B-beta-GPTQ'
11
 
12
- device = 'cpu'
13
 
14
  tokenizer = AutoTokenizer.from_pretrained(model_path, trust_remote_code=True, add_prefix_space=True)
15
  model = AutoModelForCausalLM.from_pretrained(model_path, trust_remote_code=True).to(device)
 
6
  """Override Chatbot.postprocess"""
7
 
8
 
9
+ model_path = 'THUDM/BPO'
 
10
 
11
+ device = 'cuda'
12
 
13
  tokenizer = AutoTokenizer.from_pretrained(model_path, trust_remote_code=True, add_prefix_space=True)
14
  model = AutoModelForCausalLM.from_pretrained(model_path, trust_remote_code=True).to(device)