Heng666 commited on
Commit
b9451d6
1 Parent(s): 51348be

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -7,8 +7,8 @@ from threading import Thread
7
  # Loading the tokenizer and model from Hugging Face's model hub.
8
  # model_name = "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
9
  model_name = "scutcyr/BianQue-2"
10
- tokenizer = AutoTokenizer.from_pretrained(model_name)
11
- model = AutoModelForCausalLM.from_pretrained(model_name)
12
 
13
  # using CUDA for an optimal experience
14
  device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')
 
7
  # Loading the tokenizer and model from Hugging Face's model hub.
8
  # model_name = "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
9
  model_name = "scutcyr/BianQue-2"
10
+ tokenizer = AutoTokenizer.from_pretrained(model_name,trust_remote_code=True)
11
+ model = AutoModelForCausalLM.from_pretrained(model_name,trust_remote_code=True)
12
 
13
  # using CUDA for an optimal experience
14
  device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')