NotAiLOL commited on
Commit
24c0a90
1 Parent(s): e5a612a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -46,8 +46,8 @@ h1 {
46
  """
47
 
48
  # Load the tokenizer and model
49
- tokenizer = AutoTokenizer.from_pretrained("microsoft/Phi-3-mini-128k-instruct")
50
- model = AutoModelForCausalLM.from_pretrained("microsoft/Phi-3-mini-128k-instruct", device_map="auto") # to("cuda:0")
51
  terminators = [
52
  tokenizer.eos_token_id,
53
  tokenizer.convert_tokens_to_ids("<|eot_id|>")
 
46
  """
47
 
48
  # Load the tokenizer and model
49
+ tokenizer = AutoTokenizer.from_pretrained("microsoft/Phi-3-mini-128k-instruct", trust_remote_code=True)
50
+ model = AutoModelForCausalLM.from_pretrained("microsoft/Phi-3-mini-128k-instruct", device_map="auto", trust_remote_code=True) # to("cuda:0")
51
  terminators = [
52
  tokenizer.eos_token_id,
53
  tokenizer.convert_tokens_to_ids("<|eot_id|>")