eswardivi commited on
Commit
8aca01c
1 Parent(s): 848c990

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -18,7 +18,7 @@ quantization_config = BitsAndBytesConfig(
18
  )
19
 
20
  model = AutoModelForCausalLM.from_pretrained(
21
- "microsoft/Phi-3-mini-128k-instruct", quantization_config=quantization_config, token=token
22
  )
23
  tok = AutoTokenizer.from_pretrained("microsoft/Phi-3-mini-128k-instruct", token=token)
24
  terminators = [
 
18
  )
19
 
20
  model = AutoModelForCausalLM.from_pretrained(
21
+ "microsoft/Phi-3-mini-128k-instruct", quantization_config=quantization_config, token=token,trust_remote_code=True
22
  )
23
  tok = AutoTokenizer.from_pretrained("microsoft/Phi-3-mini-128k-instruct", token=token)
24
  terminators = [