simonzhang5429 commited on
Commit
decdcbc
1 Parent(s): 2db5dc7

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -3,11 +3,11 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
3
  import torch
4
 
5
  TOKENIZER_REPO = "MediaTek-Research/Breeze-7B-Instruct-v1_0"
6
- tokenizer = AutoTokenizer.from_pretrained(TOKENIZER_REPO,local_files_only=False,use_fast=True,force_download=True)
7
  model = AutoModelForCausalLM.from_pretrained(
8
  TOKENIZER_REPO,
9
  device_map="auto",
10
- local_files_only=True,
11
  torch_dtype=torch.bfloat16
12
  )
13
 
 
3
  import torch
4
 
5
  TOKENIZER_REPO = "MediaTek-Research/Breeze-7B-Instruct-v1_0"
6
+ tokenizer = AutoTokenizer.from_pretrained(TOKENIZER_REPO,local_files_only=False,use_fast=True)
7
  model = AutoModelForCausalLM.from_pretrained(
8
  TOKENIZER_REPO,
9
  device_map="auto",
10
+ local_files_only=False,
11
  torch_dtype=torch.bfloat16
12
  )
13