p1atdev commited on
Commit
8de1dd8
1 Parent(s): 400e678

chore: temporary hide ort models

Browse files
Files changed (1) hide show
  1. app.py +14 -12
app.py CHANGED
@@ -17,31 +17,31 @@ MODEL_NAME = (
17
  )
18
  HF_READ_TOKEN = os.environ.get("HF_READ_TOKEN")
19
 
20
- login(HF_READ_TOKEN)
21
-
22
  assert isinstance(MODEL_NAME, str)
23
 
24
  tokenizer = AutoTokenizer.from_pretrained(
25
  MODEL_NAME,
26
  trust_remote_code=True,
 
27
  )
28
  model = {
29
  "default": AutoModelForCausalLM.from_pretrained(
30
  MODEL_NAME,
 
31
  ),
32
- "ort": ORTModelForCausalLM.from_pretrained(
33
- MODEL_NAME,
34
- ),
35
- "ort_qantized": ORTModelForCausalLM.from_pretrained(
36
- MODEL_NAME,
37
- file_name="model_quantized.onnx",
38
- ),
39
  }
40
 
41
  MODEL_BACKEND_MAP = {
42
  "Default": "default",
43
- "ONNX (normal)": "ort",
44
- "ONNX (quantized)": "ort_qantized",
45
  }
46
 
47
  try:
@@ -400,7 +400,9 @@ def demo():
400
  with gr.Row():
401
  with gr.Column():
402
 
403
- with gr.Group():
 
 
404
  model_backend_radio = gr.Radio(
405
  label="Model backend",
406
  choices=list(MODEL_BACKEND_MAP.keys()),
 
17
  )
18
  HF_READ_TOKEN = os.environ.get("HF_READ_TOKEN")
19
 
 
 
20
  assert isinstance(MODEL_NAME, str)
21
 
22
  tokenizer = AutoTokenizer.from_pretrained(
23
  MODEL_NAME,
24
  trust_remote_code=True,
25
+ token=HF_READ_TOKEN,
26
  )
27
  model = {
28
  "default": AutoModelForCausalLM.from_pretrained(
29
  MODEL_NAME,
30
+ token=HF_READ_TOKEN,
31
  ),
32
+ # "ort": ORTModelForCausalLM.from_pretrained(
33
+ # MODEL_NAME,
34
+ # ),
35
+ # "ort_qantized": ORTModelForCausalLM.from_pretrained(
36
+ # MODEL_NAME,
37
+ # file_name="model_quantized.onnx",
38
+ # ),
39
  }
40
 
41
  MODEL_BACKEND_MAP = {
42
  "Default": "default",
43
+ # "ONNX (normal)": "ort",
44
+ # "ONNX (quantized)": "ort_qantized",
45
  }
46
 
47
  try:
 
400
  with gr.Row():
401
  with gr.Column():
402
 
403
+ with gr.Group(
404
+ visible=False,
405
+ ):
406
  model_backend_radio = gr.Radio(
407
  label="Model backend",
408
  choices=list(MODEL_BACKEND_MAP.keys()),