Spaces:
Runtime error
Runtime error
chore: temporary hide ort models
Browse files
app.py
CHANGED
@@ -17,31 +17,31 @@ MODEL_NAME = (
|
|
17 |
)
|
18 |
HF_READ_TOKEN = os.environ.get("HF_READ_TOKEN")
|
19 |
|
20 |
-
login(HF_READ_TOKEN)
|
21 |
-
|
22 |
assert isinstance(MODEL_NAME, str)
|
23 |
|
24 |
tokenizer = AutoTokenizer.from_pretrained(
|
25 |
MODEL_NAME,
|
26 |
trust_remote_code=True,
|
|
|
27 |
)
|
28 |
model = {
|
29 |
"default": AutoModelForCausalLM.from_pretrained(
|
30 |
MODEL_NAME,
|
|
|
31 |
),
|
32 |
-
"ort": ORTModelForCausalLM.from_pretrained(
|
33 |
-
|
34 |
-
),
|
35 |
-
"ort_qantized": ORTModelForCausalLM.from_pretrained(
|
36 |
-
|
37 |
-
|
38 |
-
),
|
39 |
}
|
40 |
|
41 |
MODEL_BACKEND_MAP = {
|
42 |
"Default": "default",
|
43 |
-
"ONNX (normal)": "ort",
|
44 |
-
"ONNX (quantized)": "ort_qantized",
|
45 |
}
|
46 |
|
47 |
try:
|
@@ -400,7 +400,9 @@ def demo():
|
|
400 |
with gr.Row():
|
401 |
with gr.Column():
|
402 |
|
403 |
-
with gr.Group(
|
|
|
|
|
404 |
model_backend_radio = gr.Radio(
|
405 |
label="Model backend",
|
406 |
choices=list(MODEL_BACKEND_MAP.keys()),
|
|
|
17 |
)
|
18 |
HF_READ_TOKEN = os.environ.get("HF_READ_TOKEN")
|
19 |
|
|
|
|
|
20 |
assert isinstance(MODEL_NAME, str)
|
21 |
|
22 |
tokenizer = AutoTokenizer.from_pretrained(
|
23 |
MODEL_NAME,
|
24 |
trust_remote_code=True,
|
25 |
+
token=HF_READ_TOKEN,
|
26 |
)
|
27 |
model = {
|
28 |
"default": AutoModelForCausalLM.from_pretrained(
|
29 |
MODEL_NAME,
|
30 |
+
token=HF_READ_TOKEN,
|
31 |
),
|
32 |
+
# "ort": ORTModelForCausalLM.from_pretrained(
|
33 |
+
# MODEL_NAME,
|
34 |
+
# ),
|
35 |
+
# "ort_qantized": ORTModelForCausalLM.from_pretrained(
|
36 |
+
# MODEL_NAME,
|
37 |
+
# file_name="model_quantized.onnx",
|
38 |
+
# ),
|
39 |
}
|
40 |
|
41 |
MODEL_BACKEND_MAP = {
|
42 |
"Default": "default",
|
43 |
+
# "ONNX (normal)": "ort",
|
44 |
+
# "ONNX (quantized)": "ort_qantized",
|
45 |
}
|
46 |
|
47 |
try:
|
|
|
400 |
with gr.Row():
|
401 |
with gr.Column():
|
402 |
|
403 |
+
with gr.Group(
|
404 |
+
visible=False,
|
405 |
+
):
|
406 |
model_backend_radio = gr.Radio(
|
407 |
label="Model backend",
|
408 |
choices=list(MODEL_BACKEND_MAP.keys()),
|