Spaces:
Runtime error
Runtime error
fix: set token to read repo
Browse files
app.py
CHANGED
@@ -27,9 +27,14 @@ model = {
|
|
27 |
MODEL_NAME,
|
28 |
token=HF_READ_TOKEN,
|
29 |
),
|
30 |
-
"ort": ORTModelForCausalLM.from_pretrained(
|
|
|
|
|
|
|
31 |
"ort_qantized": ORTModelForCausalLM.from_pretrained(
|
32 |
-
MODEL_NAME,
|
|
|
|
|
33 |
),
|
34 |
}
|
35 |
|
|
|
27 |
MODEL_NAME,
|
28 |
token=HF_READ_TOKEN,
|
29 |
),
|
30 |
+
"ort": ORTModelForCausalLM.from_pretrained(
|
31 |
+
MODEL_NAME,
|
32 |
+
token=HF_READ_TOKEN,
|
33 |
+
),
|
34 |
"ort_qantized": ORTModelForCausalLM.from_pretrained(
|
35 |
+
MODEL_NAME,
|
36 |
+
file_name="model_quantized.onnx",
|
37 |
+
token=HF_READ_TOKEN,
|
38 |
),
|
39 |
}
|
40 |
|