chore: instance in europe
Browse files- play_with_endpoint.py +6 -3
play_with_endpoint.py
CHANGED
@@ -20,8 +20,7 @@ def from_json(python_object):
|
|
20 |
return bytes(python_object["__value__"])
|
21 |
|
22 |
|
23 |
-
|
24 |
-
API_URL = "https://yw1dgyuig6ff5pft.us-east-1.aws.endpoints.huggingface.cloud"
|
25 |
headers = {
|
26 |
"Authorization": "Bearer " + os.environ.get("HF_TOKEN"),
|
27 |
"Content-Type": "application/json",
|
@@ -86,8 +85,10 @@ for i in range(nb_samples):
|
|
86 |
|
87 |
# Run the inference on HF servers
|
88 |
duration -= time.time()
|
|
|
89 |
encrypted_prediction = query(payload)
|
90 |
duration += time.time()
|
|
|
91 |
|
92 |
encrypted_prediction = from_json(encrypted_prediction)
|
93 |
|
@@ -96,7 +97,9 @@ for i in range(nb_samples):
|
|
96 |
prediction = np.argmax(prediction_proba)
|
97 |
|
98 |
if verbose or True:
|
99 |
-
print(
|
|
|
|
|
100 |
|
101 |
# Measure accuracy
|
102 |
nb_good += Y_test[i] == prediction
|
|
|
20 |
return bytes(python_object["__value__"])
|
21 |
|
22 |
|
23 |
+
API_URL = "https://h0cvbig1fkmf57eb.eu-west-1.aws.endpoints.huggingface.cloud"
|
|
|
24 |
headers = {
|
25 |
"Authorization": "Bearer " + os.environ.get("HF_TOKEN"),
|
26 |
"Content-Type": "application/json",
|
|
|
85 |
|
86 |
# Run the inference on HF servers
|
87 |
duration -= time.time()
|
88 |
+
duration_inference = -time.time()
|
89 |
encrypted_prediction = query(payload)
|
90 |
duration += time.time()
|
91 |
+
duration_inference += time.time()
|
92 |
|
93 |
encrypted_prediction = from_json(encrypted_prediction)
|
94 |
|
|
|
97 |
prediction = np.argmax(prediction_proba)
|
98 |
|
99 |
if verbose or True:
|
100 |
+
print(
|
101 |
+
f"for {i}-th input, {prediction=} with expected {Y_test[i]} in {duration_inference} seconds"
|
102 |
+
)
|
103 |
|
104 |
# Measure accuracy
|
105 |
nb_good += Y_test[i] == prediction
|