chore: back to json

handler.py

@@ -30,15 +30,12 @@ class EndpointHandler:
         """
 
         # Get inputs
-        # encrypted_inputs = from_json(data.pop("encrypted_inputs", data))
-        encrypted_inputs = data.pop("encrypted_inputs", data)
+        encrypted_inputs = from_json(data.pop("encrypted_inputs", data))
 
         # Get keys
-        # evaluation_keys = from_json(data.pop("evaluation_keys", data))
-        evaluation_keys = data.pop("evaluation_keys", data)
+        evaluation_keys = from_json(data.pop("evaluation_keys", data))
 
         # Run CML prediction
         encrypted_prediction = self.fhemodel_server.run(encrypted_inputs, evaluation_keys)
 
-        # return to_json(encrypted_prediction)
-        return encrypted_prediction
+        return to_json(encrypted_prediction)

play_with_endpoint.py

@@ -24,12 +24,12 @@ def from_json(python_object):
 API_URL = "https://yw1dgyuig6ff5pft.us-east-1.aws.endpoints.huggingface.cloud"
 headers = {
     "Authorization": "Bearer " + os.environ.get("HF_TOKEN"),
-    "Content-Type": "application/octet-stream",
+    "Content-Type": "application/json",
 }
 
 
 def query(payload):
-    response = requests.post(API_URL, headers=headers, data=payload)
+    response = requests.post(API_URL, headers=headers, json=payload)
     return response.json()
 
 
@@ -74,16 +74,14 @@ for i in range(nb_samples):
     # Quantize the input and encrypt it
     encrypted_inputs = fhemodel_client.quantize_encrypt_serialize(X_test[i].reshape(1, -1))
 
-    # print(f"Size of encrypted input {sys.getsizeof(encrypted_inputs)}")
-    # print(f"Size of keys {sys.getsizeof(evaluation_keys)}")
+    print(f"Size of encrypted input {sys.getsizeof(encrypted_inputs)}")
+    print(f"Size of keys {sys.getsizeof(evaluation_keys)}")
 
     # Prepare the payload, including the evaluation keys which are needed server side
     payload = {
         "inputs": "fake",
-        # "encrypted_inputs": to_json(encrypted_inputs),
-        # "evaluation_keys": to_json(evaluation_keys),
-        "encrypted_inputs": encrypted_inputs,
-        "evaluation_keys": evaluation_keys,
+        "encrypted_inputs": to_json(encrypted_inputs),
+        "evaluation_keys": to_json(evaluation_keys),
     }
 
     print(f"{payload=}")