server.py

"""Server that will listen for GET requests from the client."""
from fastapi import FastAPI
from joblib import load
from concrete.ml.deployment import FHEModelServer
from pydantic import BaseModel
import base64
from pathlib import Path
import uvicorn


current_dir = Path(__file__).parent
print('1111', current_dir)
# Load the model
fhe_model = FHEModelServer(
    Path.joinpath(current_dir, "fhe_model")
)
print(Path.joinpath(current_dir, "fhe_model"))
print(fhe_model)
class PredictRequest(BaseModel):
    evaluation_key: str
    encrypted_encoding: str


# Initialize an instance of FastAPI
app = FastAPI()


# Define the default route
@app.get("/")
def root():
    return {"message": "Welcome to Your ClairVault!"}


@app.post("/predict")
def predict(query: PredictRequest):
    encrypted_encoding = base64.b64decode(query.encrypted_encoding)
    evaluation_key = base64.b64decode(query.evaluation_key)
    prediction = fhe_model.run(encrypted_encoding, evaluation_key)

    # Encode base64 the prediction
    encoded_prediction = base64.b64encode(prediction).decode()
    return {"encrypted_prediction": encoded_prediction}

# if __name__ == "__main__":
#    uvicorn.run(app, host="0.0.0.0", port=3000)