from typing import Dict, List, Any from PIL import Image from io import BytesIO # Needs a specific package to install on the container # from optimum.nvidia.pipelines import pipeline from transformers import pipeline import base64 class EndpointHandler(): def __init__(self, path=""): self.pipeline = pipeline("zero-shot-image-classification", model=path, device=0) def __call__(self, data: Dict[str, Any]) -> List[Dict[str, Any]]: inputs = data.pop("inputs", {}) parameters = data.pop("parameters", {}) candidate_labels = parameters.pop("candidate_labels", []) print("data: ", data) # decode base64 image to PIL image = Image.open(BytesIO(base64.b64decode(inputs))) # run prediction on the image with provided candidates prediction = self.pipeline(images=[image], candidate_labels=candidate_labels) return prediction[0]