import glob import traceback import pandas as pd import numpy as np from PIL import Image import onnxruntime as ort import os from tqdm import tqdm def is_gpu_available(): """Check if the python package `onnxruntime-gpu` is installed.""" return ort.get_device() == "GPU" class ONNXWorker: """Run inference using ONNX runtime.""" def __init__(self, onnx_path: str): print("Setting up ONNX runtime session.") self.use_gpu = is_gpu_available() if self.use_gpu: providers = ["CUDAExecutionProvider", "CPUExecutionProvider"] else: providers = ["CPUExecutionProvider"] self.ort_session = ort.InferenceSession(onnx_path, providers=providers) def predict_image(self, image: np.ndarray) -> list(): """Run inference using ONNX runtime. :param image: Input image as numpy array. :return: A list with logits and confidences. """ logits, _ = self.ort_session.run(None, {"input": image.astype(dtype=np.uint8)}) return logits.tolist() def make_submission(test_metadata, model_path, output_csv_path="./submission.csv", data_root_path="/tmp/data"): """Make submission with given """ model = ONNXWorker(model_path) predictions = [] for _, row in tqdm(test_metadata.iterrows(), total=len(test_metadata)): image_path = os.path.join(data_root_path, row.filename) test_image = np.asarray(Image.open(image_path).convert("RGB")) logits = model.predict_image(test_image) predictions.append(np.argmax(logits)) test_metadata["class_id"] = predictions user_pred_df = test_metadata.drop_duplicates("observation_id", keep="first") user_pred_df[["observation_id", "class_id"]].to_csv(output_csv_path, index=None) if __name__ == "__main__": ONNX_MODEL_PATH = "./swinv2_tiny_window16_256.onnx" metadata_file_path = "./SnakeCLEF2024-TestMetadata.csv" test_metadata = pd.read_csv(metadata_file_path) make_submission( test_metadata=test_metadata, model_path=ONNX_MODEL_PATH, )