app.py

import pickle

import streamlit as st
import numpy as np
import pandas as pd
from transformers import VisionTextDualEncoderModel, VisionTextDualEncoderProcessor
from sentence_transformers.util import semantic_search


st.title("VitB32 Bert Ko Small Clip Test")

model = VisionTextDualEncoderModel.from_pretrained("Bingsu/vitB32_bert_ko_small_clip")
processor = VisionTextDualEncoderProcessor.from_pretrained(
    "Bingsu/vitB32_bert_ko_small_clip"
)

info = pd.read_csv("info.csv")
with open("img_id.pkl", "rb") as f:
    img_id = pickle.load(f)
img_emb = np.load("img_emb.npy")

text = st.text_input("Input Text")
tokens = processor(text=text, return_tensors="pt")
text_emb = model.get_text_features(**tokens)

result = semantic_search(text_emb, img_emb, top_k=6)

st.write(result)