|
import gradio as gr |
|
import laion_clap |
|
from qdrant_client import QdrantClient |
|
|
|
from settings import QDRANT_KEY, QDRANT_URL, ENVIRONMENT |
|
|
|
|
|
if ENVIRONMENT == "PROD": |
|
qdrant_client = QdrantClient(url=QDRANT_URL, api_key=QDRANT_KEY) |
|
else: |
|
qdrant_client = QdrantClient("localhost", port=6333) |
|
print("[INFO] Client created...") |
|
|
|
|
|
print("[INFO] Loading the model...") |
|
model_name = "laion/larger_clap_music" |
|
model = laion_clap.CLAP_Module(enable_fusion=False) |
|
model.load_ckpt() |
|
|
|
|
|
max_results = 10 |
|
|
|
|
|
def sound_search(query): |
|
text_embed = model.get_text_embedding([query, ''])[0] |
|
hits = qdrant_client.search( |
|
collection_name="music_db", |
|
query_vector=text_embed, |
|
limit=max_results, |
|
) |
|
return [ |
|
gr.Audio( |
|
hit.payload['s3_url'], |
|
label=f"score: {hit.score}") |
|
for hit in hits |
|
] * 3 |
|
|
|
|
|
with gr.Blocks() as demo: |
|
gr.Markdown( |
|
"""# Sound search database """ |
|
) |
|
inp = gr.Textbox(placeholder="What sound are you looking for ?") |
|
out = [gr.Audio(label=f"{x}") for x in range(3)] |
|
inp.change(sound_search, inp, out) |
|
|
|
demo.launch() |
|
|