scripts/create_one_sentence_summary.py

"""
This script takes all the songs we have and create a summary for each lyric
"""

from dotenv import load_dotenv

load_dotenv()

import json
from collections import defaultdict
from pathlib import Path
from pprint import pprint

from langchain.chains import LLMChain
from langchain.chat_models import ChatOpenAI
from langchain.prompts import PromptTemplate

prompt = PromptTemplate(
    input_variables=["song"],
    template=Path("prompts/summary.prompt").read_text(),
)

llm = ChatOpenAI(temperature=0)

chain = LLMChain(llm=llm, prompt=prompt)

with open(
    "data/lyrics_with_spotify_url.json",
    "r",
) as f:
    data = json.load(f)

lyrics_summaries = {}

for movie, lyrics in data.items():
    for lyric in lyrics:
        print(f"Creating summary for {lyric['name']}")
        summary = chain.run(song=lyric["text"])
        lyrics_summaries[lyric["name"].lower()] = {
            "summary": summary,
            "embed_url": lyric["embed_url"],
        }

with open(
    "data/lyrics_with_spotify_url_and_summary.json",
    "w",
) as f:
    json.dump(lyrics_summaries, f)

pprint(lyrics_summaries)