app.py

import gradio as gr
import numpy as np
import random
import matplotlib.pyplot as plt
import matplotlib.image as mpimg
from embedding import model, docs_list, doc_embeddings, embedded_dict
import openai
from openai import OpenAI
import os

api_key = os.getenv("YOUR_OPENAI_KEY")
client = OpenAI(api_key=api_key)

# Function to generate meme caption using GPT model
def generate_meme_caption(topic):
    response = openai.ChatCompletion.create(
        model="gpt-4o-mini",
        messages=[
            {
                "role": "user",
                "content": f'''You are a loser, a meme lover who is always on the internet. 
                You are a meme professional, so you will generate short captions for memes based on the following rules:
                Do not add emoji.
                Do not add any punctuation.
                Must be funny.
                Only if some topic related to friends, use "bro" or "blud".
                Answer from previous question can not be the same for this time prompt.
                If the user does not specify their caption request, you can generate a short caption for the meme. 
                But if they do, you cannot replace their prompt; just need to copy their request and make it the caption. 
                Now generate a caption based on this topic: {topic}.
                '''
            }
        ],
        max_tokens=250,
        temperature=1.1
    )

    caption = response['choices'][0]['message']['content']
    return caption

# Function to create meme with caption
def create_meme(prompt):
    # Tạo embedding cho prompt
    prompt_embedding = model.encode([prompt])
    
    # Tính toán độ tương đồng giữa prompt và các văn bản
    similarities = model.similarity(prompt_embedding, doc_embeddings)
    
    # Lấy chỉ số văn bản có độ tương đồng cao nhất
    closest_text_idx = np.argmax(similarities)
    
    # Tải ảnh meme tương ứng
    img_path = f'/kaggle/input/memedata/{embedded_dict[closest_text_idx]["filename"]}'
    img = mpimg.imread(img_path)
    
    # Tạo khoảng trắng để hiển thị caption
    white_space_height = 100
    white_space = np.ones((white_space_height, img.shape[1], img.shape[2]), dtype=img.dtype) * 255
    
    # Kết hợp khoảng trắng với hình ảnh gốc
    combined_img = np.vstack((white_space, img))
    
    # Sinh caption từ GPT model
    caption = generate_meme_caption(prompt)
    
    # Hiển thị ảnh với caption
    plt.imshow(combined_img)
    plt.axis('off')
    plt.text(
        x=combined_img.shape[1] / 2, 
        y=white_space_height / 2, 
        s=caption, 
        fontsize=11, color='black', ha='center', va='top', fontweight='bold'
    )
    
    plt.show()

# Gradio interface
with gr.Blocks() as demo:
    with gr.Column():
        gr.Markdown("# Meme Generator using Embeddings and GPT")
        
        prompt = gr.Textbox(label="Enter your meme prompt:")
        run_button = gr.Button("Generate Meme")
        
        result = gr.Plot(label="Generated Meme")
        
        def gradio_infer(prompt):
            plt.figure(figsize=(10, 8))
            create_meme(prompt)
            plt.savefig('/tmp/meme.png')  # Lưu hình tạm thời
            return plt
        
        run_button.click(gradio_infer, inputs=[prompt], outputs=[result])

demo.launch()