main.py

import discord
import aiohttp

import ast
import os
import threading

intents = discord.Intents.default()
intents.message_content = True
bot = discord.Bot(intents = intents)
token = os.environ.get('TOKEN_DISCORD')


class Like_Dislike(discord.ui.View):
    @discord.ui.button(style=discord.ButtonStyle.primary, emoji="👍")
    async def like_button(self, button, interaction):
        await interaction.response.send_message("You liked the response")

    @discord.ui.button(style=discord.ButtonStyle.primary, emoji="👎")
    async def dislike_button(self, button, interaction):
        await interaction.response.send_message("You disliked the response")


@bot.event
async def on_ready():
    print(f"{bot.user} is ready and online!")


@bot.slash_command(name="help", description="list of commands and other info.")
async def help(ctx: discord.ApplicationContext):
    await ctx.respond("Hello! FURY Bot responds to all your messages\
                      \n1)Inside Forum channel and\
                      \n2)Those that tag the bot.")


async def llm_output(question: str) -> tuple[str, str]:

    URL_LLM = 'https://robinroy03-fury-engine.hf.space'
    obj = {
        "query": question,
        "llm": "llama3-70b-8192",
        "knn": 3,
        "stream": False
    }

    async with aiohttp.ClientSession() as session:
        async with session.post(URL_LLM + "/api/generate", json=obj) as response:
            if response.status == 500:
                return "Error 500"
            response_json = await response.json()

    return response_json['response'], response_json['references']


@bot.event
async def on_message(message):
    """
    Returns llm answer with the relevant context.
    """

    if (message.author == bot.user) or not(bot.user.mentioned_in(message)):
        return

    print(message.content)
    await message.reply(content="Your message was received, it'll take around 30 seconds for FURY to process an answer.")

    question = message.content.replace("<@1243428204124045385>", "")
    engine_response = await llm_output(question)

    try:
        llm_answer, references = engine_response
        start = 0
        while llm_answer[start: start+1990] != "":
            if (start == 0):
                await message.reply(content=llm_answer[start: start+1990])
            else:
                await message.reply(content=llm_answer[start: start+1990])
            start += 1990
        await message.reply(content=f"**References**\n{references}", view=Like_Dislike())                                  
    except Exception as e:                                                           # TODO: make exception handling better
        print(e)
        await message.reply("An error occurred. Retry again. Try different prompts.")

def run_bot():
    bot.run(token)

# ===========================================================================================================================================================

from flask import Flask

app = Flask(__name__)

@app.route("/")
def home():
    return "The bot is online."


threading.Thread(target=run_bot).start()
app.run()