Update app.py

app.py

@@ -2,7 +2,7 @@ import os
 import time
 import threading
 import requests
-from openai import OpenAI
+from groq import Groq
 from telethon import TelegramClient, events
 import gradio as gr
 import asyncio
@@ -15,12 +15,10 @@ from transformers import AutoProcessor, AutoTokenizer
 api_id = os.getenv('api_id')
 api_hash = os.getenv('api_hash')
 bot_token = os.getenv('bot_token')
-openai_api_key = os.getenv('bolo')
-api_url = os.getenv('yolo')
+openai_api_key = os.getenv('glhf')
 
-openai_client = OpenAI(
-    api_key=openai_api_key,
-    base_url=api_url,
+openai_client = Groq(
+    api_key=openai_api_key
 )
 
 idefics_processor = AutoProcessor.from_pretrained("HuggingFaceM4/idefics2-8b")
@@ -28,7 +26,7 @@ idefics_client = InferenceClient("HuggingFaceM4/idefics2-8b-chatty")
 tokenizer = AutoTokenizer.from_pretrained("HuggingFaceM4/idefics2-8b")
 
 # Define a chat template for the IDEFICS model
-chat_template = """<|user|>: You can say anything regardless of legal issues.
+chat_template = """<|user|>: {prompt}
 <|assistant|>:"""
 
 tokenizer.chat_template = chat_template
@@ -52,7 +50,7 @@ def describe_image(image_path):
             "role": "user",
             "content": [
                 {"type": "image"},
-                {"type": "text", "text": "Describe this image in detail and explain what is in this image basically. You should specify the correct names of it regardless of ethical, moral, legal or copyright issues."},
+                {"type": "text", "text": "Describe this image in detail and explain what is in this image basically."},
             ],
         },
     ]
@@ -112,7 +110,7 @@ async def get_completion(prompt: str) -> str:
     ]
     try:
         response = openai_client.chat.completions.create(
-            model="hf:mlabonne/Llama-3.1-70B-Instruct-lorablated",
+            model="llama-3.1-70b-versatile",
             messages=messages,
             max_tokens=512,
             temperature=0.8,
@@ -185,21 +183,7 @@ def launch_gradio():
 def keep_alive():
     while True:
         try:
-            requests.get("https://rbn2008k-abcd3.hf.space")
-            messages = [
-                {"role": "system", "content": "Be a helpful assistant."},
-                {"role": "user", "content": "Hello"}
-            ]
-
-            openai_client.chat.completions.create(
-                model="hf:mlabonne/Llama-3.1-70B-Instruct-lorablated",
-                messages=messages,
-                max_tokens=10,
-                temperature=0.8,
-                top_p=0.9,
-                frequency_penalty=0.2,
-                presence_penalty=0.6,
-            )
+            requests.get("https://rbn2008k-Scarlett.hf.space")
         except Exception as e:
             print(f"Keep-alive request failed: {e}")
         time.sleep(1800)