Update app.py

app.py

@@ -20,6 +20,7 @@ from transformers import AutoTokenizer, AutoModel
 from utils import best_text_choice
 import asyncio
 import inspect
+from openai import AsyncOpenAI
 
 tokenizer = AutoTokenizer.from_pretrained("ai-forever/ru-en-RoSBERTa")
 model = AutoModel.from_pretrained("ai-forever/ru-en-RoSBERTa")
@@ -33,6 +34,8 @@ MISTRAL_API_KEY_4 = os.getenv('MISTRAL_API_KEY_4')
 MISTRAL_API_KEY_5 = os.getenv('MISTRAL_API_KEY_5')
 token = os.getenv('GITHUB_TOKEN')
 
+client_openai = client = AsyncOpenAI()
+
 # Клиент для генерации сообщений
 client_mistral_generate = Mistral(api_key=MISTRAL_API_KEY)
 
@@ -198,31 +201,19 @@ def clean_message(message):
 #        return f"Ошибка при обращении к GigaChat-Pro: {e}"
 
 async def generate_message_mistral_generate(prompt, max_retries=5):
-#def generate_message_mistral_generate(prompt):
-#    try:
-#        messages = [SystemMessage(content=prompt)]
-#        res = chat_pro(messages)
-#        cleaned_message = clean_message(res.content.strip())
-#        return cleaned_message
-#    except Exception as e:
-#        return f"Ошибка при обращении к GigaChat-Pro: {e}"
-    
     retries = 0
     while retries < max_retries:
         try:
-            chat_response = await client_mistral_generate.chat.complete_async(
-                model="mistral-large-latest",
-                temperature=1.0,
-                min_tokens=81,
-                max_tokens=106,
-                messages=[
-                    {
-                        "role": "user",
-                        "content": prompt
-                    },
-                ]
+            # Call to OpenAI's GPT-4o-mini model
+            chat_response = await client.chat.completions.create(
+                model="gpt-4o-mini",
+                messages=[{"role": "user", "content": prompt}],
+                temperature=1.1,
+                max_tokens=101
             )
-            cleaned_message = clean_message(chat_response.choices[0].message.content.strip())
+            
+            # Process and clean the response
+            cleaned_message = clean_message(chat_response.choices[0].message['content'].strip())
             return cleaned_message
         except Exception as e:
             error_message = str(e)
@@ -232,10 +223,48 @@ async def generate_message_mistral_generate(prompt, max_retries=5):
                 await asyncio.sleep(wait_time)
                 retries += 1
             else:
-                print(f"Error calling Mistral: {e}")
+                print(f"Error calling GPT-4o-mini: {e}")
                 return None
-    print("Failed to get response from Mistral after maximum retries.")
+    print("Failed to get response from GPT-4o-mini after maximum retries.")
     return None
+#def generate_message_mistral_generate(prompt):
+#    try:
+#        messages = [SystemMessage(content=prompt)]
+#        res = chat_pro(messages)
+#        cleaned_message = clean_message(res.content.strip())
+#        return cleaned_message
+#    except Exception as e:
+#        return f"Ошибка при обращении к GigaChat-Pro: {e}"
+    
+#    retries = 0
+#    while retries < max_retries:
+#        try:
+#            chat_response = await client_mistral_generate.chat.complete_async(
+#                model="mistral-large-latest",
+#                temperature=1.0,
+#                min_tokens=81,
+#                max_tokens=106,
+#                messages=[
+#                    {
+#                        "role": "user",
+#                        "content": prompt
+#                    },
+#                ]
+#            )
+#            cleaned_message = clean_message(chat_response.choices[0].message.content.strip())
+#            return cleaned_message
+#        except Exception as e:
+#            error_message = str(e)
+#            if "Status 429" in error_message or "Server disconnected without sending a response" in error_message:
+#                wait_time = 3
+#                print(f"Rate limit exceeded or server did not respond. Waiting {wait_time} seconds before retrying...")
+#                await asyncio.sleep(wait_time)
+#                retries += 1
+#            else:
+#                print(f"Error calling Mistral: {e}")
+#                return None
+#    print("Failed to get response from Mistral after maximum retries.")
+#    return None
 
 async def generate_message_mistral_check(prompt, max_retries=5):
 #def generate_message_mistral_check(prompt):