Update app.py

app.py

@@ -135,7 +135,7 @@ def inference_calling_idefics(image_path, question=""):
         print(f"Error in inference call: {e}")
         return "Error while processing the image."
 
-def describe_image(image_path, question=""):
+def describe_image(client, image_path, question=""):
     try:
         answer = inference_calling_idefics(image_path, question)
         return answer
@@ -151,36 +151,42 @@ async def get_bot_id():
     return me.id
 
 # OpenAI completion handler
-async def get_completion(event, user_id, prompt):
-    history = get_chat_history(user_id)
-    messages = [
-        {"role": "system", "content": system_prompt},
-        *history,
-        {"role": "user", "content": prompt},
-    ]
-    try:
-        completion = openai_client.chat.completions.create(
-            model=model,
-            messages=messages,
-            max_tokens=512,
-            temperature=1.04,
-            top_p=0.9,
-            frequency_penalty=0.9,
-            presence_penalty=0.9,
-            stream=True
-        )
-        message = ""
-        bot_message = await event.respond('♥')
-        for chunk in completion:
-            if chunk.choices[0].delta.content is not None:
-                message += chunk.choices[0].delta.content
-                await bot_message.edit(message)
-    except Exception as e:
-        message = "Whoops!"
-        print(e)
-    update_chat_history(user_id, "user", prompt)
-    update_chat_history(user_id, "assistant", message)
-    return message
+async def get_completion(client, event, user_id, prompt):
+    async with client.action(event.chat_id, 'typing'):
+        history = get_chat_history(user_id)
+        messages = [
+            {"role": "system", "content": system_prompt},
+            *history,
+            {"role": "user", "content": prompt},
+        ]
+        try:
+            completion = openai_client.chat.completions.create(
+                model=model,
+                messages=messages,
+                max_tokens=512,
+                temperature=1.04,
+                top_p=0.9,
+                frequency_penalty=0.9,
+                presence_penalty=0.9,
+                stream=True
+            )
+            message = ""
+            prev_message = ""
+            bot_message = await event.respond('♥')
+            for chunk in completion:
+                if chunk.choices[0].delta.content is not None:
+                    message += chunk.choices[0].delta.content
+                    if message != prev_message:  # Only edit if content has changed
+                        await bot_message.edit(message)
+                        prev_message = message
+                        await asyncio.sleep(0.5)  # Add delay to avoid spamming edits
+        except Exception as e:
+            message = "Whoops!"
+            print(e)
+        
+        update_chat_history(user_id, "user", prompt)
+        update_chat_history(user_id, "assistant", message)
+        return message
 
 # Telegram bot commands
 @client.on(events.NewMessage(pattern='/start'))
@@ -201,8 +207,6 @@ async def reset(event):
 
 @client.on(events.NewMessage)
 async def handle_message(event):
-    async with client.action(event.chat_id, 'typing'):
-        await asyncio.sleep(1)
         bot_id = await get_bot_id()
         if event.sender_id == bot_id:
             return
@@ -211,12 +215,12 @@ async def handle_message(event):
         if event.photo:
             photo = await event.download_media()
             if photo:
-                image_description = describe_image(photo, user_message)
+                image_description = describe_image(client, photo, user_message)
                 user_message += f"\n\nI sent you an image. Content of the image: {image_description}"
         if user_message.startswith(('/start', '/help', '/reset')):
             return
         try:
-            await get_completion(event, user_id, user_message)
+            await get_completion(client, event, user_id, user_message)
         except Exception as e:
             print(f"An error occurred: {e}")
             await event.respond("Whoopsie!")