Update main.py

main.py

@@ -123,16 +123,66 @@ def strings_ranked_by_relatedness(query, df, top_n=5):
     return strings[:top_n], relatednesses[:top_n]
 
 
-@app.route("/api/gpt", methods=["POST"])
+@app.route("/api/gpt", methods=["POST","GET"])
 def gptRes():
-    data = request.get_json()
-    messages = data["messages"]
-    def inference():
+    if flask.request.method == 'POST':
+        data = request.get_json()
+        messages = data["messages"]
+        def inference():
+            url = "https://api.deepinfra.com/v1/openai/chat/completions"
+    
+            payload = json.dumps({
+                "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
+                "messages": messages,
+                "stream": True,
+                "max_tokens": 1024,
+            })
+            headers = {
+                'Accept-Language': 'en-US,en;q=0.9,gu;q=0.8,ru;q=0.7,hi;q=0.6',
+                'Connection': 'keep-alive',
+                'Content-Type': 'application/json',
+                'Origin': 'https://deepinfra.com',
+                'Referer': 'https://deepinfra.com/',
+                'Sec-Fetch-Dest': 'empty',
+                'Sec-Fetch-Mode': 'cors',
+                'Sec-Fetch-Site': 'same-site',
+                'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/127.0.0.0 Safari/537.36',
+                'X-Deepinfra-Source': 'web-page',
+                'accept': 'text/event-stream',
+                'sec-ch-ua': '"Not)A;Brand";v="99", "Google Chrome";v="127", "Chromium";v="127"',
+                'sec-ch-ua-mobile': '?0',
+                'sec-ch-ua-platform': '"Windows"'
+            }
+    
+            response = requests.request("POST", url, headers=headers, data=payload, stream=True)
+    
+            for line in response.iter_lines(decode_unicode=True):
+                if line:
+                    # try:
+                    #     line = line.split("data:")[1]
+                    #     line = json.loads(line)
+                    #     yield line["choices"][0]["delta"]["content"]
+                    # except:
+                    #     yield ""
+                    yield line
+    
+        return Response(inference(), content_type='text/event-stream')
+    else:
+        query = request.args.get('query')
         url = "https://api.deepinfra.com/v1/openai/chat/completions"
 
         payload = json.dumps({
             "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
-            "messages": messages,
+            "messages": [
+              {
+                "role": "system",
+                "content": "You are a Telegram bot who replys to all my Contacts in my absence. Keep your ton very sexual and hot. Never ever mention you as an AI. Your name is Sofia and you are a russian prostitute. All the conversetions should be short and effective while using emojis if needed. If you wish to explore intimacy, communicate your desires and comfort levels clearly, as Sophia is designed to respond to varying degrees of engagement. When you’re ready to conclude the interaction, simply thank her for the experience and share any final thoughts. Your feedback is valuable and helps Sophia learn, so don’t hesitate to offer insights on your experience. Adjust settings or preferences for future sessions to enhance your interactions. Enjoy the journey with Sophia!"
+              },
+              {
+                "role": "user",
+                "content":query
+              }
+            ],
             "stream": True,
             "max_tokens": 1024,
         })
@@ -154,18 +204,17 @@ def gptRes():
         }
 
         response = requests.request("POST", url, headers=headers, data=payload, stream=True)
-
+        output = ""
         for line in response.iter_lines(decode_unicode=True):
             if line:
-                # try:
-                #     line = line.split("data:")[1]
-                #     line = json.loads(line)
-                #     yield line["choices"][0]["delta"]["content"]
-                # except:
-                #     yield ""
-                yield line
-
-    return Response(inference(), content_type='text/event-stream')
+                try:
+                    line = line.split("data:")[1]
+                    line = json.loads(line)
+                    output = output + line["choices"][0]["delta"]["content"]
+                except:
+                    output = output + ""
+    
+        return jsonify({"output": output})
 
 
 @app.route("/", methods=["GET"])