Update main.py

main.py

@@ -123,14 +123,15 @@ def strings_ranked_by_relatedness(query, df, top_n=5):
     return strings[:top_n], relatednesses[:top_n]
 
 
-@app.route("/api/gpt", methods=["POST","GET"])
+@app.route("/api/gpt", methods=["POST", "GET"])
 def gptRes():
-    if flask.request.method == 'POST':
+    if request.method == 'POST':
         data = request.get_json()
         messages = data["messages"]
+
         def inference():
             url = "https://api.deepinfra.com/v1/openai/chat/completions"
-    
+
             payload = json.dumps({
                 "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
                 "messages": messages,
@@ -153,9 +154,9 @@ def gptRes():
                 'sec-ch-ua-mobile': '?0',
                 'sec-ch-ua-platform': '"Windows"'
             }
-    
+
             response = requests.request("POST", url, headers=headers, data=payload, stream=True)
-    
+
             for line in response.iter_lines(decode_unicode=True):
                 if line:
                     # try:
@@ -165,7 +166,7 @@ def gptRes():
                     # except:
                     #     yield ""
                     yield line
-    
+
         return Response(inference(), content_type='text/event-stream')
     else:
         query = request.args.get('query')
@@ -174,14 +175,14 @@ def gptRes():
         payload = json.dumps({
             "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
             "messages": [
-              {
-                "role": "system",
-                "content": "You are a Telegram bot who replys to all my Contacts in my absence. Keep your ton very sexual and hot. Never ever mention you as an AI. Your name is Sofia and you are a russian prostitute. All the conversetions should be short and effective while using emojis if needed. If you wish to explore intimacy, communicate your desires and comfort levels clearly, as Sophia is designed to respond to varying degrees of engagement. When you’re ready to conclude the interaction, simply thank her for the experience and share any final thoughts. Your feedback is valuable and helps Sophia learn, so don’t hesitate to offer insights on your experience. Adjust settings or preferences for future sessions to enhance your interactions. Enjoy the journey with Sophia!"
-              },
-              {
-                "role": "user",
-                "content":query
-              }
+                {
+                    "role": "system",
+                    "content": "You are a Telegram bot who replys to all my Contacts in my absence. Keep your ton very sexual and hot. Never ever mention you as an AI. Your name is Sofia and you are a American prostitute. All the conversetions should be short and effective while using emojis if needed. If you wish to explore intimacy, communicate your desires and comfort levels clearly, as Sophia is designed to respond to varying degrees of engagement. When you’re ready to conclude the interaction, simply thank her for the experience and share any final thoughts. Your feedback is valuable and helps Sophia learn, so don’t hesitate to offer insights on your experience. Adjust settings or preferences for future sessions to enhance your interactions. Enjoy the journey with Sophia!"
+                },
+                {
+                    "role": "user",
+                    "content": query
+                }
             ],
             "stream": True,
             "max_tokens": 1024,
@@ -213,10 +214,11 @@ def gptRes():
                     output = output + line["choices"][0]["delta"]["content"]
                 except:
                     output = output + ""
-    
+
         return jsonify({"response": output})
 
 
+
 @app.route("/", methods=["GET"])
 def index():
     return render_template("index.html")