ignore queries too long

app.py

@@ -87,11 +87,14 @@ def ask(query, timeout=600):
     attempt_times = 0
     while answer is None and time.time()<dead_time and attempt_times<10:
         try:
+            messages=[
+                {"role": "user", "content": query}
+            ]
+            if num_tokens_from_messages(messages)>4096:
+                return None
             answer = openai.ChatCompletion.create(
                 model="gpt-3.5-turbo",
-                messages=[
-                    {"role": "user", "content": query}
-                ]
+                messages=messages
             )["choices"][0]["message"]["content"]
         except Exception as e:
             if time.time()<dead_time: