support dynamic timeout

app.py

@@ -1,6 +1,7 @@
 import openai
 import tiktoken
 
+import numpy as np
 import concurrent
 import collections
 import threading
@@ -116,6 +117,8 @@ def ask(query, timeout=600):
 
 def askingChatGPT(qs, qas, min_interval_seconds=3, max_interval_seconds=15, max_retry_times=3):
     
+    history_elapsed_time = [max_interval_seconds]*10
+    
     for i, q in enumerate(qs):
         ask_start_time = time.time()
         
@@ -134,13 +137,14 @@ def askingChatGPT(qs, qas, min_interval_seconds=3, max_interval_seconds=15, max_
         retry_times = 0
         a = None
         while a is None and retry_times<max_retry_times:
-            a = ask_(q, max_interval_seconds)
+            a = ask_(q, timeout=np.mean(sorted(history_elapsed_time)[:8]))
             retry_times += 1
         
         qas.append({"q":q, "a":a})
         
         ask_end_time = time.time()
         elapsed_time = ask_end_time - ask_start_time
+        history_elapsed_time = history_elapsed_time[1:] + [elapsed_time]
         delayTime = min_interval_seconds - elapsed_time
         if delayTime>0:
             time.sleep(delayTime)