add openrouter

app.py

@@ -34,6 +34,23 @@ def generate_text(prompt):
     ).choices[0].message.content
     return message
 
+def generate_answer(question):
+    topn_chunks = recommender(question)
+    prompt = 'search results:\n\n'
+    for c in topn_chunks:
+        prompt += c + '\n\n'
+        
+    prompt += "Instructions: Compose a comprehensive reply to the query using the search results given. "\
+              "Cite each reference using [ Page Number] notation. "\
+              "Only answer what is asked. The answer should be short and concise. "\
+              "If asked in Chinese, respond in Chinese; if asked in English, respond"\
+              "in English \n\nQuery: "
+    
+    prompt += f"{question}\nAnswer:"
+    answer = generate_text(prompt)
+    return answer
+
+
 def question_answer(chat_history, file, question):
     suffix = Path(file.name).suffix
     with NamedTemporaryFile(delete=False, suffix=suffix) as tmp:
@@ -41,7 +58,7 @@ def question_answer(chat_history, file, question):
         tmp_path = Path(tmp.name)
 
     load_recommender(str(tmp_path))
-    answer = generate_text(question)
+    answer = generate_answer(question)
     chat_history.append([question, answer])
     return chat_history