Added widget AgGPT for General queries, Creating index for Crops, Fruits, Vegetables

app.py

@@ -5,6 +5,8 @@ import datetime
 import src.constants as constants_utils
 import src.kkms_kssw as kkms_kssw
 
+os.environ["CURL_CA_BUNDLE"] = ""
+
 import warnings
 warnings.filterwarnings('ignore')
 
@@ -142,16 +144,27 @@ class DomState:
         self,
         choice
     ):
-        if choice == "General":
+        if choice == "Custom Query":
             return [
                 gr.update(visible=True),
                 gr.update(visible=False),
                 gr.update(visible=False),
                 gr.update(visible=False),
+                gr.update(visible=False),
+            ]
+
+        elif choice == "General (AgGPT)":
+            return [
+                gr.update(visible=False),
+                gr.update(visible=True),
+                gr.update(visible=False),
+                gr.update(visible=False),
+                gr.update(visible=False),
             ]
         
         elif choice == "Mandi Price":
             return [
+                gr.update(visible=False),
                 gr.update(visible=False),
                 gr.update(visible=True),
                 gr.update(visible=False),
@@ -160,6 +173,7 @@ class DomState:
         
         elif choice == "Weather":
             return [
+                gr.update(visible=False),
                 gr.update(visible=False),
                 gr.update(visible=False),
                 gr.update(visible=True),
@@ -171,6 +185,7 @@ class DomState:
                 gr.update(visible=False),
                 gr.update(visible=False),
                 gr.update(visible=False),
+                gr.update(visible=False),
                 gr.update(visible=True)
             ]
         
@@ -232,18 +247,19 @@ with gr.Blocks(title='KKMS-KSSW Demo') as demo:
     
     widgets = gr.Radio(
         [
-            "General",
+            "Custom Query",
+            "General (AgGPT)",
             "Mandi Price",
             "Weather",
             "Load Custom Data"
         ],
         label="Query related to",
-        value="General"
+        value="Custom Query"
     )
     
     #############################################################################
-    # Widget for Govt. Policy
-    with gr.Row(visible=True) as rowGeneral:
+    # Widget for Custom Queries
+    with gr.Row(visible=True) as rowCustomQuery:
         with gr.Column(scale=1, min_width=600):
             with gr.Tab(label='Relevant paragraphs'):
                 question = gr.Textbox(label="Enter your question", placeholder='Type the question here')
@@ -290,6 +306,21 @@ with gr.Blocks(title='KKMS-KSSW Demo') as demo:
                 b_indic_lang_answer.click(fn=dom.click_handler_for_get_indic_translation, inputs=[answer, language], outputs=[indic_lang_answer])
     
     
+    #############################################################################
+    # Widget for General Query using AgGPT
+    with gr.Row(visible=False) as rowGeneral:
+        with gr.Column(scale=1, min_width=600):
+            chatbot = gr.Chatbot()
+            msg = gr.Textbox()
+            submit = gr.Button("Submit")
+            clear = gr.Button("Clear")
+            submit.click(
+                dom.kkms_kssw_obj.langchain_utils_obj.user, [msg, chatbot], [msg, chatbot]
+            ).then(dom.kkms_kssw_obj.langchain_utils_obj.bot, chatbot, chatbot)
+            clear.click(
+                dom.kkms_kssw_obj.langchain_utils_obj.clear_history, None, chatbot, queue=False)
+
+
     #############################################################################
     # Widget for Mandi Price
     with gr.Row(visible=False) as rowMandiPrice:
@@ -429,6 +460,7 @@ with gr.Blocks(title='KKMS-KSSW Demo') as demo:
         fn=dom.select_widget,
         inputs=widgets,
         outputs=[
+            rowCustomQuery,
             rowGeneral,
             rowMandiPrice,
             rowWeather,

src/constants.py

@@ -16,12 +16,13 @@ if not os.path.exists(OUTPUT_PATH):
 # Index categories (There would be an index for each category. On asking the query, App will search for the relevant docs/information only from the respective index category.)
 INDEX_CATEGORY = [
     'crops',
-    # 'fruits',
+    'fruits',
     # 'pest_management',
     # 'govt_policy',
     # 'insurance',
     # 'soil',
     'general',
+    'vegetables',
 ]
 
 # Doctype of the master index of each index category. Master index for each index category would be stored under this key.
@@ -36,7 +37,7 @@ DATA_SOURCES = {
     'PDF': 'pdf',
     'Text File': 'textfile',
     'Online PDF': 'online_pdf', # web_crawler_utils.get_ipm_packages_pdfs_urls()[:1]
-    'URLs': 'urls',
+    # 'URLs': 'urls',
 }
 
 # LangChain related constants

src/langchain_utils.py

@@ -7,6 +7,7 @@ from langchain.text_splitter import CharacterTextSplitter, RecursiveCharacterTex
 from langchain.chains.summarize import load_summarize_chain
 from langchain.docstore.document import Document
 from langchain.embeddings.openai import OpenAIEmbeddings
+import openai
 from langchain.vectorstores import Chroma
 import chromadb
 from langchain.chains.question_answering import load_qa_chain
@@ -67,6 +68,14 @@ class LANGCHAIN_UTILS:
         # Initialize embeddings (we can also use other embeddings)
         self.embeddings = OpenAIEmbeddings(openai_api_key=os.getenv('OPENAI_API_KEY'))
 
+        # Global history for AgGPT widget
+        self.global_history = [
+            {
+                "role": "assistant",
+                "content": "Hi, I am a chatbot. I can converse in English. I can answer your questions about farming in India. Ask me anything!"
+            }
+        ]
+
 
     def generate_prompt_template(
         self,
@@ -90,6 +99,41 @@ class LANGCHAIN_UTILS:
         return prompt_template
 
 
+    def user(
+        self,
+        user_message,
+        history
+    ):
+        history = history + [[user_message, None]]
+        self.global_history = self.global_history + [{"role": "user", "content": user_message}]
+        return "", history
+
+
+    def get_chatgpt_response(
+        self,
+        history
+    ):
+        output = openai.ChatCompletion.create(model="gpt-3.5-turbo", messages=history)
+        history.append({"role": "assistant", "content": output.choices[0].message.content})
+        return output.choices[0].message.content, history
+
+
+    def bot(
+        self,
+        history
+    ):
+        response, self.global_history = self.get_chatgpt_response(self.global_history)
+        history[-1][1] = response
+        return history
+
+
+    def clear_history(
+        self,
+        lang="English"
+    ):
+        self.global_history = [{"role": "assistant", "content": "Hi, I am a chatbot. I can converse in {}. I can answer your questions about farming in India. Ask me anything!".format(lang)}]
+        return None
+
 
     def get_textual_summary(
         self,
@@ -744,6 +788,9 @@ class LANGCHAIN_UTILS:
             Creates a new index if index_category-doc_type index is not present.
             Also updates the master index for the given index_category.
         """
+        if not self.index:
+            return
+
         logger.info(f'Upserting index for: {index_category}-{doc_type}')
 
         if not self.index_category_doc_type_wise_index.get(index_category, None):