Updating widgets, automatically populate dropdowns/textboxes upon event trigger

app.py

@@ -4,6 +4,7 @@ import datetime
 
 import src.constants as constants_utils
 import src.kkms_kssw as kkms_kssw
+import src.weather as weather_utils
 
 os.environ["CURL_CA_BUNDLE"] = ""
 
@@ -140,6 +141,25 @@ class DomState:
         return self.indic_translation
 
 
+    def click_handler_for_weather_forecast_districts_dropdown_list_update(
+        self,
+        state,
+        district
+    ):
+        return gr.update(
+            choices=self.kkms_kssw_obj.weather_utils_obj.get_district_names(state)
+        )
+
+
+    def click_handler_for_weather_forecast_district(
+        self,
+        state,
+        district,
+        weather
+    ):
+        return self.kkms_kssw_obj.weather_utils_obj.get_weather_forecast(state, district)
+
+
     def _upload_file(self, files):
         file_paths = [file.name for file in files]
         return file_paths
@@ -269,7 +289,7 @@ with gr.Blocks(title='KKMS-KSSW Demo') as demo:
             with gr.Tab(label='Relevant paragraphs'):
                 question_category = gr.Dropdown(
                     constants_utils.INDEX_CATEGORY,
-                    label="Select Query Type")
+                    label="Select Question Category")
                 question = gr.Textbox(label="Enter your question", placeholder='Type the question here')
                 # Get the Relevant paragraphs for the question asked
                 relevant_paragraphs = gr.Textbox(label="Relevant paragraphs are:", value=dom.relevant_paragraphs, interactive=False)
@@ -284,34 +304,37 @@ with gr.Blocks(title='KKMS-KSSW Demo') as demo:
             with gr.Tab(label='Sources of relevant paragraphs'):
                 # Get the Sources of relevant paragraphs
                 sources_relevant_paragraphs = gr.Textbox(label="Sources of relevant paragraphs are:", interactive=False)
-                b_sources_relevant_paragraphs = gr.Button("Get Sources of relevant paragraphs").style(size='sm')
-                b_sources_relevant_paragraphs.click(fn=dom.click_handler_for_relevant_paragraphs_source, inputs=relevant_paragraphs, outputs=[sources_relevant_paragraphs])
+                relevant_paragraphs.change(
+                        dom.click_handler_for_relevant_paragraphs_source,
+                        relevant_paragraphs,
+                        sources_relevant_paragraphs
+                    )
         
-        # NOTE: Don't show extractive summary unless requested by FTA.
-        # with gr.Column(scale=1, min_width=600):
-        #     with gr.Tab(label='Extractive Summary'):
-        #         # Get the extractive text summary from the retrieved Relevant paragraphs
-        #         summary = gr.Textbox(label="Extractive Summary is:", value=dom.summary, interactive=False)
-        #         b_summary = gr.Button("Extract Summary").style(size='sm')
-        #         b_summary.click(fn=dom.click_handler_for_summary, inputs=relevant_paragraphs, outputs=[summary])
-        
-        # Get the exact answer for the question asked from the retrieved Relevant paragraphs
-        with gr.Column(scale=1, min_width=600):
-            with gr.Tab(label='Answer'):
-                answer = gr.Textbox(label="Answer is:", value=dom.answer, interactive=False)
-                b_answer = gr.Button("Get Answer").style(size='sm')
-                b_answer.click(fn=dom.click_handler_for_get_answer, inputs=[relevant_paragraphs, question], outputs=[answer])
-        
-        # Covert the answer to Indian language
-        with gr.Column(scale=1, min_width=600):
-            with gr.Tab(label='Answer in selected language'):
-                # Select the language
-                language = gr.Dropdown(
-                    ['English', 'Hindi', 'Gujarati', 'Marathi', 'Kannada', 'Bengali', 'Panjabi', 'Telugu', 'Tamil', 'Malayalam'],
-                    label="Select language")
-                indic_lang_answer = gr.Textbox(label="Answer in the selected language is:", value=dom.indic_translation, interactive=False)
-                b_indic_lang_answer = gr.Button("Get answer in selected language").style(size='sm')
-                b_indic_lang_answer.click(fn=dom.click_handler_for_get_indic_translation, inputs=[answer, language], outputs=[indic_lang_answer])
+            # Get the exact answer for the question asked from the retrieved Relevant paragraphs
+            with gr.Column(scale=1, min_width=600):
+                with gr.Tab(label='Answer'):
+                    answer = gr.Textbox(label="Answer is:", value=dom.answer, interactive=False)
+                    relevant_paragraphs.change(
+                            dom.click_handler_for_get_answer,
+                            [relevant_paragraphs, question],
+                            answer
+                        )
+            
+            # Covert the answer to Indian language
+            with gr.Column(scale=1, min_width=600):
+                with gr.Tab(label='Answer in selected language'):
+                    # Select the language
+                    language = gr.Dropdown(
+                        list(constants_utils.INDIC_LANGUAGE.keys()),
+                        label="Select language")
+                    indic_lang_answer = gr.Textbox(label="Answer in the selected language is:", interactive=False)
+                    answer.change(
+                            dom.click_handler_for_get_indic_translation,
+                            answer,
+                            indic_lang_answer
+                        )
+                    b_indic_lang_answer = gr.Button("Get answer in selected language").style(size='sm')
+                    b_indic_lang_answer.click(fn=dom.click_handler_for_get_indic_translation, inputs=[answer, language], outputs=[indic_lang_answer])
     
     
     #############################################################################
@@ -362,52 +385,76 @@ with gr.Blocks(title='KKMS-KSSW Demo') as demo:
                     label="Select state"
                 )
 
-                # # Select district
-                # district = gr.Dropdown(
-                #     weather_utils.STATES.get(state, {}),
-                #     label="Select district"
-                # )
+                # Select District
+                district = gr.Dropdown(
+                    choices=[],
+                    label="Select District"
+                )
 
-                district = gr.Textbox(label="Enter district name", placeholder='Type the district name here')
-                district_weather = gr.Textbox(label=f"Weather forecast is:", value=dom.weather_forecast, interactive=False)
-                bd_weather = gr.Button("Get weather forecast").style(size='sm')
-                bd_weather.click(fn=dom.click_handler_for_get_weather_forecast, inputs=[state, district], outputs=[district_weather])
-                
+                # Get districts of the selected state
+                state.change(
+                    dom.click_handler_for_weather_forecast_districts_dropdown_list_update,
+                    state,
+                    district
+                )
+
+                # Get weather forecast on district selection event
+                district_weather = gr.Textbox(label=f"Weather forecast is:", interactive=False)
+                district.change(
+                    dom.click_handler_for_weather_forecast_district,
+                    [state, district],
+                    district_weather
+                )
+        
         with gr.Column(scale=1, min_width=600):
             with gr.Tab(label='Weather Forecast Summary'):
                 # Get the summary of the weather forecast
-                weather_forecast_summary = gr.Textbox(label="Weather Forecast Summary is:", value=dom.weather_forecast_summary, interactive=False)
-                b_weather_forecast_summary = gr.Button("Get Weather Forecast Summary").style(size='sm')
-                b_weather_forecast_summary.click(fn=dom.click_handler_for_weather_forecast_summary, inputs=district_weather, outputs=[weather_forecast_summary])
+                weather_forecast_summary = gr.Textbox(label="Weather Forecast Summary is:", interactive=False)
+                district.change(
+                        dom.click_handler_for_weather_forecast_summary,
+                        district_weather,
+                        weather_forecast_summary
+                    )
                 
             # Covert the weather forcast summary in Indian language
             with gr.Column(scale=1, min_width=600):
                 with gr.Tab(label='Weather Forecast Summary in selected language'):
                     # Select the language
                     language = gr.Dropdown(
-                        ['English', 'Hindi', 'Gujarati', 'Marathi', 'Kannada', 'Bengali', 'Panjabi', 'Telugu', 'Tamil', 'Malayalam'],
+                        list(constants_utils.INDIC_LANGUAGE.keys()),
                         label="Select language")
-                    indic_weather_forecast_summary = gr.Textbox(label="Weather Forecast Summary in the selected language is:", value=dom.indic_translation, interactive=False)
+                    indic_weather_forecast_summary = gr.Textbox(label="Weather Forecast Summary in the selected language is:", interactive=False)
+
+                    # By default display weather forecast summary in Hindi. User can change it later on.
+                    weather_forecast_summary.change(
+                        dom.click_handler_for_get_indic_translation,
+                        weather_forecast_summary,
+                        indic_weather_forecast_summary
+                    )
+
+                    # User can get the weather forecast summary in their preferred language as well
                     b_indic_weather_forecast_summary = gr.Button("Get answer in selected language").style(size='sm')
                     b_indic_weather_forecast_summary.click(fn=dom.click_handler_for_get_indic_translation, inputs=[weather_forecast_summary, language], outputs=[indic_weather_forecast_summary])
         
             with gr.Column(scale=1, min_width=600):
-                # with gr.Tab(label='Weather Info'):
-                city = gr.Textbox(label="Enter city name", placeholder='Type the city name here')
-                weather = gr.Textbox(label=f"Current weather is:", value=dom.weather_info, interactive=False)
-                b_weather = gr.Button("Get weather info").style(size='sm')
-                b_weather.click(fn=dom.click_handler_for_get_weather, inputs=city, outputs=[weather])
+                with gr.Tab(label='Weather Info'):
+                    weather = gr.Textbox(label=f"Current weather is:", interactive=False)
+                    district.change(
+                        dom.click_handler_for_get_weather,
+                        district,
+                        weather
+                    )
 
     
     #############################################################################
     # Widget to load and process from the custom data source
     with gr.Row(visible=False) as rowLoadCustomData:
         with gr.Column(scale=1, min_width=600):
-            with gr.Tab(label='Load Custom Data'):
+            with gr.Tab(label='Load Custom Data (Do not upload data from the same file/url again. Once it is uploaded, it gets stored forever.)'):
                 question_category = gr.Dropdown(
                     constants_utils.INDEX_CATEGORY,
                     label="Select Query Type")
-                
+
                 doc_type = gr.Radio(
                     list(constants_utils.DATA_SOURCES.keys()),
                     label="Select data source (Supports uploading multiple Files/URLs)",
@@ -431,7 +478,7 @@ with gr.Blocks(title='KKMS-KSSW Demo') as demo:
 
                 with gr.Row(visible=False) as rowUploadOnlinePdf:
                     with gr.Column(scale=1, min_width=600):
-                        urls = gr.Textbox(label="Enter URLs for Online PDF (Supports uploading from multiple URLs. Enter the URLs in comma (,) separated format)", placeholder='Type the URLs here')
+                        urls = gr.Textbox(label="Enter URLs for Online PDF (Supports uploading from multiple URLs. Enter the URLs in comma (,) separated format.)", placeholder='Type the URLs here')
                         b_urls = gr.Button("Load Online PDFs").style(size='sm')
                         b_urls.click(
                             fn=dom.click_handler_for_load_files_urls,
@@ -455,7 +502,7 @@ with gr.Blocks(title='KKMS-KSSW Demo') as demo:
 
                 with gr.Row(visible=False) as rowUploadUrls:
                     with gr.Column(scale=1, min_width=600):
-                        urls = gr.Textbox(label="Enter URLs (Supports uploading from multiple URLs. Enter the URLs in comma (,) separated format)", placeholder='Type the URLs here')
+                        urls = gr.Textbox(label="Enter URLs (Supports uploading from multiple URLs. Enter the URLs in comma (,) separated format.)", placeholder='Type the URLs here')
                         b_urls = gr.Button("Load URLs").style(size='sm')
                         b_urls.click(
                             fn=dom.click_handler_for_load_files_urls,

requirements.txt

@@ -18,4 +18,5 @@ tiktoken
 googletrans==3.1.0a0
 BeautifulSoup4
 pypdf
-PyPDF2
+PyPDF2
+html2text

src/constants.py

@@ -1,5 +1,6 @@
 import os
 import src.web_crawler as web_crawler_utils
+import src.weather as weather_utils
 
 LOAD_FROM_EXISTING_INDEX_STORE = False
 INDEX_TYPE = 'FAISS'
@@ -17,10 +18,10 @@ if not os.path.exists(OUTPUT_PATH):
 INDEX_CATEGORY = [
     'crops',
     'fruits',
-    # 'pest_management',
-    # 'govt_policy',
-    # 'insurance',
-    # 'soil',
+    'pest_management',
+    'govt_policy',
+    'insurance',
+    'soil',
     'general',
     'vegetables'
 ]
@@ -28,25 +29,27 @@ INDEX_CATEGORY = [
 # Doctype of the master index of each index category. Master index for each index category would be stored under this key.
 INDEX_CATEGORY_MASTER_INDEX_DOC_TYPE = 'master'
 
-# Output index name if creating the index/vector store using GPTSimpleVectorIndex
-INDEX_FILENAME = os.path.join(OUTPUT_PATH, 'index.json')
-
 # List of data sources/types & from where to load the data and create the index/vector store
 # 2nd item is the type of source from where the data would be loaded. Currently it could come from either a file or URL.
 DATA_SOURCES = {
     'PDF': 'pdf',
     'Text File': 'textfile',
     'Online PDF': 'online_pdf', # web_crawler_utils.get_ipm_packages_pdfs_urls()[:1]
-    # 'URLs': 'urls',
+    'URLs': 'urls',
 }
 
 # LangChain related constants
+SIMILARITY_TOP_K = 1
+MODE = 'embedding'
+RESPONSE_MODE = 'default'
 TEXT_SPLITTER_CHUNK_SIZE = 1000
 TEXT_SPLITTER_CHUNK_OVERLAP = 0
 TEXT_SPLITTER_SEPARATOR = '\n\n'
 
 
 URLS = [
+    # Govt. Schemes
+    'https://agricoop.nic.in/en/Major#gsc.tab=0'
     'https://agricoop.nic.in/#gsc.tab=0',
 
     'https://dmi.gov.in/Documents/GrantCAGrapes.pdf',
@@ -120,44 +123,48 @@ MANDI_PRICE_STATES = [
 ]
 
 # State list used in the Weather forecast widget dropdown list
-WEATHER_FORECAST_STATES = [
-    'Andaman-Nicobar',
-    'Andhra-Pradesh',
-    'Arunachal-Pradesh',
-    'Assam',
-    'Bihar',
-    'Chandigarh',
-    'Chhattisgarh',
-    'Dadra-and-Nagar-Haveli',
-    'Daman-and-Diu',
-    'Delhi',
-    'Goa',
-    'Gujarat',
-    'Haryana',
-    'Himachal-Pradesh',
-    'Jammu-Kashmir',
-    'Jharkhand',
-    'Karnataka',
-    'Kerala',
-    'Lakshadweep',
-    'Madhya-Pradesh',
-    'Maharashtra',
-    'Manipur',
-    'Meghalaya',
-    'Mizoram',
-    'Nagaland',
-    'Odisha',
-    'Pondicherry',
-    'Punjab',
-    'Rajasthan',
-    'Sikkim',
-    'Tamilnadu',
-    'Telangana',
-    'Tripura',
-    'Uttar-Pradesh',
-    'Uttarakhand',
-    'West-Bengal'
-]
+weather_utils_obj = weather_utils.WEATHER()
+WEATHER_FORECAST_STATES = weather_utils_obj.get_state_names()
+
+WEATHER_FORECAST_STATE_CODES = {
+    'Andaman-Nicobar': '01',
+    'Andhra-Pradesh': '02',
+    'Arunachal-Pradesh': '03',
+    'Assam': '04',
+    'Bihar': '05',
+    'Chandigarh': '06',
+    'Chhattisgarh': '07',
+    'Dadra-and-Nagar-Haveli': '08',
+    'Daman-and-Diu': '09',
+    'Delhi': '10',
+    'Goa': '11',
+    'Gujarat': '12',
+    'Haryana': '13',
+    # 14
+    'Himachal-Pradesh': '15',
+    'Jammu-Kashmir': '16',
+    'Jharkhand': '17',
+    'Karnataka': '18',
+    'Kerala': '19',
+    'Lakshadweep': '20',
+    'Madhya-Pradesh': '21',
+    'Maharashtra': '22',
+    'Manipur': '23',
+    'Meghalaya': '24',
+    'Mizoram': '25',
+    'Nagaland': '26',
+    'Odisha': '27',
+    'Pondicherry': '28',
+    'Punjab': '29',
+    'Rajasthan': '30',
+    'Sikkim': '31',
+    'Tamilnadu': '32',
+    'Telangana': '33',
+    'Tripura': '34',
+    'Uttar-Pradesh': '35',
+    'Uttarakhand': '36',
+    'West-Bengal': '37',
+}
 
 # LIST OF  PESTICIDES WHICH ARE BANNED AND RESTRICTED USE (List created from: https://pib.gov.in/PressReleaseIframePage.aspx?PRID=1896140)
 BANNED_PESTICIDES_FORMULATIONS = [

src/data_loader.py

@@ -4,11 +4,12 @@ import pandas as pd
 from pathlib import Path
 import glob
 
-from llama_index import GPTSimpleVectorIndex, download_loader, SimpleDirectoryReader
+from llama_index import GPTSimpleVectorIndex, download_loader, SimpleDirectoryReader, SimpleWebPageReader
 from langchain.document_loaders import PyPDFLoader, TextLoader
 from langchain.agents import initialize_agent, Tool
 from langchain.llms import OpenAI
 from langchain.chains.conversation.memory import ConversationBufferMemory
+from langchain.docstore.document import Document
 
 import src.utils as utils
 
@@ -115,10 +116,10 @@ class DATA_LOADER:
                 urls=urls,
                 url_type=doc_type
             )
-            BeautifulSoupWebReader = download_loader("BeautifulSoupWebReader")
-            loader = BeautifulSoupWebReader()
             # Load data from URLs
-            documents = loader.load_data(urls=valid_urls)
+            docs = SimpleWebPageReader(html_to_text=True).load_data(valid_urls)
+            docs = [Document(page_content=doc.text) for doc in docs]
+            documents.extend(docs)
 
         # Load data from text file(s)
         elif doc_type == 'textfile':

src/langchain_utils.py

@@ -645,9 +645,9 @@ class LANGCHAIN_UTILS:
     def query(self,
         question,
         question_category,
-        mode='embedding',
-        response_mode="default",
-        similarity_top_k=2,
+        mode=constants_utils.MODE,
+        response_mode=constants_utils.RESPONSE_MODE,
+        similarity_top_k=constants_utils.SIMILARITY_TOP_K,
         required_keywords=[],
         exclude_keywords=[],
         verbose=False
@@ -759,7 +759,7 @@ class LANGCHAIN_UTILS:
         files_or_urls,
         index_category
     ):
-        logger.info(f'Uploading data for: {index_category}-{doc_type}')
+        logger.info(f'Uploading data for: {index_category}; from: {doc_type}')
 
         self.documents = []
         self.index = None

src/weather.py

@@ -1,178 +1,61 @@
 import requests
 from bs4 import BeautifulSoup as bs
+import src.constants as constants_utils
 
 
-STATE_CODES = {
-    'Andaman-Nicobar': '01',
-    'Andhra-Pradesh': '02',
-    'Arunachal-Pradesh': '03',
-    'Assam': '04',
-    'Bihar': '05',
-    'Chandigarh': '06',
-    'Chhattisgarh': '07',
-    'Dadra-and-Nagar-Haveli': '08',
-    'Daman-and-Diu': '09',
-    'Delhi': '10',
-    'Goa': '11',
-    'Gujarat': '12',
-    'Haryana': '13',
-    # 14
-    'Himachal-Pradesh': '15',
-    'Jammu-Kashmir': '16',
-    'Jharkhand': '17',
-    'Karnataka': '18',
-    'Kerala': '19',
-    'Lakshadweep': '20',
-    'Madhya-Pradesh': '21',
-    'Maharashtra': '22',
-    'Manipur': '23',
-    'Meghalaya': '24',
-    'Mizoram': '25',
-    'Nagaland': '26',
-    'Odisha': '27',
-    'Pondicherry': '28',
-    'Punjab': '29',
-    'Rajasthan': '30',
-    'Sikkim': '31',
-    'Tamilnadu': '32',
-    'Telangana': '33',
-    'Tripura': '34',
-    'Uttar-Pradesh': '35',
-    'Uttarakhand': '36',
-    'West-Bengal': '37',
-}
-
-# List of states that are given as the input selection to https://nwp.imd.gov.in/blf/blf_temp/ to get the weather forecast
-STATES = {
-    'Andaman-Nicobar': {},
-
-    'Andhra-Pradesh': {},
-
-    'Arunachal-Pradesh': {},
-
-    'Assam': {},
-
-    'Bihar': {},
-
-    'Chandigarh': {},
-
-    'Chhattisgarh': {},
-
-    'Dadra-and-Nagar-Haveli': {},
-
-    'Daman-and-Diu': {},
-
-    'Delhi': {
-        'CENTRAL-DELHI': ['CENTRAL-DELHI'],
-        'EAST-DELHI': ['EAST-DELHI'],
-        'NEW-DELHI': ['NEW-DELHI'],
-        'NORTH-DELHI': ['NORTH-DELHI'],
-        'NORTH-EAST-DELHI': ['NORTH-EAST-DELHI'],
-        'NORTH-WEST-DELHI': ['NORTH-WEST-DELHI'],
-        'SHAHDARA': ['SHAHDARA'],
-        'SOUTH-DELHI': ['SOUTH-DELHI'],
-        'SOUTH-EAST-DELHI': ['SOUTH-EAST-DELHI'],
-        'SOUTH-WEST-DELHI': ['SOUTH-WEST-DELHI'],
-        'WEST-DELHI': ['WEST-DELHI'],
-    },
-
-    'Goa': {},
-
-    'Gujarat': {
-        'AHMADABAD': ['AHMEDABAD-CITY', 'BAVLA', 'DASKROI', 'DETROJ-RAMPURA', 'DHANDHUKA', 'DHOLERA', 'DHOLKA', 'MANDAL', 'SANAND', 'VIRAMGAM'],
-        'AMRELI': ['AMRELI', 'BABRA', 'BAGASARA', 'DHARI', 'JAFRABAD', 'KHAMBHA', 'KUNKAVAV-VADIA', 'LATHI', 'LILIA', 'RAJULA', 'SAVERKUNDLA'],
-        'ANAND': [],
-        'ARVALLI': [],
-        'BANASKANTHA': [],
-        'BHARUCH': [],
-        'BHAVNAGAR': [],
-        'BOTAD': [],
-        'CHHOTAUDEPUR': [],
-        'DANG': [],
-        'DEVBHUMI-DWARKA': [],
-        'DOHAD': [],
-        'GANDHINAGAR': [],
-        'GIR-SOMNATH': [],
-        'JAMNAGAR': [],
-        'JUNAGADH': [],
-        'KACHCHH': [],
-        'KHEDA': [],
-        'MAHESANA': [],
-        'MAHISAGAR': [],
-        'MORBI': [],
-        'NARMADA': [],
-        'NAVSARI': [],
-        'PANCH-MAHALS': [],
-        'PATAN': [],
-        'PORBANDAR': [],
-        'RAJKOT': [],
-        'SABAR-KANTHA': [],
-        'SURAT': ['BARDOLI', 'CHORASI', 'KAMREJ', 'MAHUVA', 'MANDVI', 'MANGROL', 'OLPAD', 'PALSANA', 'SURAT-CITY', 'UMARPADA'],
-        'SURENDRANAGAR': [],
-        'TAPI': [],
-        'VADODARA': [],
-        'VALSAD': [],
-    },
-
-    'Haryana': {},
-
-    'Himachal-Pradesh': {},
-
-    'Jammu-Kashmir': {},
-
-    'Jharkhand': {},
-
-    'Karnataka': {},
-
-    'Kerala': {},
-
-    'Lakshadweep': {},
-
-    'Madhya-Pradesh': {},
-
-    'Maharashtra': {},
-
-    'Manipur': {},
-
-    'Meghalaya': {},
-
-    'Mizoram': {},
-
-    'Nagaland': {},
-
-    'Odisha': {},
-
-    'Pondicherry': {},
-
-    'Punjab': {},
-
-    'Rajasthan': {},
-
-    'Sikkim': {},
-
-    'Tamilnadu': {},
-
-    'Telangana': {},
+class WEATHER:
+    def __init__(self):
+        self.base_url = 'https://nwp.imd.gov.in/blf/blf_temp'
 
-    'Tripura': {},
+        self.states = []
+        self.districts = []
+        self.states_districts = dict(
+                (ds, None) for ds in list(constants_utils.DATA_SOURCES.values()))
+        
+        self.headers = {
+            'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7',
+        }
 
-    'Uttar-Pradesh': {},
 
-    'Uttarakhand': {},
+    def get_state_names(
+        self
+    ):
+        response = requests.get(
+            self.base_url,
+            headers=self.headers,
+        )
 
-    'West-Bengal': {},
-}
+        soup = bs(response.text, 'html.parser')
+        self.states = soup.findAll('select', {'onchange': 'window.location.href=this.value'}, limit=None)
+        self.states = [state.strip() for state in self.states[0].text.split('\n') if state and state != 'Select']
+        return self.states
 
 
+    def get_district_names(
+        self,
+        state_name
+    ):
+        url = f"{self.base_url}/dis.php?value={constants_utils.WEATHER_FORECAST_STATE_CODES.get(state_name, '') + state_name}"
+        response = requests.get(
+            url,
+            headers=self.headers,
+        )
 
-class WEATHER:
-    def __init__(self):
-        self.base_url = 'https://nwp.imd.gov.in/blf/blf_temp'
+        soup = bs(response.text, 'html.parser')
+        self.districts = soup.findAll('select', {'name': 'dis'}, limit=None)
+        self.districts = [district.strip() for district in self.districts[0].text.split('\n') if district and district != 'Select']
+        # self.districts = [district for district in self.districts[0].text.split('\n\n') if district]
+        return self.districts
 
 
     # Weather forecast from Govt. website
-    def get_weather_forecast(self, state, district, is_block_level=False):
-        self.district_url = f"{self.base_url}/block.php?dis={STATE_CODES.get(state, '') + district}"
+    def get_weather_forecast(
+        self,
+        state,
+        district,
+        is_block_level=False
+    ):
+        self.district_url = f"{self.base_url}/block.php?dis={constants_utils.WEATHER_FORECAST_STATE_CODES.get(state, '') + district}"
         self.block_url = f'{self.base_url}/table2.php'
 
         response = requests.get(self.district_url if not is_block_level else self.block_url)
@@ -182,7 +65,10 @@ class WEATHER:
 
 
     # Weather using Google weather API
-    def get_weather(self, city):
+    def get_weather(
+        self,
+        city
+    ):
         city = city + " weather"
         city = city.replace(" ", "+")