Cache external API calls

app.py

@@ -1,4 +1,4 @@
-from typing import List
+from typing import List, Tuple
 
 import json5
 import time
@@ -13,6 +13,48 @@ from global_config import GlobalConfig
 APP_TEXT = json5.loads(open(GlobalConfig.APP_STRINGS_FILE, 'r').read())
 
 
+@st.cache_data
+def get_contents_wrapper(text: str) -> str:
+    """
+    Fetch and cache the slide deck contents on a topic by calling an external API.
+
+    :param text: The presentation topic
+    :return: The slide deck contents or outline
+    """
+
+    return llm_helper.generate_slides_content(text).strip()
+
+
+@st.cache_data
+def get_json_wrapper(text: str) -> str:
+    """
+    Fetch and cache the JSON-formatted slide deck contents by calling an external API.
+
+    :param text: The slide deck contents or outline
+    :return: The JSON-formatted contents
+    """
+
+    return llm_helper.text_to_json(text)
+
+
+@st.cache_data
+def get_web_search_results_wrapper(text: str) -> List[Tuple[str, str]]:
+    """
+    Fetch and cache the Web search results on a given topic.
+
+    :param text: The topic
+    :return: A list of (title, link) tuples
+    """
+
+    results = []
+    search_results = llm_helper.get_related_websites(text)
+
+    for a_result in search_results.results:
+        results.append((a_result.title, a_result.url))
+
+    return results
+
+
 def build_ui():
     """
     Display the input elements for content generation. Only covers the first step.
@@ -75,7 +117,7 @@ def process_topic_inputs(topic: str, progress_bar):
         target_length = min(topic_length, GlobalConfig.LLM_MODEL_MAX_INPUT_LENGTH)
 
         try:
-            slides_content = llm_helper.generate_slides_content(topic[:target_length]).strip()
+            slides_content = get_contents_wrapper(topic[:target_length])
             content_length = len(slides_content)
 
             print('=' * 20)
@@ -132,7 +174,7 @@ def process_slides_contents(text: str, progress_bar: st.progress):
     """
 
     print('JSON button clicked')
-    json_str = llm_helper.text_to_json(text)
+    json_str = get_json_wrapper(text)
     # yaml_str = llm_helper.text_to_yaml(text)
     print('=' * 20)
     print(f'JSON:\n{json_str}')
@@ -206,10 +248,10 @@ def show_bonus_stuff(ppt_headers: List):
 
     # Use the presentation title and the slides headers to find relevant info online
     ppt_text = ' '.join(ppt_headers)
-    search_results = llm_helper.get_related_websites(ppt_text)
+    search_results = get_web_search_results_wrapper(ppt_text)
 
-    for a_result in search_results.results:
-        st.markdown(f'[{a_result.title}]({a_result.url})')
+    for (title, link) in search_results:
+        st.markdown(f'[{title}]({link})')
 
 
 def button_clicked(button):

global_config.py

@@ -27,6 +27,7 @@ class GlobalConfig:
     APP_STRINGS_FILE = 'strings.json'
     PRELOAD_DATA_FILE = 'examples/example_02.json'
     SLIDES_TEMPLATE_FILE = 'langchain_templates/template_07.txt'
+    JSON_TEMPLATE_FILE = 'langchain_templates/text_to_json_template.txt'
 
     PPTX_TEMPLATE_FILES = {
         'Blank': {

llm_helper.py

@@ -7,7 +7,7 @@ from global_config import GlobalConfig
 
 prompt = None
 llm_contents = None
-llm_yaml = None
+llm_json = None
 metaphor_client = None
 
 
@@ -77,53 +77,23 @@ def text_to_json(content: str) -> str:
     :return: JSON string
     """
 
-    global llm_yaml
+    global llm_json
 
     content = content.replace('```', '')
 
     # f-string is not used in order to prevent interpreting the brackets
-    text = '''
-Convert the given slide deck text into structured JSON output.
-Also, generate and add an engaging presentation title. 
-The output should be only correct and valid JSON having the following structure:
-
-{
-    "title": "...",
-    "slides": [
-        {
-            "heading": "...",
-            "bullet_points": [
-                "...",
-                [
-                    "...",
-                    "..."
-                ]
-            ]
-        },
-        {
-            ...
-        },
-    ]
-}
-
-
-Text:
-'''
-    text += content
-    text += '''
-
-
-Output:
-```json
-'''
+    with open(GlobalConfig.JSON_TEMPLATE_FILE, 'r') as in_file:
+        text = in_file.read()
+        # Insert the actual text contents
+        text = text.replace('<REPLACE_PLACEHOLDER>', content)
 
     text = text.strip()
     print(text)
 
-    if llm_yaml is None:
-        llm_yaml = get_llm(use_gpt=True)
+    if llm_json is None:
+        llm_json = get_llm(use_gpt=True)
 
-    output = llm_yaml(text, verbose=True)
+    output = llm_json(text, verbose=True)
     output = output.strip()
 
     first_index = max(0, output.find('{'))
@@ -141,7 +111,7 @@ def text_to_yaml(content: str) -> str:
     :return: JSON string
     """
 
-    global llm_yaml
+    global llm_json
 
     content = content.replace('```', '')
 
@@ -181,10 +151,10 @@ Output:
     text = text.strip()
     print(text)
 
-    if llm_yaml is None:
-        llm_yaml = get_llm(use_gpt=True)
+    if llm_json is None:
+        llm_json = get_llm(use_gpt=True)
 
-    output = llm_yaml(text, verbose=True)
+    output = llm_json(text, verbose=True)
     output = output.strip()
 
     # first_index = max(0, output.find('{'))
@@ -195,6 +165,13 @@ Output:
 
 
 def get_related_websites(query: str) -> metaphor.api.SearchResponse:
+    """
+    Fetch Web search results for a given query.
+
+    :param query: The query text
+    :return: The search results object
+    """
+    
     global metaphor_client
 
     if not metaphor_client: