Upload 4 files

app.py

@@ -0,0 +1,114 @@
+import gradio as gr
+
+from langchain import LLMChain
+from langchain import PromptTemplate
+from langchain.llms import Cohere
+
+# from create_chain import chain as llm_chain
+from create_chain import create_chain_from_template
+from prompt import wikipedia_template, general_internet_template
+from langchain.retrievers import CohereRagRetriever
+from langchain.chat_models import ChatCohere
+
+import os
+from dotenv import load_dotenv
+
+
+
+load_dotenv()  # take environment variables from .env. 
+# https://pypi.org/project/python-dotenv/
+
+COHERE_API_KEY = os.getenv("COHERE_API_KEY")
+
+
+examples = [
+    ["What is Cellular Automata and who created it?"],
+    ["What is Cohere"],
+    ["who is Katherine Johnson"],
+]
+
+def create_UI(llm_chain):
+    with gr.Blocks() as demo:
+    #     radio = gr.Radio(
+    #     ["wikipedia only", "any website", "none"], label="What kind of essay would you like to write?", value="wikipedia only"
+    # )
+        radio = gr.Radio(
+        ["wikipedia only", "any website", ], label="What kind of essay would you like to write?", value="wikipedia only"
+    )
+
+        
+        chatbot = gr.Chatbot()
+        msg = gr.Textbox(info="Enter your question here, press enter to submit query")
+        clear = gr.Button("Clear")
+        # submit_btn = gr.Button("Submit", variant="primary")
+
+        gr.Examples(examples=examples, label="Examples", inputs=msg,)
+        
+
+        def user(user_message, history):
+            return "", history + [[user_message, None]]
+
+        def bot(history):
+            print("Question: ", history[-1][0])
+            bot_message = llm_chain.invoke(history[-1][0])
+
+            bot_message = bot_message
+            print("Response: ", bot_message)
+            history[-1][1] = ""
+            history[-1][1] += bot_message
+            return history
+        
+        def change_textbox(choice):
+            if choice == "wikipedia only":
+                template = wikipedia_template
+                llm_chain = create_chain_from_template(
+                    template, 
+                    rag, 
+                    llm_model
+                    )
+                return llm_chain
+            elif choice == "any website":
+                template = general_internet_template
+                llm_chain = create_chain_from_template(
+                    template, 
+                    rag, 
+                    llm_model
+                    )
+                return llm_chain
+            elif choice == "none":
+                submit_btn = gr.Button("Submit", variant="primary")
+                return gr.Textbox(lines=8, visible=True, value="Lorem ipsum dolor sit amet"), gr.Button("Submit", variant="primary")
+            else:
+                return gr.Textbox(visible=False), gr.Button(interactive=False)
+
+        text = gr.Textbox(lines=2, interactive=True, show_copy_button=True)
+        # radio.change(fn=change_textbox, inputs=radio, outputs=[text, submit_btn])
+        radio.change(fn=change_textbox, inputs=radio, outputs=[text])
+        msg.submit(user, [msg, chatbot], [msg, chatbot], queue=False).then(bot, chatbot, chatbot)
+        clear.click(lambda: None, None, chatbot, queue=False)
+    return demo
+
+
+if __name__ == "__main__":
+    template = wikipedia_template
+    prompt = PromptTemplate(template=template, input_variables=["query"])
+    
+
+    llm_model = ChatCohere(
+        cohere_api_key=COHERE_API_KEY,
+        )
+
+    rag = CohereRagRetriever(llm=llm_model,)
+
+
+    llm_chain = create_chain_from_template(
+        template, 
+        rag, 
+        llm_model
+        )
+
+    demo = create_UI(llm_chain)
+    demo.queue()
+    # demo.launch()
+    demo.launch(share=True)
+    # pass

create_chain.py

@@ -0,0 +1,80 @@
+import os
+
+from langchain.chat_models import ChatCohere
+from langchain.schema import AIMessage, HumanMessage
+
+
+## cohere with connector
+## cohere with internet
+
+# https://python.langchain.com/docs/modules/data_connection/retrievers/
+# https://python.langchain.com/docs/integrations/llms/cohere
+
+from langchain.chat_models import ChatCohere
+from langchain.retrievers import CohereRagRetriever
+from langchain.schema.document import Document
+
+from langchain.chains import LLMChain
+from langchain.prompts import PromptTemplate
+
+
+from langchain.chat_models import ChatOpenAI
+from langchain.prompts import ChatPromptTemplate
+from langchain.schema import StrOutputParser
+from langchain.schema.runnable import RunnablePassthrough
+
+
+from langchain.prompts import (
+ChatPromptTemplate,
+MessagesPlaceholder,
+SystemMessagePromptTemplate,
+HumanMessagePromptTemplate,
+                                )
+from dotenv import load_dotenv
+
+from prompt import wikipedia_template, general_internet_template
+
+load_dotenv()  # take environment variables from .env. 
+# https://pypi.org/project/python-dotenv/
+
+COHERE_API_KEY = os.getenv("COHERE_API_KEY")
+
+def format_docs(docs):
+    return "\n\n".join([d.page_content for d in docs])
+
+
+def create_chain_from_template(template, retriever, model):
+    prompt = PromptTemplate(template=template, input_variables=["query"])
+    chain = (
+        {"context": retriever | format_docs, "query": RunnablePassthrough()}
+        | prompt
+        | model
+        | StrOutputParser()
+    )
+    return chain
+
+
+
+if __name__ == "__main__":
+
+
+    llm_model = ChatCohere(
+        cohere_api_key=COHERE_API_KEY,
+        )
+
+    template = wikipedia_template
+    prompt = PromptTemplate(template=template, input_variables=["query"])
+
+    rag = CohereRagRetriever(llm=llm_model,)
+
+    llm_chain = create_chain_from_template(
+        template, 
+        rag, 
+        llm_model
+        )
+    
+    sample_query = "What is Cellular Automata and who created it?"
+    sample_output = llm_chain.invoke(sample_query)
+    print(sample_output)
+
+

prompt.py

@@ -0,0 +1,81 @@
+wikipedia_template = """Question: {query}
+
+Please only use wikipedia when searching for the answer.
+
+
+
+
+When given a query you must generate a wikipedia article based on the query given;
+You must oranization your article into sections just like in wikipedia
+The structure is open ended however you must write this article in markdown;
+Also you must have a reference section at the end with a list of all your refernces;
+If you are unsure about the exact person the user is refering to please ask questions;
+
+For the sake of clarity please add new lines between your inital output and the
+generated wikipedia article
+
+
+If there are many pages for a similar person or entity please as
+the user to specify which one they are talking about before geenrating the article
+
+Please make sure to include in-line citations
+
+for example:
+fact_1 [source_1]
+fact_2 [source_2, source_3]
+Answer: 
+"""
+
+# general_internet_template = """Question: {query}
+
+# Please only use {website_list} when searching for the answer.
+
+
+# When given a query you must generate a wikipedia article based on the query given;
+# You must oranization your article into sections just like in wikipedia
+# The structure is open ended however you must write this article in markdown;
+# Also you must have a reference section at the end with a list of all your refernces;
+# If you are unsure about the exact person the user is refering to please ask questions;
+
+# For the sake of clarity please add new lines between your inital output and the
+# generated wikipedia article
+
+
+# If there are many pages for a similar person or entity please as
+# the user to specify which one they are talking about before geenrating the article
+
+# Please make sure to include in-line citations
+
+# for example:
+# fact_1 [source_1]
+# fact_2 [source_2, source_3]
+# Answer: 
+# """
+
+
+general_internet_template = """Question: {query}
+
+Use any website so needed to help the user.
+
+
+
+When given a query you must generate a wikipedia article based on the query given;
+You must oranization your article into sections just like in wikipedia
+The structure is open ended however you must write this article in markdown;
+Also you must have a reference section at the end with a list of all your refernces;
+If you are unsure about the exact person the user is refering to please ask questions;
+
+For the sake of clarity please add new lines between your inital output and the
+generated wikipedia article
+
+
+If there are many pages for a similar person or entity please as
+the user to specify which one they are talking about before geenrating the article
+
+Please make sure to include in-line citations
+
+for example:
+fact_1 [source_1]
+fact_2 [source_2, source_3]
+Answer: 
+"""

requirements.txt

@@ -0,0 +1,88 @@
+aiofiles==23.2.1
+aiohttp==3.8.6
+aiosignal==1.3.1
+altair==5.1.2
+annotated-types==0.6.0
+anyio==3.7.1
+async-timeout==4.0.3
+attrs==23.1.0
+backoff==2.2.1
+certifi==2023.7.22
+charset-normalizer==3.3.2
+click==8.1.7
+cohere==4.34
+colorama==0.4.6
+contourpy==1.2.0
+cycler==0.12.1
+dataclasses-json==0.6.2
+exceptiongroup==1.1.3
+fastapi==0.104.1
+fastavro==1.8.2
+ffmpy==0.3.1
+filelock==3.13.1
+fonttools==4.44.3
+frozenlist==1.4.0
+fsspec==2023.10.0
+gradio==4.4.0
+gradio_client==0.7.0
+greenlet==3.0.1
+h11==0.14.0
+httpcore==1.0.2
+httpx==0.25.1
+huggingface-hub==0.19.4
+idna==3.4
+importlib-metadata==6.8.0
+importlib-resources==6.1.1
+Jinja2==3.1.2
+jsonpatch==1.33
+jsonpointer==2.4
+jsonschema==4.20.0
+jsonschema-specifications==2023.11.1
+kiwisolver==1.4.5
+langchain==0.0.336
+langsmith==0.0.64
+markdown-it-py==3.0.0
+MarkupSafe==2.1.3
+marshmallow==3.20.1
+matplotlib==3.8.1
+mdurl==0.1.2
+multidict==6.0.4
+mypy-extensions==1.0.0
+numpy==1.26.2
+orjson==3.9.10
+packaging==23.2
+pandas==2.1.3
+Pillow==10.1.0
+pydantic==2.5.1
+pydantic_core==2.14.3
+pydub==0.25.1
+Pygments==2.16.1
+pyparsing==3.1.1
+python-dateutil==2.8.2
+python-dotenv==1.0.0
+python-multipart==0.0.6
+pytz==2023.3.post1
+PyYAML==6.0.1
+referencing==0.31.0
+requests==2.31.0
+rich==13.7.0
+rpds-py==0.13.0
+semantic-version==2.10.0
+shellingham==1.5.4
+six==1.16.0
+sniffio==1.3.0
+SQLAlchemy==2.0.23
+starlette==0.27.0
+tenacity==8.2.3
+tomlkit==0.12.0
+toolz==0.12.0
+tqdm==4.66.1
+typer==0.9.0
+typing-inspect==0.9.0
+typing_extensions==4.8.0
+tzdata==2023.3
+urllib3==2.1.0
+uvicorn==0.24.0.post1
+websockets==11.0.3
+yarl==1.9.2
+zipp==3.17.0