Upload folder using huggingface_hub

.env

@@ -0,0 +1,5 @@
+OPENAI_API_KEY=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
+QDRANT_URL=https://418ab8e7-b634-4abf-bed8-63d5b3567b18.us-east4-0.gcp.cloud.qdrant.io:6333
+QDRANT_API_KEY=pq7_G7HmodTpipF7dtpuY8CZcCL6YPsuyWBlUUReLXX9iksQs3brFw
+QDRANT_COLLECTION_NAME=T1G0CE4N7
+OPENAI_LOG=debug

.env.template

@@ -0,0 +1,4 @@
+QDRANT_URL=
+QDRANT_API_KEY=
+OPENAI_API_KEY=
+QDRANT_COLLECTION_NAME=

.gitattributes

@@ -33,3 +33,52 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+venv-kip-llm/bin/ruff filter=lfs diff=lfs merge=lfs -text
+venv-kip-llm/lib/python3.11/site-packages/PIL/.dylibs/libfreetype.6.dylib filter=lfs diff=lfs merge=lfs -text
+venv-kip-llm/lib/python3.11/site-packages/PIL/.dylibs/libharfbuzz.0.dylib filter=lfs diff=lfs merge=lfs -text
+venv-kip-llm/lib/python3.11/site-packages/altair/vegalite/v5/schema/__pycache__/channels.cpython-311.pyc filter=lfs diff=lfs merge=lfs -text
+venv-kip-llm/lib/python3.11/site-packages/altair/vegalite/v5/schema/__pycache__/core.cpython-311.pyc filter=lfs diff=lfs merge=lfs -text
+venv-kip-llm/lib/python3.11/site-packages/emoji/unicode_codes/__pycache__/data_dict.cpython-311.pyc filter=lfs diff=lfs merge=lfs -text
+venv-kip-llm/lib/python3.11/site-packages/fontTools/misc/bezierTools.cpython-311-darwin.so filter=lfs diff=lfs merge=lfs -text
+venv-kip-llm/lib/python3.11/site-packages/gradio/templates/frontend/assets/Index-75821454.js.map filter=lfs diff=lfs merge=lfs -text
+venv-kip-llm/lib/python3.11/site-packages/grpc/_cython/cygrpc.cpython-311-darwin.so filter=lfs diff=lfs merge=lfs -text
+venv-kip-llm/lib/python3.11/site-packages/grpc_tools/_protoc_compiler.cpython-311-darwin.so filter=lfs diff=lfs merge=lfs -text
+venv-kip-llm/lib/python3.11/site-packages/llvmlite/binding/libllvmlite.dylib filter=lfs diff=lfs merge=lfs -text
+venv-kip-llm/lib/python3.11/site-packages/lxml/etree.cpython-311-darwin.so filter=lfs diff=lfs merge=lfs -text
+venv-kip-llm/lib/python3.11/site-packages/lxml/objectify.cpython-311-darwin.so filter=lfs diff=lfs merge=lfs -text
+venv-kip-llm/lib/python3.11/site-packages/numpy/.dylibs/libgfortran.5.dylib filter=lfs diff=lfs merge=lfs -text
+venv-kip-llm/lib/python3.11/site-packages/numpy/.dylibs/libopenblas64_.0.dylib filter=lfs diff=lfs merge=lfs -text
+venv-kip-llm/lib/python3.11/site-packages/numpy/core/_multiarray_umath.cpython-311-darwin.so filter=lfs diff=lfs merge=lfs -text
+venv-kip-llm/lib/python3.11/site-packages/pandas/_libs/algos.cpython-311-darwin.so filter=lfs diff=lfs merge=lfs -text
+venv-kip-llm/lib/python3.11/site-packages/pandas/_libs/groupby.cpython-311-darwin.so filter=lfs diff=lfs merge=lfs -text
+venv-kip-llm/lib/python3.11/site-packages/pandas/_libs/hashtable.cpython-311-darwin.so filter=lfs diff=lfs merge=lfs -text
+venv-kip-llm/lib/python3.11/site-packages/pandas/_libs/interval.cpython-311-darwin.so filter=lfs diff=lfs merge=lfs -text
+venv-kip-llm/lib/python3.11/site-packages/pandas/_libs/join.cpython-311-darwin.so filter=lfs diff=lfs merge=lfs -text
+venv-kip-llm/lib/python3.11/site-packages/pandas/_libs/tslibs/offsets.cpython-311-darwin.so filter=lfs diff=lfs merge=lfs -text
+venv-kip-llm/lib/python3.11/site-packages/pyarrow/_compute.cpython-311-darwin.so filter=lfs diff=lfs merge=lfs -text
+venv-kip-llm/lib/python3.11/site-packages/pyarrow/_dataset.cpython-311-darwin.so filter=lfs diff=lfs merge=lfs -text
+venv-kip-llm/lib/python3.11/site-packages/pyarrow/_flight.cpython-311-darwin.so filter=lfs diff=lfs merge=lfs -text
+venv-kip-llm/lib/python3.11/site-packages/pyarrow/lib.cpython-311-darwin.so filter=lfs diff=lfs merge=lfs -text
+venv-kip-llm/lib/python3.11/site-packages/pyarrow/libarrow.1500.dylib filter=lfs diff=lfs merge=lfs -text
+venv-kip-llm/lib/python3.11/site-packages/pyarrow/libarrow_acero.1500.dylib filter=lfs diff=lfs merge=lfs -text
+venv-kip-llm/lib/python3.11/site-packages/pyarrow/libarrow_dataset.1500.dylib filter=lfs diff=lfs merge=lfs -text
+venv-kip-llm/lib/python3.11/site-packages/pyarrow/libarrow_flight.1500.dylib filter=lfs diff=lfs merge=lfs -text
+venv-kip-llm/lib/python3.11/site-packages/pyarrow/libarrow_python.dylib filter=lfs diff=lfs merge=lfs -text
+venv-kip-llm/lib/python3.11/site-packages/pyarrow/libarrow_substrait.1500.dylib filter=lfs diff=lfs merge=lfs -text
+venv-kip-llm/lib/python3.11/site-packages/pyarrow/libparquet.1500.dylib filter=lfs diff=lfs merge=lfs -text
+venv-kip-llm/lib/python3.11/site-packages/pydantic_core/_pydantic_core.cpython-311-darwin.so filter=lfs diff=lfs merge=lfs -text
+venv-kip-llm/lib/python3.11/site-packages/rapidfuzz/distance/metrics_cpp.cpython-311-darwin.so filter=lfs diff=lfs merge=lfs -text
+venv-kip-llm/lib/python3.11/site-packages/rapidfuzz/fuzz_cpp.cpython-311-darwin.so filter=lfs diff=lfs merge=lfs -text
+venv-kip-llm/lib/python3.11/site-packages/rpds/rpds.cpython-311-darwin.so filter=lfs diff=lfs merge=lfs -text
+venv-kip-llm/lib/python3.11/site-packages/scipy/.dylibs/libgfortran.5.dylib filter=lfs diff=lfs merge=lfs -text
+venv-kip-llm/lib/python3.11/site-packages/scipy/.dylibs/libopenblas.0.dylib filter=lfs diff=lfs merge=lfs -text
+venv-kip-llm/lib/python3.11/site-packages/scipy/io/_fast_matrix_market/_fmm_core.cpython-311-darwin.so filter=lfs diff=lfs merge=lfs -text
+venv-kip-llm/lib/python3.11/site-packages/scipy/linalg/_flapack.cpython-311-darwin.so filter=lfs diff=lfs merge=lfs -text
+venv-kip-llm/lib/python3.11/site-packages/scipy/misc/face.dat filter=lfs diff=lfs merge=lfs -text
+venv-kip-llm/lib/python3.11/site-packages/scipy/optimize/_highs/_highs_wrapper.cpython-311-darwin.so filter=lfs diff=lfs merge=lfs -text
+venv-kip-llm/lib/python3.11/site-packages/scipy/sparse/_sparsetools.cpython-311-darwin.so filter=lfs diff=lfs merge=lfs -text
+venv-kip-llm/lib/python3.11/site-packages/scipy/special/_ufuncs.cpython-311-darwin.so filter=lfs diff=lfs merge=lfs -text
+venv-kip-llm/lib/python3.11/site-packages/scipy/special/cython_special.cpython-311-darwin.so filter=lfs diff=lfs merge=lfs -text
+venv-kip-llm/lib/python3.11/site-packages/scipy/stats/_unuran/unuran_wrapper.cpython-311-darwin.so filter=lfs diff=lfs merge=lfs -text
+venv-kip-llm/lib/python3.11/site-packages/sklearn/_loss/_loss.cpython-311-darwin.so filter=lfs diff=lfs merge=lfs -text
+venv-kip-llm/lib/python3.11/site-packages/tiktoken/_tiktoken.cpython-311-darwin.so filter=lfs diff=lfs merge=lfs -text

README.md

@@ -1,12 +1,6 @@
 ---
-title: Kipwise Llm
-emoji: 🐠
-colorFrom: red
-colorTo: purple
+title: kipwise-llm
+app_file: gradio-app.py
 sdk: gradio
-sdk_version: 4.17.0
-app_file: app.py
-pinned: false
+sdk_version: 4.15.0
 ---
-
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

chatbot.py

@@ -0,0 +1,185 @@
+import logging
+import os
+import re
+from typing import List
+
+import llama_index
+import phoenix as px
+from llama_index.llms import ChatMessage, MessageRole
+from openai import OpenAI
+
+from environments import OPENAI_API_KEY
+
+
+class IndexBuilder:
+    def __init__(self, vdb_collection_name, embed_model, is_load_from_vector_store=False):
+        self.documents = None
+        self.vdb_collection_name = vdb_collection_name
+        self.embed_model = embed_model
+        self.index = None
+        self.is_load_from_vector_store = is_load_from_vector_store
+        self.build_index()
+
+    def _load_doucments(self):
+        pass
+
+    def _setup_service_context(self):
+        print("Using global service context...")
+
+    def _setup_vector_store(self):
+        print("Setup vector store...")
+
+    def _setup_index(self):
+        if not self.is_load_from_vector_store and self.documents is None:
+            raise ValueError("No documents provided for index building.")
+        print("Building Index")
+
+    def build_index(self):
+        if self.is_load_from_vector_store:
+            self._setup_service_context()
+            self._setup_vector_store()
+            self._setup_index()
+            return
+        self._load_doucments()
+        self._setup_service_context()
+        self._setup_vector_store()
+        self._setup_index()
+
+
+class Chatbot:
+    SYSTEM_PROMPT = ""
+    DENIED_ANSWER_PROMPT = ""
+    CHAT_EXAMPLES = []
+
+    def __init__(self, model_name, index_builder: IndexBuilder, llm=None):
+        self.model_name = model_name
+        self.index_builder = index_builder
+        self.llm = llm
+
+        self.documents = None
+        self.index = None
+        self.chat_engine = None
+        self.service_context = None
+        self.vector_store = None
+        self.tools = None
+
+        self._setup_logger()
+        self._setup_chatbot()
+
+    def _setup_logger(self):
+        logs_dir = 'logs'
+        if not os.path.exists(logs_dir):
+            os.makedirs(logs_dir)  # Step 3: Create logs directory
+
+        logging.basicConfig(
+            filename=os.path.join(logs_dir, 'chatbot.log'),
+            filemode='a',
+            format='%(asctime)s - %(levelname)s - %(message)s',
+            level=logging.INFO
+        )
+        self.logger = logging.getLogger(__name__)
+
+    def _setup_chatbot(self):
+        # self._setup_observer()
+        self._setup_index()
+        self._setup_query_engine()
+        self._setup_tools()
+        self._setup_chat_engine()
+
+    def _setup_observer(self):
+        px.launch_app()
+        llama_index.set_global_handler("arize_phoenix")
+
+    def _setup_index(self):
+        self.index = self.index_builder.index
+        print("Inherited index builder")
+
+    def _setup_query_engine(self):
+        if self.index is None:
+            raise ValueError("No index built")
+        pass
+        print("Setup query engine...")
+
+    def _setup_tools(self):
+        pass
+        print("Setup tools...")
+
+    def _setup_chat_engine(self):
+        if self.index is None:
+            raise ValueError("No index built")
+        pass
+        print("Setup chat engine...")
+
+    def stream_chat(self, message, history):
+        self.logger.info(history)
+        self.logger.info(self.convert_to_chat_messages(history))
+        response = self.chat_engine.stream_chat(
+            message, chat_history=self.convert_to_chat_messages(history)
+        )
+        # Stream tokens as they are generated
+        partial_message = ""
+        for token in response.response_gen:
+            partial_message += token
+            yield partial_message
+
+        references = {}
+        for source in response.source_nodes:
+            if source.score < 0.76:
+                continue
+            url = source.node.metadata.get('url')
+            title = source.node.metadata.get('title')
+            if url and title:
+                references[url] = title
+        if references:
+            partial_message = partial_message + "\n&nbsp;\n\n---\n\nSources: \n"
+            for url, title in references.items():
+                partial_message = partial_message + f"- [{title}]({url})\n"
+            yield partial_message
+        return partial_message
+
+    def convert_to_chat_messages(self, history: List[List[str]]) -> List[ChatMessage]:
+        chat_messages = [ChatMessage(
+            role=MessageRole.SYSTEM, content=self.SYSTEM_PROMPT)]
+        for conversation in history[-3:]:
+            for index, message in enumerate(conversation):
+                role = MessageRole.USER if index % 2 == 0 else MessageRole.ASSISTANT
+                clean_message = re.sub(
+                    r"\n&nbsp;\n\n---\n\nSources: \n.*$", "", message, flags=re.DOTALL)
+                chat_messages.append(ChatMessage(
+                    role=role, content=clean_message.strip()))
+        return chat_messages
+
+    def predict_with_rag(self, message, history):
+        return self.stream_chat(message, history)
+
+    # Vanilla chatgpt methods, shared across all chatbot instance
+    def _invoke_chatgpt(self, history, message, is_include_system_prompt=False):
+        openai_client = OpenAI(api_key=OPENAI_API_KEY)
+        history_openai_format = []
+        if is_include_system_prompt:
+            history_openai_format.append(
+                {"role": "system", "content": self.SYSTEM_PROMPT})
+        for human, assistant in history:
+            history_openai_format.append({"role": "user", "content": human})
+            history_openai_format.append(
+                {"role": "assistant", "content": assistant})
+        history_openai_format.append({"role": "user", "content": message})
+
+        stream = openai_client.chat.completions.create(
+            model=self.model_name,
+            messages=history_openai_format,
+            temperature=1.0,
+            stream=True)
+
+        partial_message = ""
+        for part in stream:
+            partial_message += part.choices[0].delta.content or ""
+            yield partial_message
+
+    # For 'With Prompt Wrapper' - Add system prompt, no Pinecone
+    def predict_with_prompt_wrapper(self, message, history):
+        yield from self._invoke_chatgpt(history, message, is_include_system_prompt=True)
+
+    # For 'Vanilla ChatGPT' - No system prompt
+    def predict_vanilla_chatgpt(self, message, history):
+        yield from self._invoke_chatgpt(history, message)

constants.py

@@ -0,0 +1,46 @@
+from enum import Enum
+
+from llama_index.core.llms.types import MessageRole
+from llama_index.llms.base import ChatMessage
+from llama_index.prompts.base import ChatPromptTemplate
+
+
+class ChatbotVersion(str, Enum):
+    CHATGPT_35 = "gpt-3.5-turbo-1106"
+    CHATGPT_4 = "gpt-4-1106-preview"
+
+
+class ServiceProvider(str, Enum):
+    OPENAI = "openai"
+    AZURE = "azure"
+
+
+CHUNK_SIZE = 8191
+IS_LOAD_FROM_VECTOR_STORE = True
+DEFAULT_MODEL = ChatbotVersion.CHATGPT_35
+
+TEXT_QA_SYSTEM_PROMPT = ChatMessage(
+    content=(
+        "You are an AI Assistant for Kipwise Knowledge Base."
+    ),
+    role=MessageRole.SYSTEM,
+)
+
+TEXT_QA_PROMPT_TMPL_MSGS = [
+    TEXT_QA_SYSTEM_PROMPT,
+    ChatMessage(
+        content=(
+            "Context information is below.\n"
+            "---------------------\n"
+            "{context_str}\n"
+            "---------------------\n"
+            "Given the context information and not prior knowledge, "
+            "answer the query in a warm, approachable manner, ensuring clarity and precision.\n"
+            "Query: {query_str}\n"
+            "Answer: "
+        ),
+        role=MessageRole.USER,
+    ),
+]
+
+CHAT_TEXT_QA_PROMPT = ChatPromptTemplate(message_templates=TEXT_QA_PROMPT_TMPL_MSGS)

environments.py

@@ -0,0 +1,10 @@
+import os
+
+from dotenv import load_dotenv
+
+load_dotenv()
+
+OPENAI_API_KEY = os.getenv('OPENAI_API_KEY')
+QDRANT_URL = os.getenv('QDRANT_URL')
+QDRANT_API_KEY = os.getenv('QDRANT_API_KEY')
+QDRANT_COLLECTION_NAME = os.getenv('QDRANT_COLLECTION_NAME')

gradio-app.py

@@ -0,0 +1,148 @@
+import gradio as gr
+import llama_index
+import openai
+import phoenix as px
+from llama_index import ServiceContext, VectorStoreIndex
+from llama_index import set_global_service_context
+from llama_index.agent import OpenAIAgent
+from llama_index.chat_engine.types import ChatMode
+from llama_index.ingestion import IngestionPipeline
+from llama_index.tools import QueryEngineTool
+from llama_index.vector_stores.qdrant import QdrantVectorStore
+
+from chatbot import Chatbot, IndexBuilder
+from constants import CHAT_TEXT_QA_PROMPT, TEXT_QA_SYSTEM_PROMPT, CHUNK_SIZE, DEFAULT_MODEL, \
+    IS_LOAD_FROM_VECTOR_STORE
+from environments import OPENAI_API_KEY, QDRANT_COLLECTION_NAME
+from qdrant import client as qdrant_client
+from service_provider_config import get_service_provider_config
+
+px.launch_app()
+llama_index.set_global_handler("arize_phoenix")
+openai.api_key = OPENAI_API_KEY
+
+llm, embedding_model = get_service_provider_config(model_name=DEFAULT_MODEL)
+service_context = ServiceContext.from_defaults(
+    chunk_size=CHUNK_SIZE,
+    llm=llm,
+    embed_model=embedding_model,
+)
+set_global_service_context(service_context)
+
+
+class KipIndexBuilder(IndexBuilder):
+    def _load_documents(self):
+        # TODO: implement logic to import documents into qdrant - API feeding logic to consider
+        pass
+
+    def _setup_service_context(self):
+        super()._setup_service_context()
+
+    def _setup_vector_store(self):
+        self.vector_store = QdrantVectorStore(
+            client=qdrant_client, collection_name=self.vdb_collection_name)
+        super()._setup_vector_store()
+
+    def _setup_index(self):
+        super()._setup_index()
+        if self.is_load_from_vector_store:
+            self.index = VectorStoreIndex.from_vector_store(self.vector_store)
+            print("set up index from vector store")
+            return
+        pipeline = IngestionPipeline(
+            transformations=[
+                self.embed_model,
+            ],
+            vector_store=self.vector_store,
+        )
+        pipeline.run(documents=self.documents, show_progress=True)
+        self.index = VectorStoreIndex.from_vector_store(self.vector_store)
+
+
+class KipToolChatbot(Chatbot):
+    DENIED_ANSWER_PROMPT = ""
+    SYSTEM_PROMPT = ""
+    CHAT_EXAMPLES = []
+
+    def _setup_observer(self):
+        pass
+
+    def _setup_index(self):
+        super()._setup_index()
+
+    def _setup_query_engine(self):
+        super()._setup_query_engine()
+        self.query_engine = self.index.as_query_engine(
+            text_qa_template=CHAT_TEXT_QA_PROMPT)
+
+    def _setup_tools(self):
+        super()._setup_tools()
+        self.tools = QueryEngineTool.from_defaults(
+            query_engine=self.query_engine)
+
+    def _setup_chat_engine(self):
+        super()._setup_chat_engine()
+        self.chat_engine = OpenAIAgent.from_tools(
+            tools=[self.tools],
+            llm=llm,
+            similarity_top_k=1,
+            verbose=True
+        )
+
+
+class KipContextChatbot(KipToolChatbot):
+    def _setup_chat_engine(self):
+        self.chat_engine = self.index.as_chat_engine(
+            chat_mode=ChatMode.CONTEXT,
+            similarity_top_k=5,
+            system_prompt=TEXT_QA_SYSTEM_PROMPT.content,
+            text_qa_template=CHAT_TEXT_QA_PROMPT)
+
+
+class KipSimpleChatbot(KipToolChatbot):
+    def _setup_chat_engine(self):
+        self.chat_engine = self.index.as_chat_engine(
+            chat_mode=ChatMode.SIMPLE)
+
+
+index_builder = KipIndexBuilder(vdb_collection_name=QDRANT_COLLECTION_NAME,
+                                embed_model=embedding_model,
+                                is_load_from_vector_store=IS_LOAD_FROM_VECTOR_STORE)
+
+kip_chatbot = KipToolChatbot(model_name=DEFAULT_MODEL, index_builder=index_builder)
+kip_chatbot_context = KipContextChatbot(model_name=DEFAULT_MODEL, index_builder=index_builder)
+kip_chatbot_simple = KipSimpleChatbot(model_name=DEFAULT_MODEL, index_builder=index_builder)
+
+
+def vote(data: gr.LikeData):
+    if data.liked:
+        gr.Info("You up-voted this response: " + data.value)
+    else:
+        gr.Info("You down-voted this response: " + data.value)
+
+
+chatbot = gr.Chatbot()
+
+with gr.Blocks() as demo:
+    gr.Markdown("# Kipwise LLM demo")
+
+    with gr.Tab("Using relevant context sent to system prompt"):
+        context_interface = gr.ChatInterface(
+            kip_chatbot_context.stream_chat,
+            examples=kip_chatbot.CHAT_EXAMPLES,
+        )
+        chatbot.like(vote, None, None)
+
+    with gr.Tab("Using function calling as tool to retrieve"):
+        function_call_interface = gr.ChatInterface(
+            kip_chatbot.stream_chat,
+            examples=kip_chatbot.CHAT_EXAMPLES,
+        )
+        chatbot.like(vote, None, None)
+
+    with gr.Tab("Vanilla ChatGPT without modification"):
+        vanilla_interface = gr.ChatInterface(
+            kip_chatbot_simple.stream_chat,
+            examples=kip_chatbot.CHAT_EXAMPLES)
+demo.queue(False).launch(server_name='0.0.0.0', share=False)
+

logs/chatbot.log

@@ -0,0 +1,53 @@
+2024-02-08 01:44:46,292 - INFO - HTTP Request: GET http://localhost:7860/startup-events "HTTP/1.1 200 OK"
+2024-02-08 01:44:46,461 - INFO - HTTP Request: HEAD http://localhost:7860/ "HTTP/1.1 200 OK"
+2024-02-08 01:44:46,843 - INFO - HTTP Request: GET https://checkip.amazonaws.com/ "HTTP/1.1 200 "
+2024-02-08 01:44:46,894 - INFO - HTTP Request: GET https://checkip.amazonaws.com/ "HTTP/1.1 200 "
+2024-02-08 01:44:46,898 - INFO - HTTP Request: GET https://checkip.amazonaws.com/ "HTTP/1.1 200 "
+2024-02-08 01:44:46,942 - INFO - HTTP Request: GET https://checkip.amazonaws.com/ "HTTP/1.1 200 "
+2024-02-08 01:44:47,055 - INFO - HTTP Request: GET https://api.gradio.app/pkg-version "HTTP/1.1 200 OK"
+2024-02-08 01:44:47,105 - INFO - HTTP Request: GET https://api.gradio.app/pkg-version "HTTP/1.1 200 OK"
+2024-02-08 01:44:47,141 - INFO - HTTP Request: GET https://api.gradio.app/pkg-version "HTTP/1.1 200 OK"
+2024-02-08 01:44:47,418 - INFO - HTTP Request: GET https://checkip.amazonaws.com/ "HTTP/1.1 200 "
+2024-02-08 01:44:47,706 - INFO - HTTP Request: GET https://api.gradio.app/pkg-version "HTTP/1.1 200 OK"
+2024-02-08 01:44:48,078 - INFO - HTTP Request: POST https://api.gradio.app/gradio-initiated-analytics/ "HTTP/1.1 200 OK"
+2024-02-08 01:44:48,107 - INFO - HTTP Request: POST https://api.gradio.app/gradio-initiated-analytics/ "HTTP/1.1 200 OK"
+2024-02-08 01:44:48,204 - INFO - HTTP Request: POST https://api.gradio.app/gradio-initiated-analytics/ "HTTP/1.1 200 OK"
+2024-02-08 01:44:48,611 - INFO - HTTP Request: POST https://api.gradio.app/gradio-initiated-analytics/ "HTTP/1.1 200 OK"
+2024-02-08 01:44:52,228 - INFO - HTTP Request: POST https://api.gradio.app/gradio-launched-telemetry/ "HTTP/1.1 200 OK"
+2024-02-08 03:59:28,785 - INFO - HTTP Request: GET http://localhost:7860/startup-events "HTTP/1.1 200 OK"
+2024-02-08 03:59:28,794 - INFO - HTTP Request: HEAD http://localhost:7860/ "HTTP/1.1 200 OK"
+2024-02-08 03:59:29,587 - INFO - HTTP Request: GET https://api.gradio.app/pkg-version "HTTP/1.1 200 OK"
+2024-02-08 03:59:29,675 - INFO - HTTP Request: GET https://api.gradio.app/pkg-version "HTTP/1.1 200 OK"
+2024-02-08 03:59:29,714 - INFO - HTTP Request: GET https://checkip.amazonaws.com/ "HTTP/1.1 200 "
+2024-02-08 03:59:29,722 - INFO - HTTP Request: GET https://api.gradio.app/pkg-version "HTTP/1.1 200 OK"
+2024-02-08 03:59:29,726 - INFO - HTTP Request: GET https://checkip.amazonaws.com/ "HTTP/1.1 200 "
+2024-02-08 03:59:29,740 - INFO - HTTP Request: GET https://checkip.amazonaws.com/ "HTTP/1.1 200 "
+2024-02-08 03:59:29,756 - INFO - HTTP Request: GET https://checkip.amazonaws.com/ "HTTP/1.1 200 "
+2024-02-08 03:59:29,757 - INFO - HTTP Request: GET https://checkip.amazonaws.com/ "HTTP/1.1 200 "
+2024-02-08 03:59:29,773 - INFO - HTTP Request: GET https://api.gradio.app/pkg-version "HTTP/1.1 200 OK"
+2024-02-08 03:59:30,874 - INFO - HTTP Request: POST https://api.gradio.app/gradio-launched-telemetry/ "HTTP/1.1 200 OK"
+2024-02-08 03:59:30,887 - INFO - HTTP Request: POST https://api.gradio.app/gradio-initiated-analytics/ "HTTP/1.1 200 OK"
+2024-02-08 03:59:30,889 - INFO - HTTP Request: POST https://api.gradio.app/gradio-initiated-analytics/ "HTTP/1.1 200 OK"
+2024-02-08 03:59:30,951 - INFO - HTTP Request: POST https://api.gradio.app/gradio-initiated-analytics/ "HTTP/1.1 200 OK"
+2024-02-08 03:59:31,036 - INFO - HTTP Request: POST https://api.gradio.app/gradio-initiated-analytics/ "HTTP/1.1 200 OK"
+2024-02-08 03:59:39,666 - INFO - []
+2024-02-08 03:59:39,667 - INFO - [ChatMessage(role=<MessageRole.SYSTEM: 'system'>, content='', additional_kwargs={})]
+2024-02-08 03:59:40,449 - INFO - HTTP Request: POST https://api.openai.com/v1/embeddings "HTTP/1.1 200 OK"
+2024-02-08 03:59:41,677 - INFO - HTTP Request: POST https://418ab8e7-b634-4abf-bed8-63d5b3567b18.us-east4-0.gcp.cloud.qdrant.io:6333/collections/T1G0CE4N7/points/search "HTTP/1.1 200 OK"
+2024-02-08 03:59:42,513 - INFO - HTTP Request: POST https://api.openai.com/v1/chat/completions "HTTP/1.1 200 OK"
+2024-02-08 04:43:57,450 - INFO - HTTP Request: GET http://localhost:7860/startup-events "HTTP/1.1 200 OK"
+2024-02-08 04:43:57,456 - INFO - HTTP Request: HEAD http://localhost:7860/ "HTTP/1.1 200 OK"
+2024-02-08 04:43:58,286 - INFO - HTTP Request: GET https://api.gradio.app/pkg-version "HTTP/1.1 200 OK"
+2024-02-08 04:43:58,312 - INFO - HTTP Request: GET https://api.gradio.app/pkg-version "HTTP/1.1 200 OK"
+2024-02-08 04:43:58,351 - INFO - HTTP Request: GET https://api.gradio.app/pkg-version "HTTP/1.1 200 OK"
+2024-02-08 04:43:58,414 - INFO - HTTP Request: GET https://api.gradio.app/pkg-version "HTTP/1.1 200 OK"
+2024-02-08 04:43:58,529 - INFO - HTTP Request: GET https://checkip.amazonaws.com/ "HTTP/1.1 200 "
+2024-02-08 04:43:58,531 - INFO - HTTP Request: GET https://checkip.amazonaws.com/ "HTTP/1.1 200 "
+2024-02-08 04:43:58,536 - INFO - HTTP Request: GET https://checkip.amazonaws.com/ "HTTP/1.1 200 "
+2024-02-08 04:43:58,545 - INFO - HTTP Request: GET https://checkip.amazonaws.com/ "HTTP/1.1 200 "
+2024-02-08 04:43:58,546 - INFO - HTTP Request: GET https://checkip.amazonaws.com/ "HTTP/1.1 200 "
+2024-02-08 04:43:59,820 - INFO - HTTP Request: POST https://api.gradio.app/gradio-initiated-analytics/ "HTTP/1.1 200 OK"
+2024-02-08 04:43:59,820 - INFO - HTTP Request: POST https://api.gradio.app/gradio-initiated-analytics/ "HTTP/1.1 200 OK"
+2024-02-08 04:43:59,821 - INFO - HTTP Request: POST https://api.gradio.app/gradio-initiated-analytics/ "HTTP/1.1 200 OK"
+2024-02-08 04:43:59,868 - INFO - HTTP Request: POST https://api.gradio.app/gradio-initiated-analytics/ "HTTP/1.1 200 OK"
+2024-02-08 04:43:59,869 - INFO - HTTP Request: POST https://api.gradio.app/gradio-launched-telemetry/ "HTTP/1.1 200 OK"

qdrant.py

@@ -0,0 +1,8 @@
+from qdrant_client import QdrantClient
+
+from environments import QDRANT_URL, QDRANT_API_KEY
+
+client = QdrantClient(
+    url=QDRANT_URL,
+    api_key=QDRANT_API_KEY,
+)

requirements.txt

@@ -0,0 +1,9 @@
+gradio==4.15.0
+llama_index==0.9.34
+nltk==3.8.1
+openai==1.8.0
+phoenix==0.9.1
+python-dotenv==1.0.0
+qdrant_client==1.7.1
+unstructured==0.12.0
+arize-phoenix==2.5.0

service_provider_config.py

@@ -0,0 +1,10 @@
+from llama_index import OpenAIEmbedding
+from llama_index.llms import OpenAI
+
+from constants import ChatbotVersion
+
+
+def get_service_provider_config(model_name: str = ChatbotVersion.CHATGPT_35.value):
+    llm = OpenAI(model=model_name)
+    embed_model = OpenAIEmbedding()
+    return llm, embed_model

venv-kip-llm/bin/Activate.ps1

@@ -0,0 +1,247 @@
+<#
+.Synopsis
+Activate a Python virtual environment for the current PowerShell session.
+
+.Description
+Pushes the python executable for a virtual environment to the front of the
+$Env:PATH environment variable and sets the prompt to signify that you are
+in a Python virtual environment. Makes use of the command line switches as
+well as the `pyvenv.cfg` file values present in the virtual environment.
+
+.Parameter VenvDir
+Path to the directory that contains the virtual environment to activate. The
+default value for this is the parent of the directory that the Activate.ps1
+script is located within.
+
+.Parameter Prompt
+The prompt prefix to display when this virtual environment is activated. By
+default, this prompt is the name of the virtual environment folder (VenvDir)
+surrounded by parentheses and followed by a single space (ie. '(.venv) ').
+
+.Example
+Activate.ps1
+Activates the Python virtual environment that contains the Activate.ps1 script.
+
+.Example
+Activate.ps1 -Verbose
+Activates the Python virtual environment that contains the Activate.ps1 script,
+and shows extra information about the activation as it executes.
+
+.Example
+Activate.ps1 -VenvDir C:\Users\MyUser\Common\.venv
+Activates the Python virtual environment located in the specified location.
+
+.Example
+Activate.ps1 -Prompt "MyPython"
+Activates the Python virtual environment that contains the Activate.ps1 script,
+and prefixes the current prompt with the specified string (surrounded in
+parentheses) while the virtual environment is active.
+
+.Notes
+On Windows, it may be required to enable this Activate.ps1 script by setting the
+execution policy for the user. You can do this by issuing the following PowerShell
+command:
+
+PS C:\> Set-ExecutionPolicy -ExecutionPolicy RemoteSigned -Scope CurrentUser
+
+For more information on Execution Policies: 
+https://go.microsoft.com/fwlink/?LinkID=135170
+
+#>
+Param(
+    [Parameter(Mandatory = $false)]
+    [String]
+    $VenvDir,
+    [Parameter(Mandatory = $false)]
+    [String]
+    $Prompt
+)
+
+<# Function declarations --------------------------------------------------- #>
+
+<#
+.Synopsis
+Remove all shell session elements added by the Activate script, including the
+addition of the virtual environment's Python executable from the beginning of
+the PATH variable.
+
+.Parameter NonDestructive
+If present, do not remove this function from the global namespace for the
+session.
+
+#>
+function global:deactivate ([switch]$NonDestructive) {
+    # Revert to original values
+
+    # The prior prompt:
+    if (Test-Path -Path Function:_OLD_VIRTUAL_PROMPT) {
+        Copy-Item -Path Function:_OLD_VIRTUAL_PROMPT -Destination Function:prompt
+        Remove-Item -Path Function:_OLD_VIRTUAL_PROMPT
+    }
+
+    # The prior PYTHONHOME:
+    if (Test-Path -Path Env:_OLD_VIRTUAL_PYTHONHOME) {
+        Copy-Item -Path Env:_OLD_VIRTUAL_PYTHONHOME -Destination Env:PYTHONHOME
+        Remove-Item -Path Env:_OLD_VIRTUAL_PYTHONHOME
+    }
+
+    # The prior PATH:
+    if (Test-Path -Path Env:_OLD_VIRTUAL_PATH) {
+        Copy-Item -Path Env:_OLD_VIRTUAL_PATH -Destination Env:PATH
+        Remove-Item -Path Env:_OLD_VIRTUAL_PATH
+    }
+
+    # Just remove the VIRTUAL_ENV altogether:
+    if (Test-Path -Path Env:VIRTUAL_ENV) {
+        Remove-Item -Path env:VIRTUAL_ENV
+    }
+
+    # Just remove VIRTUAL_ENV_PROMPT altogether.
+    if (Test-Path -Path Env:VIRTUAL_ENV_PROMPT) {
+        Remove-Item -Path env:VIRTUAL_ENV_PROMPT
+    }
+
+    # Just remove the _PYTHON_VENV_PROMPT_PREFIX altogether:
+    if (Get-Variable -Name "_PYTHON_VENV_PROMPT_PREFIX" -ErrorAction SilentlyContinue) {
+        Remove-Variable -Name _PYTHON_VENV_PROMPT_PREFIX -Scope Global -Force
+    }
+
+    # Leave deactivate function in the global namespace if requested:
+    if (-not $NonDestructive) {
+        Remove-Item -Path function:deactivate
+    }
+}
+
+<#
+.Description
+Get-PyVenvConfig parses the values from the pyvenv.cfg file located in the
+given folder, and returns them in a map.
+
+For each line in the pyvenv.cfg file, if that line can be parsed into exactly
+two strings separated by `=` (with any amount of whitespace surrounding the =)
+then it is considered a `key = value` line. The left hand string is the key,
+the right hand is the value.
+
+If the value starts with a `'` or a `"` then the first and last character is
+stripped from the value before being captured.
+
+.Parameter ConfigDir
+Path to the directory that contains the `pyvenv.cfg` file.
+#>
+function Get-PyVenvConfig(
+    [String]
+    $ConfigDir
+) {
+    Write-Verbose "Given ConfigDir=$ConfigDir, obtain values in pyvenv.cfg"
+
+    # Ensure the file exists, and issue a warning if it doesn't (but still allow the function to continue).
+    $pyvenvConfigPath = Join-Path -Resolve -Path $ConfigDir -ChildPath 'pyvenv.cfg' -ErrorAction Continue
+
+    # An empty map will be returned if no config file is found.
+    $pyvenvConfig = @{ }
+
+    if ($pyvenvConfigPath) {
+
+        Write-Verbose "File exists, parse `key = value` lines"
+        $pyvenvConfigContent = Get-Content -Path $pyvenvConfigPath
+
+        $pyvenvConfigContent | ForEach-Object {
+            $keyval = $PSItem -split "\s*=\s*", 2
+            if ($keyval[0] -and $keyval[1]) {
+                $val = $keyval[1]
+
+                # Remove extraneous quotations around a string value.
+                if ("'""".Contains($val.Substring(0, 1))) {
+                    $val = $val.Substring(1, $val.Length - 2)
+                }
+
+                $pyvenvConfig[$keyval[0]] = $val
+                Write-Verbose "Adding Key: '$($keyval[0])'='$val'"
+            }
+        }
+    }
+    return $pyvenvConfig
+}
+
+
+<# Begin Activate script --------------------------------------------------- #>
+
+# Determine the containing directory of this script
+$VenvExecPath = Split-Path -Parent $MyInvocation.MyCommand.Definition
+$VenvExecDir = Get-Item -Path $VenvExecPath
+
+Write-Verbose "Activation script is located in path: '$VenvExecPath'"
+Write-Verbose "VenvExecDir Fullname: '$($VenvExecDir.FullName)"
+Write-Verbose "VenvExecDir Name: '$($VenvExecDir.Name)"
+
+# Set values required in priority: CmdLine, ConfigFile, Default
+# First, get the location of the virtual environment, it might not be
+# VenvExecDir if specified on the command line.
+if ($VenvDir) {
+    Write-Verbose "VenvDir given as parameter, using '$VenvDir' to determine values"
+}
+else {
+    Write-Verbose "VenvDir not given as a parameter, using parent directory name as VenvDir."
+    $VenvDir = $VenvExecDir.Parent.FullName.TrimEnd("\\/")
+    Write-Verbose "VenvDir=$VenvDir"
+}
+
+# Next, read the `pyvenv.cfg` file to determine any required value such
+# as `prompt`.
+$pyvenvCfg = Get-PyVenvConfig -ConfigDir $VenvDir
+
+# Next, set the prompt from the command line, or the config file, or
+# just use the name of the virtual environment folder.
+if ($Prompt) {
+    Write-Verbose "Prompt specified as argument, using '$Prompt'"
+}
+else {
+    Write-Verbose "Prompt not specified as argument to script, checking pyvenv.cfg value"
+    if ($pyvenvCfg -and $pyvenvCfg['prompt']) {
+        Write-Verbose "  Setting based on value in pyvenv.cfg='$($pyvenvCfg['prompt'])'"
+        $Prompt = $pyvenvCfg['prompt'];
+    }
+    else {
+        Write-Verbose "  Setting prompt based on parent's directory's name. (Is the directory name passed to venv module when creating the virtual environment)"
+        Write-Verbose "  Got leaf-name of $VenvDir='$(Split-Path -Path $venvDir -Leaf)'"
+        $Prompt = Split-Path -Path $venvDir -Leaf
+    }
+}
+
+Write-Verbose "Prompt = '$Prompt'"
+Write-Verbose "VenvDir='$VenvDir'"
+
+# Deactivate any currently active virtual environment, but leave the
+# deactivate function in place.
+deactivate -nondestructive
+
+# Now set the environment variable VIRTUAL_ENV, used by many tools to determine
+# that there is an activated venv.
+$env:VIRTUAL_ENV = $VenvDir
+
+if (-not $Env:VIRTUAL_ENV_DISABLE_PROMPT) {
+
+    Write-Verbose "Setting prompt to '$Prompt'"
+
+    # Set the prompt to include the env name
+    # Make sure _OLD_VIRTUAL_PROMPT is global
+    function global:_OLD_VIRTUAL_PROMPT { "" }
+    Copy-Item -Path function:prompt -Destination function:_OLD_VIRTUAL_PROMPT
+    New-Variable -Name _PYTHON_VENV_PROMPT_PREFIX -Description "Python virtual environment prompt prefix" -Scope Global -Option ReadOnly -Visibility Public -Value $Prompt
+
+    function global:prompt {
+        Write-Host -NoNewline -ForegroundColor Green "($_PYTHON_VENV_PROMPT_PREFIX) "
+        _OLD_VIRTUAL_PROMPT
+    }
+    $env:VIRTUAL_ENV_PROMPT = $Prompt
+}
+
+# Clear PYTHONHOME
+if (Test-Path -Path Env:PYTHONHOME) {
+    Copy-Item -Path Env:PYTHONHOME -Destination Env:_OLD_VIRTUAL_PYTHONHOME
+    Remove-Item -Path Env:PYTHONHOME
+}
+
+# Add the venv to the PATH
+Copy-Item -Path Env:PATH -Destination Env:_OLD_VIRTUAL_PATH
+$Env:PATH = "$VenvExecDir$([System.IO.Path]::PathSeparator)$Env:PATH"

venv-kip-llm/bin/activate

@@ -0,0 +1,69 @@
+# This file must be used with "source bin/activate" *from bash*
+# you cannot run it directly
+
+deactivate () {
+    # reset old environment variables
+    if [ -n "${_OLD_VIRTUAL_PATH:-}" ] ; then
+        PATH="${_OLD_VIRTUAL_PATH:-}"
+        export PATH
+        unset _OLD_VIRTUAL_PATH
+    fi
+    if [ -n "${_OLD_VIRTUAL_PYTHONHOME:-}" ] ; then
+        PYTHONHOME="${_OLD_VIRTUAL_PYTHONHOME:-}"
+        export PYTHONHOME
+        unset _OLD_VIRTUAL_PYTHONHOME
+    fi
+
+    # This should detect bash and zsh, which have a hash command that must
+    # be called to get it to forget past commands.  Without forgetting
+    # past commands the $PATH changes we made may not be respected
+    if [ -n "${BASH:-}" -o -n "${ZSH_VERSION:-}" ] ; then
+        hash -r 2> /dev/null
+    fi
+
+    if [ -n "${_OLD_VIRTUAL_PS1:-}" ] ; then
+        PS1="${_OLD_VIRTUAL_PS1:-}"
+        export PS1
+        unset _OLD_VIRTUAL_PS1
+    fi
+
+    unset VIRTUAL_ENV
+    unset VIRTUAL_ENV_PROMPT
+    if [ ! "${1:-}" = "nondestructive" ] ; then
+    # Self destruct!
+        unset -f deactivate
+    fi
+}
+
+# unset irrelevant variables
+deactivate nondestructive
+
+VIRTUAL_ENV="/Users/cowcow02/Repo/kipwise/kip-llm/gradio-app/venv-kip-llm"
+export VIRTUAL_ENV
+
+_OLD_VIRTUAL_PATH="$PATH"
+PATH="$VIRTUAL_ENV/bin:$PATH"
+export PATH
+
+# unset PYTHONHOME if set
+# this will fail if PYTHONHOME is set to the empty string (which is bad anyway)
+# could use `if (set -u; : $PYTHONHOME) ;` in bash
+if [ -n "${PYTHONHOME:-}" ] ; then
+    _OLD_VIRTUAL_PYTHONHOME="${PYTHONHOME:-}"
+    unset PYTHONHOME
+fi
+
+if [ -z "${VIRTUAL_ENV_DISABLE_PROMPT:-}" ] ; then
+    _OLD_VIRTUAL_PS1="${PS1:-}"
+    PS1="(venv-kip-llm) ${PS1:-}"
+    export PS1
+    VIRTUAL_ENV_PROMPT="(venv-kip-llm) "
+    export VIRTUAL_ENV_PROMPT
+fi
+
+# This should detect bash and zsh, which have a hash command that must
+# be called to get it to forget past commands.  Without forgetting
+# past commands the $PATH changes we made may not be respected
+if [ -n "${BASH:-}" -o -n "${ZSH_VERSION:-}" ] ; then
+    hash -r 2> /dev/null
+fi

venv-kip-llm/bin/activate.csh

@@ -0,0 +1,26 @@
+# This file must be used with "source bin/activate.csh" *from csh*.
+# You cannot run it directly.
+# Created by Davide Di Blasi <davidedb@gmail.com>.
+# Ported to Python 3.3 venv by Andrew Svetlov <andrew.svetlov@gmail.com>
+
+alias deactivate 'test $?_OLD_VIRTUAL_PATH != 0 && setenv PATH "$_OLD_VIRTUAL_PATH" && unset _OLD_VIRTUAL_PATH; rehash; test $?_OLD_VIRTUAL_PROMPT != 0 && set prompt="$_OLD_VIRTUAL_PROMPT" && unset _OLD_VIRTUAL_PROMPT; unsetenv VIRTUAL_ENV; unsetenv VIRTUAL_ENV_PROMPT; test "\!:*" != "nondestructive" && unalias deactivate'
+
+# Unset irrelevant variables.
+deactivate nondestructive
+
+setenv VIRTUAL_ENV "/Users/cowcow02/Repo/kipwise/kip-llm/gradio-app/venv-kip-llm"
+
+set _OLD_VIRTUAL_PATH="$PATH"
+setenv PATH "$VIRTUAL_ENV/bin:$PATH"
+
+
+set _OLD_VIRTUAL_PROMPT="$prompt"
+
+if (! "$?VIRTUAL_ENV_DISABLE_PROMPT") then
+    set prompt = "(venv-kip-llm) $prompt"
+    setenv VIRTUAL_ENV_PROMPT "(venv-kip-llm) "
+endif
+
+alias pydoc python -m pydoc
+
+rehash

venv-kip-llm/bin/activate.fish

@@ -0,0 +1,69 @@
+# This file must be used with "source <venv>/bin/activate.fish" *from fish*
+# (https://fishshell.com/); you cannot run it directly.
+
+function deactivate  -d "Exit virtual environment and return to normal shell environment"
+    # reset old environment variables
+    if test -n "$_OLD_VIRTUAL_PATH"
+        set -gx PATH $_OLD_VIRTUAL_PATH
+        set -e _OLD_VIRTUAL_PATH
+    end
+    if test -n "$_OLD_VIRTUAL_PYTHONHOME"
+        set -gx PYTHONHOME $_OLD_VIRTUAL_PYTHONHOME
+        set -e _OLD_VIRTUAL_PYTHONHOME
+    end
+
+    if test -n "$_OLD_FISH_PROMPT_OVERRIDE"
+        set -e _OLD_FISH_PROMPT_OVERRIDE
+        # prevents error when using nested fish instances (Issue #93858)
+        if functions -q _old_fish_prompt
+            functions -e fish_prompt
+            functions -c _old_fish_prompt fish_prompt
+            functions -e _old_fish_prompt
+        end
+    end
+
+    set -e VIRTUAL_ENV
+    set -e VIRTUAL_ENV_PROMPT
+    if test "$argv[1]" != "nondestructive"
+        # Self-destruct!
+        functions -e deactivate
+    end
+end
+
+# Unset irrelevant variables.
+deactivate nondestructive
+
+set -gx VIRTUAL_ENV "/Users/cowcow02/Repo/kipwise/kip-llm/gradio-app/venv-kip-llm"
+
+set -gx _OLD_VIRTUAL_PATH $PATH
+set -gx PATH "$VIRTUAL_ENV/bin" $PATH
+
+# Unset PYTHONHOME if set.
+if set -q PYTHONHOME
+    set -gx _OLD_VIRTUAL_PYTHONHOME $PYTHONHOME
+    set -e PYTHONHOME
+end
+
+if test -z "$VIRTUAL_ENV_DISABLE_PROMPT"
+    # fish uses a function instead of an env var to generate the prompt.
+
+    # Save the current fish_prompt function as the function _old_fish_prompt.
+    functions -c fish_prompt _old_fish_prompt
+
+    # With the original prompt function renamed, we can override with our own.
+    function fish_prompt
+        # Save the return status of the last command.
+        set -l old_status $status
+
+        # Output the venv prompt; color taken from the blue of the Python logo.
+        printf "%s%s%s" (set_color 4B8BBE) "(venv-kip-llm) " (set_color normal)
+
+        # Restore the return status of the previous command.
+        echo "exit $old_status" | .
+        # Output the original/"old" prompt.
+        _old_fish_prompt
+    end
+
+    set -gx _OLD_FISH_PROMPT_OVERRIDE "$VIRTUAL_ENV"
+    set -gx VIRTUAL_ENV_PROMPT "(venv-kip-llm) "
+end

venv-kip-llm/bin/chardetect

@@ -0,0 +1,8 @@
+#!/Users/cowcow02/Repo/kipwise/kip-llm/gradio-app/venv-kip-llm/bin/python3.11
+# -*- coding: utf-8 -*-
+import re
+import sys
+from chardet.cli.chardetect import main
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(main())

venv-kip-llm/bin/cygdb

@@ -0,0 +1,8 @@
+#!/Users/cowcow02/Repo/kipwise/kip-llm/gradio-app/venv-kip-llm/bin/python3.11
+# -*- coding: utf-8 -*-
+import re
+import sys
+from Cython.Debugger.Cygdb import main
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(main())

venv-kip-llm/bin/cython

@@ -0,0 +1,8 @@
+#!/Users/cowcow02/Repo/kipwise/kip-llm/gradio-app/venv-kip-llm/bin/python3.11
+# -*- coding: utf-8 -*-
+import re
+import sys
+from Cython.Compiler.Main import setuptools_main
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(setuptools_main())

venv-kip-llm/bin/cythonize

@@ -0,0 +1,8 @@
+#!/Users/cowcow02/Repo/kipwise/kip-llm/gradio-app/venv-kip-llm/bin/python3.11
+# -*- coding: utf-8 -*-
+import re
+import sys
+from Cython.Build.Cythonize import main
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(main())

venv-kip-llm/bin/distro

@@ -0,0 +1,8 @@
+#!/Users/cowcow02/Repo/kipwise/kip-llm/gradio-app/venv-kip-llm/bin/python3.11
+# -*- coding: utf-8 -*-
+import re
+import sys
+from distro.distro import main
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(main())

venv-kip-llm/bin/dotenv

@@ -0,0 +1,8 @@
+#!/Users/cowcow02/Repo/kipwise/kip-llm/gradio-app/venv-kip-llm/bin/python3.11
+# -*- coding: utf-8 -*-
+import re
+import sys
+from dotenv.__main__ import cli
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(cli())

venv-kip-llm/bin/f2py

@@ -0,0 +1,8 @@
+#!/Users/cowcow02/Repo/kipwise/kip-llm/gradio-app/venv-kip-llm/bin/python3.11
+# -*- coding: utf-8 -*-
+import re
+import sys
+from numpy.f2py.f2py2e import main
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(main())

venv-kip-llm/bin/filetype

@@ -0,0 +1,8 @@
+#!/Users/cowcow02/Repo/kipwise/kip-llm/gradio-app/venv-kip-llm/bin/python3.11
+# -*- coding: utf-8 -*-
+import re
+import sys
+from filetype.__main__ import main
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(main())

venv-kip-llm/bin/fonttools

@@ -0,0 +1,8 @@
+#!/Users/cowcow02/Repo/kipwise/kip-llm/gradio-app/venv-kip-llm/bin/python3.11
+# -*- coding: utf-8 -*-
+import re
+import sys
+from fontTools.__main__ import main
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(main())

venv-kip-llm/bin/gradio

@@ -0,0 +1,8 @@
+#!/Users/cowcow02/Repo/kipwise/kip-llm/gradio-app/venv-kip-llm/bin/python3.11
+# -*- coding: utf-8 -*-
+import re
+import sys
+from gradio.cli import cli
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(cli())

venv-kip-llm/bin/httpx

@@ -0,0 +1,8 @@
+#!/Users/cowcow02/Repo/kipwise/kip-llm/gradio-app/venv-kip-llm/bin/python3.11
+# -*- coding: utf-8 -*-
+import re
+import sys
+from httpx import main
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(main())

venv-kip-llm/bin/huggingface-cli

@@ -0,0 +1,8 @@
+#!/Users/cowcow02/Repo/kipwise/kip-llm/gradio-app/venv-kip-llm/bin/python3.11
+# -*- coding: utf-8 -*-
+import re
+import sys
+from huggingface_hub.commands.huggingface_cli import main
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(main())

venv-kip-llm/bin/jsonschema

@@ -0,0 +1,8 @@
+#!/Users/cowcow02/Repo/kipwise/kip-llm/gradio-app/venv-kip-llm/bin/python3.11
+# -*- coding: utf-8 -*-
+import re
+import sys
+from jsonschema.cli import main
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(main())

venv-kip-llm/bin/llamaindex-cli

@@ -0,0 +1,8 @@
+#!/Users/cowcow02/Repo/kipwise/kip-llm/gradio-app/venv-kip-llm/bin/python3.11
+# -*- coding: utf-8 -*-
+import re
+import sys
+from llama_index.command_line.command_line import main
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(main())

venv-kip-llm/bin/markdown-it

@@ -0,0 +1,8 @@
+#!/Users/cowcow02/Repo/kipwise/kip-llm/gradio-app/venv-kip-llm/bin/python3.11
+# -*- coding: utf-8 -*-
+import re
+import sys
+from markdown_it.cli.parse import main
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(main())

venv-kip-llm/bin/nltk

@@ -0,0 +1,8 @@
+#!/Users/cowcow02/Repo/kipwise/kip-llm/gradio-app/venv-kip-llm/bin/python3.11
+# -*- coding: utf-8 -*-
+import re
+import sys
+from nltk.cli import cli
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(cli())

venv-kip-llm/bin/normalizer

@@ -0,0 +1,8 @@
+#!/Users/cowcow02/Repo/kipwise/kip-llm/gradio-app/venv-kip-llm/bin/python3.11
+# -*- coding: utf-8 -*-
+import re
+import sys
+from charset_normalizer.cli import cli_detect
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(cli_detect())

venv-kip-llm/bin/numba

@@ -0,0 +1,8 @@
+#!/Users/cowcow02/Repo/kipwise/kip-llm/gradio-app/venv-kip-llm/bin/python3.11
+# -*- coding: UTF-8 -*-
+from __future__ import print_function, division, absolute_import
+
+from numba.misc.numba_entry import main
+
+if __name__ == "__main__":
+    main()

venv-kip-llm/bin/openai

@@ -0,0 +1,8 @@
+#!/Users/cowcow02/Repo/kipwise/kip-llm/gradio-app/venv-kip-llm/bin/python3.11
+# -*- coding: utf-8 -*-
+import re
+import sys
+from openai.cli import main
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(main())

venv-kip-llm/bin/pip

@@ -0,0 +1,8 @@
+#!/Users/cowcow02/Repo/kipwise/kip-llm/gradio-app/venv-kip-llm/bin/python3.11
+# -*- coding: utf-8 -*-
+import re
+import sys
+from pip._internal.cli.main import main
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(main())

venv-kip-llm/bin/pip3

@@ -0,0 +1,8 @@
+#!/Users/cowcow02/Repo/kipwise/kip-llm/gradio-app/venv-kip-llm/bin/python3.11
+# -*- coding: utf-8 -*-
+import re
+import sys
+from pip._internal.cli.main import main
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(main())

venv-kip-llm/bin/pip3.11

@@ -0,0 +1,8 @@
+#!/Users/cowcow02/Repo/kipwise/kip-llm/gradio-app/venv-kip-llm/bin/python3.11
+# -*- coding: utf-8 -*-
+import re
+import sys
+from pip._internal.cli.main import main
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(main())

venv-kip-llm/bin/pyftmerge

@@ -0,0 +1,8 @@
+#!/Users/cowcow02/Repo/kipwise/kip-llm/gradio-app/venv-kip-llm/bin/python3.11
+# -*- coding: utf-8 -*-
+import re
+import sys
+from fontTools.merge import main
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(main())

venv-kip-llm/bin/pyftsubset

@@ -0,0 +1,8 @@
+#!/Users/cowcow02/Repo/kipwise/kip-llm/gradio-app/venv-kip-llm/bin/python3.11
+# -*- coding: utf-8 -*-
+import re
+import sys
+from fontTools.subset import main
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(main())

venv-kip-llm/bin/pygmentize

@@ -0,0 +1,8 @@
+#!/Users/cowcow02/Repo/kipwise/kip-llm/gradio-app/venv-kip-llm/bin/python3.11
+# -*- coding: utf-8 -*-
+import re
+import sys
+from pygments.cmdline import main
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(main())