temp

.gitignore

@@ -0,0 +1,6 @@
+# environment variables
+.env
+
+
+# test files
+/kk.ipynb

color.py

@@ -0,0 +1,14 @@
+def print_colorful_msg(msg, color='white'):
+    colors = {
+        'red': '\033[91m',
+        'green': '\033[92m',
+        'yellow': '\033[93m',
+        'blue': '\033[94m',
+        'magenta': '\033[95m',
+        'cyan': '\033[96m',
+        'white': '\033[97m',
+        'bold': '\033[1m',
+        'underline': '\033[4m',
+        'end': '\033[0m'
+    }
+    print(f"{colors[color]}{msg}{colors['end']}")

model.py

@@ -0,0 +1,89 @@
+import os
+from dotenv import load_dotenv
+
+# Load environment variables from .env file
+load_dotenv()
+
+# Access the value of OPENAI_API_KEY
+OPENAI_API_KEY = os.getenv("OPENAI_API_KEY")
+
+os.environ["OPENAI_API_KEY"] = OPENAI_API_KEY
+
+from langchain_openai import ChatOpenAI
+
+llm = ChatOpenAI(model="gpt-3.5-turbo", temperature=0,)
+## Create embeddings and splitter
+
+from langchain.embeddings import HuggingFaceBgeEmbeddings
+from langchain.text_splitter import RecursiveCharacterTextSplitter
+
+# Create Embeddings
+model_name = "BAAI/bge-large-en"
+
+embedding = HuggingFaceBgeEmbeddings(
+    model_name = model_name,
+    model_kwargs = {'device':'cuda'},
+    encode_kwargs = {'normalize_embeddings': True}
+)
+
+# Create Splitter
+splitter = RecursiveCharacterTextSplitter(
+    chunk_size=1000,
+    chunk_overlap=100,
+)
+
+from langchain_community.vectorstores import FAISS
+
+persitsdirectory="/NLP/ATrad/ATrad/db/faiss_Test02_500_C_BGE_large"
+
+vectorstore= FAISS.load_local(persitsdirectory, embedding) 
+
+# Define a custom prompt for Unser manual
+from langchain.prompts import PromptTemplate
+
+qa_template = ("""
+    You are the AI assistant of the IronOne Technologies which provide services for companies members and  novice users with learning with ATrad Aplication .
+    You have provided context information below related to learning material.
+    
+    Context: {context}
+    
+    Given this information, please answer the question with the latest information.
+    If you dont know the answer say you dont know, dont try to makeup answers.
+    if context is not enough to answer the question, ask for more information.
+    if context is not related to the question, say I dont know.
+    
+    each answer should start with code word ATrad Ai(QA):
+    
+    Question: {question}
+    
+    answer: let me think about it...""")
+
+qa_template2 = ("""
+    Welcome to IronOne Technologies' AI Assistant, designed to assist you in learning with the ATrad Application.
+    
+    Context: {context}
+    
+    As your AI assistant, I'm here to help you navigate through learning materials and provide guidance.
+    Please provide me with any questions or concerns you have regarding the ATrad Application.
+    If you're unsure about something or need more information, feel free to ask.
+    
+    Question: {question}
+    
+    ATrad Ai(QA): Let me think about it...""")
+
+
+QA_PROMPT = PromptTemplate(input_variables=["context", "question"],template=qa_template2,)
+
+
+# Chain for Web 
+from langchain.chains import RetrievalQA
+
+Web_qa = RetrievalQA.from_chain_type(
+    llm=llm,
+    chain_type="stuff",
+    retriever = vectorstore.as_retriever(search_kwargs={"k": 4}),
+    return_source_documents= True,
+    input_key="question",
+    chain_type_kwargs={"prompt": QA_PROMPT},
+)
+

requirements.txt

@@ -0,0 +1,99 @@
+aiohttp==3.9.3
+aiosignal==1.3.1
+annotated-types==0.6.0
+anyio==4.2.0
+asttokens @ file:///home/conda/feedstock_root/build_artifacts/asttokens_1698341106958/work
+async-timeout==4.0.3
+attrs==23.2.0
+certifi==2024.2.2
+charset-normalizer==3.3.2
+click==8.1.7
+colorama @ file:///home/conda/feedstock_root/build_artifacts/colorama_1666700638685/work
+comm @ file:///home/conda/feedstock_root/build_artifacts/comm_1704278392174/work
+dataclasses-json==0.6.4
+debugpy @ file:///C:/b/abs_c0y1fjipt2/croot/debugpy_1690906864587/work
+decorator @ file:///home/conda/feedstock_root/build_artifacts/decorator_1641555617451/work
+distro==1.9.0
+exceptiongroup @ file:///home/conda/feedstock_root/build_artifacts/exceptiongroup_1704921103267/work
+executing @ file:///home/conda/feedstock_root/build_artifacts/executing_1698579936712/work
+faiss-cpu==1.7.4
+filelock==3.13.1
+frozenlist==1.4.1
+fsspec==2024.2.0
+greenlet==3.0.3
+h11==0.14.0
+httpcore==1.0.3
+httpx==0.26.0
+huggingface-hub==0.20.3
+idna==3.6
+importlib-metadata @ file:///home/conda/feedstock_root/build_artifacts/importlib-metadata_1703269254275/work
+ipykernel @ file:///D:/bld/ipykernel_1707326433944/work
+ipython @ file:///D:/bld/ipython_1706795789991/work
+jedi @ file:///home/conda/feedstock_root/build_artifacts/jedi_1696326070614/work
+Jinja2==3.1.3
+joblib==1.3.2
+jsonpatch==1.33
+jsonpointer==2.4
+jupyter_client @ file:///home/conda/feedstock_root/build_artifacts/jupyter_client_1699283905679/work
+jupyter_core @ file:///D:/bld/jupyter_core_1704727156030/work
+langchain==0.1.7
+langchain-community==0.0.20
+langchain-core==0.1.23
+langchain-openai==0.0.6
+langsmith==0.0.87
+MarkupSafe==2.1.5
+marshmallow==3.20.2
+matplotlib-inline @ file:///home/conda/feedstock_root/build_artifacts/matplotlib-inline_1660814786464/work
+mpmath==1.3.0
+multidict==6.0.5
+mypy-extensions==1.0.0
+nest_asyncio @ file:///home/conda/feedstock_root/build_artifacts/nest-asyncio_1705850609492/work
+networkx==3.2.1
+nltk==3.8.1
+numpy==1.26.4
+openai==1.12.0
+packaging @ file:///home/conda/feedstock_root/build_artifacts/packaging_1696202382185/work
+parso @ file:///home/conda/feedstock_root/build_artifacts/parso_1638334955874/work
+pickleshare @ file:///home/conda/feedstock_root/build_artifacts/pickleshare_1602536217715/work
+pillow==10.2.0
+platformdirs @ file:///home/conda/feedstock_root/build_artifacts/platformdirs_1706713388748/work
+prompt-toolkit @ file:///home/conda/feedstock_root/build_artifacts/prompt-toolkit_1702399386289/work
+psutil @ file:///C:/Windows/Temp/abs_b2c2fd7f-9fd5-4756-95ea-8aed74d0039flsd9qufz/croots/recipe/psutil_1656431277748/work
+pure-eval @ file:///home/conda/feedstock_root/build_artifacts/pure_eval_1642875951954/work
+pydantic==2.6.1
+pydantic_core==2.16.2
+Pygments @ file:///home/conda/feedstock_root/build_artifacts/pygments_1700607939962/work
+python-dateutil @ file:///home/conda/feedstock_root/build_artifacts/python-dateutil_1626286286081/work
+python-dotenv==1.0.1
+pywin32==305.1
+PyYAML==6.0.1
+pyzmq @ file:///C:/b/abs_89aq69t0up/croot/pyzmq_1705605705281/work
+regex==2023.12.25
+requests==2.31.0
+safetensors==0.4.2
+scikit-learn==1.4.1.post1
+scipy==1.12.0
+sentence-transformers==2.3.1
+sentencepiece==0.1.99
+six @ file:///home/conda/feedstock_root/build_artifacts/six_1620240208055/work
+sniffio==1.3.0
+SQLAlchemy==2.0.27
+stack-data @ file:///home/conda/feedstock_root/build_artifacts/stack_data_1669632077133/work
+sympy==1.12
+tenacity==8.2.3
+threadpoolctl==3.3.0
+tiktoken==0.6.0
+tokenizers==0.15.2
+torch==2.2.0+cu121
+torchaudio==2.2.0+cu121
+torchvision==0.17.0+cu121
+tornado @ file:///D:/bld/tornado_1656937966227/work
+tqdm==4.66.2
+traitlets @ file:///home/conda/feedstock_root/build_artifacts/traitlets_1704212992681/work
+transformers==4.37.2
+typing-inspect==0.9.0
+typing_extensions @ file:///home/conda/feedstock_root/build_artifacts/typing_extensions_1702176139754/work
+urllib3==2.2.1
+wcwidth @ file:///home/conda/feedstock_root/build_artifacts/wcwidth_1704731205417/work
+yarl==1.9.4
+zipp @ file:///home/conda/feedstock_root/build_artifacts/zipp_1695255097490/work