Update variables.py

variables.py

@@ -5,7 +5,6 @@ import streamlit as st
 import pathlib
 
 from langchain.embeddings import HuggingFaceEmbeddings,HuggingFaceInstructEmbeddings
-from langchain.text_splitter import RecursiveCharacterTextSplitter
 from langchain.vectorstores import FAISS
 from langchain.chat_models.openai import ChatOpenAI
 from langchain import VectorDBQA
@@ -72,14 +71,9 @@ def process_tweets(df,df_users):
     return df_tweets
 
 @st.experimental_singleton(suppress_st_warning=True)
-def create_vectorstore(file,model):
+def create_vectorstore(texts,model):
     '''Create FAISS vectorstore'''
 
-    # Split tweets int chunks
-    text_splitter = RecursiveCharacterTextSplitter(chunk_size=500, chunk_overlap=50)
-    texts = text_splitter.split_text(file)
-
-
     if model == "hkunlp/instructor-large":
         emb = HuggingFaceInstructEmbeddings(model_name=model,
                                             query_instruction='Represent the Financial question for retrieving supporting documents: ',