Update utils.py

Loading json data

utils.py

@@ -1,5 +1,6 @@
 import chromadb
 from sentence_transformers import CrossEncoder, SentenceTransformer
+import json
 
 def chroma_client_setup():
     chroma_client = chromadb.Client()
@@ -9,6 +10,11 @@ def chroma_client_setup():
     )
     return collection
 
+def load_data():
+    with open("test_json.json", "r") as f:
+        data = json.load(f)
+    return data
+
 def embedding_function(items_to_embed: list[str]):
     sentence_model = SentenceTransformer(
         "mixedbread-ai/mxbai-embed-large-v1"
@@ -19,10 +25,10 @@ def embedding_function(items_to_embed: list[str]):
     )
     return embedded_items
 
-def chroma_upserting(collection, embeddings:list[list[str]], payload:list[dict]):
+def chroma_upserting(collection, payload:list[dict]):
     collection.add(
         documents=[item['doc'] for item in payload],
-        embeddings=embeddings,
+        embeddings=embedding_function([item['doc'] for item in payload]),
         metadatas=payload,
         ids=[f"id{item}" for item in range(len(embedfings))]
     )