moved splitter out

backend.py

@@ -52,25 +52,21 @@ Settings.llm  = GemmaLLMInterface(model=model, tokenizer=tokenizer)
 
 ############################---------------------------------
 
+# Get the parser
+parser = SentenceSplitter.from_defaults(
+                chunk_size=256, chunk_overlap=64, paragraph_separator="\n\n"
+            )
 
 
 
 @spaces.GPU(duration=120)
 def handle_query(query_str, chathistory):
   
-      # Reading documents from disk
+    # build the vector
     documents = SimpleDirectoryReader(input_files=["data/blockchainprova.txt"]).load_data()
-
-    # Splitting the document into chunks
-    parser = SentenceSplitter.from_defaults(
-                chunk_size=256, chunk_overlap=64, paragraph_separator="\n\n"
-            )
     nodes = parser.get_nodes_from_documents(documents)
-
-    # BUILD A VECTOR STORE
     index = VectorStoreIndex(nodes)
   
-
     qa_prompt_str = (
         "Context information is below.\n"
         "---------------------\n"

interface.py

@@ -5,11 +5,10 @@ from typing import Any
 import torch
 from transformers import TextIteratorStreamer
 from threading import Thread
-import spaces
 
 
 
-@spaces.GPU(duration=120)
+
 class GemmaLLMInterface(CustomLLM):
     model: Any
     tokenizer: Any