mitulagr2 commited on
Commit
8eb0d13
1 Parent(s): e236e76

Update app/rag.py

Browse files
Files changed (1) hide show
  1. app/rag.py +3 -3
app/rag.py CHANGED
@@ -19,7 +19,8 @@ store_dir = os.path.expanduser("~/wtp_be_store/")
19
  logging.basicConfig(level=logging.INFO)
20
  logger = logging.getLogger(__name__)
21
 
22
- model_url = "https://huggingface.co/Qwen/Qwen2-0.5B-Instruct-GGUF/resolve/main/qwen2-0_5b-instruct-fp16.gguf"
 
23
 
24
  class ChatPDF:
25
  pdf_count = 0
@@ -85,8 +86,7 @@ class ChatPDF:
85
  index = VectorStoreIndex(
86
  nodes=self.nodes,
87
  storage_context=storage_context,
88
- transformations=Settings.transformations,
89
- show_progress=True,
90
  )
91
 
92
  self.query_engine = index.as_query_engine(
 
19
  logging.basicConfig(level=logging.INFO)
20
  logger = logging.getLogger(__name__)
21
 
22
+ # https://huggingface.co/bartowski/Replete-LLM-V2.5-Qwen-0.5b-GGUF/resolve/main/Replete-LLM-V2.5-Qwen-0.5b-Q4_K_M.gguf
23
+ model_url = "https://huggingface.co/Qwen/Qwen2-0.5B-Instruct-GGUF/resolve/main/qwen2-0_5b-instruct-q4_k_m.gguf"
24
 
25
  class ChatPDF:
26
  pdf_count = 0
 
86
  index = VectorStoreIndex(
87
  nodes=self.nodes,
88
  storage_context=storage_context,
89
+ transformations=Settings.transformations
 
90
  )
91
 
92
  self.query_engine = index.as_query_engine(