emar commited on
Commit
b69cdc9
1 Parent(s): 58442f5

added reranker

Browse files
Files changed (1) hide show
  1. app.py +7 -0
app.py CHANGED
@@ -1,6 +1,7 @@
1
  import spaces
2
  import gradio as gr
3
  from llama_index.embeddings.huggingface import HuggingFaceEmbedding
 
4
  from llama_index.core import (
5
  StorageContext,
6
  load_index_from_storage, Settings,
@@ -29,6 +30,12 @@ storage_context = StorageContext.from_defaults(persist_dir=PERSIST_DIR)
29
  index = load_index_from_storage(storage_context)
30
  query_engine = index.as_query_engine()
31
 
 
 
 
 
 
 
32
 
33
  @spaces.GPU
34
  def chatbot_response(message, history):
 
1
  import spaces
2
  import gradio as gr
3
  from llama_index.embeddings.huggingface import HuggingFaceEmbedding
4
+ from llama_index.core.postprocessor import SentenceTransformerRerank
5
  from llama_index.core import (
6
  StorageContext,
7
  load_index_from_storage, Settings,
 
30
  index = load_index_from_storage(storage_context)
31
  query_engine = index.as_query_engine()
32
 
33
+ rerank = SentenceTransformerRerank(
34
+ model="BAAI/bge-reranker-large", top_n=5 # Note here
35
+ )
36
+
37
+ query_engine = index.as_query_engine(streaming=True, similarity_top_k=1, node_postprocessors=[rerank])
38
+
39
 
40
  @spaces.GPU
41
  def chatbot_response(message, history):