Spaces:
Sleeping
Sleeping
emar
commited on
Commit
•
b69cdc9
1
Parent(s):
58442f5
added reranker
Browse files
app.py
CHANGED
@@ -1,6 +1,7 @@
|
|
1 |
import spaces
|
2 |
import gradio as gr
|
3 |
from llama_index.embeddings.huggingface import HuggingFaceEmbedding
|
|
|
4 |
from llama_index.core import (
|
5 |
StorageContext,
|
6 |
load_index_from_storage, Settings,
|
@@ -29,6 +30,12 @@ storage_context = StorageContext.from_defaults(persist_dir=PERSIST_DIR)
|
|
29 |
index = load_index_from_storage(storage_context)
|
30 |
query_engine = index.as_query_engine()
|
31 |
|
|
|
|
|
|
|
|
|
|
|
|
|
32 |
|
33 |
@spaces.GPU
|
34 |
def chatbot_response(message, history):
|
|
|
1 |
import spaces
|
2 |
import gradio as gr
|
3 |
from llama_index.embeddings.huggingface import HuggingFaceEmbedding
|
4 |
+
from llama_index.core.postprocessor import SentenceTransformerRerank
|
5 |
from llama_index.core import (
|
6 |
StorageContext,
|
7 |
load_index_from_storage, Settings,
|
|
|
30 |
index = load_index_from_storage(storage_context)
|
31 |
query_engine = index.as_query_engine()
|
32 |
|
33 |
+
rerank = SentenceTransformerRerank(
|
34 |
+
model="BAAI/bge-reranker-large", top_n=5 # Note here
|
35 |
+
)
|
36 |
+
|
37 |
+
query_engine = index.as_query_engine(streaming=True, similarity_top_k=1, node_postprocessors=[rerank])
|
38 |
+
|
39 |
|
40 |
@spaces.GPU
|
41 |
def chatbot_response(message, history):
|