Update backend/semantic_search.py

backend/semantic_search.py

@@ -4,8 +4,16 @@ import lancedb
 import os
 from pathlib import Path
 from sentence_transformers import SentenceTransformer
+from FlagEmbedding import LLMEmbedder, FlagReranker # Al document present here https://github.com/FlagOpen/FlagEmbedding/tree/master
+#EMB_MODEL_NAME = "thenlper/gte-base"
+EMB_MODEL_NAME = 'BAAI/llm-embedder'
+task = "qa" # Encode for a specific task (qa, icl, chat, lrlm, tool, convsearch)
+#EMB_MODEL_NAME = LLMEmbedder('BAAI/llm-embedder', use_fp16=False) # Load model (automatically use GPUs)
 
-EMB_MODEL_NAME = "thenlper/gte-base"
+#reranker_model = FlagReranker('BAAI/bge-reranker-base', use_fp16=True) # use_fp16 speeds up computation with a slight performance degradation
+
+
+#EMB_MODEL_NAME = "thenlper/gte-base"
 #DB_TABLE_NAME = "Huggingface_docs"
 DB_TABLE_NAME = "doc_embed1"
 # Setting up the logging