Ley_Fill7
commited on
Commit
·
691a796
1
Parent(s):
78c193e
Adjusted order of call back manager embedding function
Browse files
app.py
CHANGED
@@ -24,12 +24,7 @@ client = ChatNVIDIA(
|
|
24 |
max_tokens=1024
|
25 |
)
|
26 |
|
27 |
-
|
28 |
-
model="nvidia/nv-embedqa-e5-v5",
|
29 |
-
api_key=nvidia_api_key,
|
30 |
-
truncate="NONE"
|
31 |
-
)
|
32 |
-
|
33 |
def custom_resolve_embed_model(embed_model):
|
34 |
if isinstance(embed_model, NVIDIAEmbeddings):
|
35 |
return embed_model
|
@@ -38,6 +33,12 @@ def custom_resolve_embed_model(embed_model):
|
|
38 |
embed_model.callback_manager = Settings.callback_manager
|
39 |
return embed_model
|
40 |
|
|
|
|
|
|
|
|
|
|
|
|
|
41 |
reranker = NVIDIARerank(
|
42 |
model="nvidia/nv-rerankqa-mistral-4b-v3",
|
43 |
api_key=nvidia_api_key,
|
|
|
24 |
max_tokens=1024
|
25 |
)
|
26 |
|
27 |
+
# Custom resolve_embed_model function without callback_manager for NVIDIAEmbeddings
|
|
|
|
|
|
|
|
|
|
|
28 |
def custom_resolve_embed_model(embed_model):
|
29 |
if isinstance(embed_model, NVIDIAEmbeddings):
|
30 |
return embed_model
|
|
|
33 |
embed_model.callback_manager = Settings.callback_manager
|
34 |
return embed_model
|
35 |
|
36 |
+
embed_model = NVIDIAEmbeddings(
|
37 |
+
model="nvidia/nv-embedqa-e5-v5",
|
38 |
+
api_key=nvidia_api_key,
|
39 |
+
truncate="NONE"
|
40 |
+
)
|
41 |
+
|
42 |
reranker = NVIDIARerank(
|
43 |
model="nvidia/nv-rerankqa-mistral-4b-v3",
|
44 |
api_key=nvidia_api_key,
|