Remove SalesForce embedding model
Browse files
inference-cache-config/mistral-variants.json
CHANGED
@@ -162,19 +162,5 @@
|
|
162 |
"num_cores": 2,
|
163 |
"auto_cast_type": "bf16"
|
164 |
}
|
165 |
-
],
|
166 |
-
"Salesforce/SFR-Embedding-Mistral": [
|
167 |
-
{
|
168 |
-
"batch_size": 1,
|
169 |
-
"sequence_length": 4096,
|
170 |
-
"num_cores": 2,
|
171 |
-
"auto_cast_type": "fp16"
|
172 |
-
},
|
173 |
-
{
|
174 |
-
"batch_size": 4,
|
175 |
-
"sequence_length": 4096,
|
176 |
-
"num_cores": 2,
|
177 |
-
"auto_cast_type": "fp16"
|
178 |
-
}
|
179 |
]
|
180 |
}
|
|
|
162 |
"num_cores": 2,
|
163 |
"auto_cast_type": "bf16"
|
164 |
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
165 |
]
|
166 |
}
|