Make compatible to sentence-transformers
#10
by
michaelfeil
- opened
- 1_Pooling/config.json +10 -0
- modules.json +14 -0
- sentence_bert_config.json +4 -0
- tokenizer_config.json +1 -1
1_Pooling/config.json
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"word_embedding_dimension": 4096,
|
| 3 |
+
"pooling_mode_cls_token": false,
|
| 4 |
+
"pooling_mode_mean_tokens": false,
|
| 5 |
+
"pooling_mode_max_tokens": false,
|
| 6 |
+
"pooling_mode_mean_sqrt_len_tokens": false,
|
| 7 |
+
"pooling_mode_weightedmean_tokens": false,
|
| 8 |
+
"pooling_mode_lasttoken": true,
|
| 9 |
+
"include_prompt": true
|
| 10 |
+
}
|
modules.json
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[
|
| 2 |
+
{
|
| 3 |
+
"idx": 0,
|
| 4 |
+
"name": "0",
|
| 5 |
+
"path": "",
|
| 6 |
+
"type": "sentence_transformers.models.Transformer"
|
| 7 |
+
},
|
| 8 |
+
{
|
| 9 |
+
"idx": 1,
|
| 10 |
+
"name": "1",
|
| 11 |
+
"path": "1_Pooling",
|
| 12 |
+
"type": "sentence_transformers.models.Pooling"
|
| 13 |
+
}
|
| 14 |
+
]
|
sentence_bert_config.json
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"max_seq_length": 32768,
|
| 3 |
+
"do_lower_case": false
|
| 4 |
+
}
|
tokenizer_config.json
CHANGED
|
@@ -61,7 +61,7 @@
|
|
| 61 |
"clean_up_tokenization_spaces": false,
|
| 62 |
"eos_token": "</s>",
|
| 63 |
"legacy": true,
|
| 64 |
-
"model_max_length":
|
| 65 |
"pad_token": "<unk>",
|
| 66 |
"sp_model_kwargs": {},
|
| 67 |
"spaces_between_special_tokens": false,
|
|
|
|
| 61 |
"clean_up_tokenization_spaces": false,
|
| 62 |
"eos_token": "</s>",
|
| 63 |
"legacy": true,
|
| 64 |
+
"model_max_length": 32768,
|
| 65 |
"pad_token": "<unk>",
|
| 66 |
"sp_model_kwargs": {},
|
| 67 |
"spaces_between_special_tokens": false,
|