IslemTouati
commited on
Commit
•
422c777
1
Parent(s):
c263488
Add SetFit model
Browse files- .gitattributes +2 -0
- 1_Pooling/config.json +1 -1
- config.json +13 -16
- config_sentence_transformers.json +3 -3
- model_head.pkl +2 -2
- pytorch_model.bin +2 -2
- sentence_bert_config.json +1 -1
- special_tokens_map.json +1 -5
- tokenizer.json +0 -0
- tokenizer_config.json +5 -7
- unigram.json +3 -0
.gitattributes
CHANGED
@@ -32,3 +32,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
32 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
33 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
34 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
32 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
33 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
34 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
35 |
+
tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
36 |
+
unigram.json filter=lfs diff=lfs merge=lfs -text
|
1_Pooling/config.json
CHANGED
@@ -1,5 +1,5 @@
|
|
1 |
{
|
2 |
-
"word_embedding_dimension":
|
3 |
"pooling_mode_cls_token": false,
|
4 |
"pooling_mode_mean_tokens": true,
|
5 |
"pooling_mode_max_tokens": false,
|
|
|
1 |
{
|
2 |
+
"word_embedding_dimension": 384,
|
3 |
"pooling_mode_cls_token": false,
|
4 |
"pooling_mode_mean_tokens": true,
|
5 |
"pooling_mode_max_tokens": false,
|
config.json
CHANGED
@@ -1,29 +1,26 @@
|
|
1 |
{
|
2 |
-
"_name_or_path": "/root/.cache/torch/sentence_transformers/
|
3 |
"architectures": [
|
4 |
-
"
|
5 |
],
|
6 |
"attention_probs_dropout_prob": 0.1,
|
7 |
-
"bos_token_id": 0,
|
8 |
"classifier_dropout": null,
|
9 |
-
"eos_token_id": 2,
|
10 |
"gradient_checkpointing": false,
|
11 |
"hidden_act": "gelu",
|
12 |
"hidden_dropout_prob": 0.1,
|
13 |
-
"hidden_size":
|
14 |
"initializer_range": 0.02,
|
15 |
-
"intermediate_size":
|
16 |
-
"layer_norm_eps": 1e-
|
17 |
-
"max_position_embeddings":
|
18 |
-
"model_type": "
|
19 |
-
"num_attention_heads":
|
20 |
-
"num_hidden_layers":
|
21 |
-
"
|
22 |
-
"pad_token_id": 1,
|
23 |
"position_embedding_type": "absolute",
|
24 |
"torch_dtype": "float32",
|
25 |
-
"transformers_version": "4.
|
26 |
-
"type_vocab_size":
|
27 |
"use_cache": true,
|
28 |
-
"vocab_size":
|
29 |
}
|
|
|
1 |
{
|
2 |
+
"_name_or_path": "/root/.cache/torch/sentence_transformers/sentence-transformers_paraphrase-multilingual-MiniLM-L12-v2/",
|
3 |
"architectures": [
|
4 |
+
"BertModel"
|
5 |
],
|
6 |
"attention_probs_dropout_prob": 0.1,
|
|
|
7 |
"classifier_dropout": null,
|
|
|
8 |
"gradient_checkpointing": false,
|
9 |
"hidden_act": "gelu",
|
10 |
"hidden_dropout_prob": 0.1,
|
11 |
+
"hidden_size": 384,
|
12 |
"initializer_range": 0.02,
|
13 |
+
"intermediate_size": 1536,
|
14 |
+
"layer_norm_eps": 1e-12,
|
15 |
+
"max_position_embeddings": 512,
|
16 |
+
"model_type": "bert",
|
17 |
+
"num_attention_heads": 12,
|
18 |
+
"num_hidden_layers": 12,
|
19 |
+
"pad_token_id": 0,
|
|
|
20 |
"position_embedding_type": "absolute",
|
21 |
"torch_dtype": "float32",
|
22 |
+
"transformers_version": "4.30.2",
|
23 |
+
"type_vocab_size": 2,
|
24 |
"use_cache": true,
|
25 |
+
"vocab_size": 250037
|
26 |
}
|
config_sentence_transformers.json
CHANGED
@@ -1,7 +1,7 @@
|
|
1 |
{
|
2 |
"__version__": {
|
3 |
-
"sentence_transformers": "2.
|
4 |
-
"transformers": "4.
|
5 |
-
"pytorch": "
|
6 |
}
|
7 |
}
|
|
|
1 |
{
|
2 |
"__version__": {
|
3 |
+
"sentence_transformers": "2.0.0",
|
4 |
+
"transformers": "4.7.0",
|
5 |
+
"pytorch": "1.9.0+cu102"
|
6 |
}
|
7 |
}
|
model_head.pkl
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6fac7146a37c2d6fa0844c611b032052811aff4746f30f693b456e39c643893d
|
3 |
+
size 13175
|
pytorch_model.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0f9f5bd96021515b9b9757a66506876946f1ba1209ee26a75f682269f553fc58
|
3 |
+
size 470683437
|
sentence_bert_config.json
CHANGED
@@ -1,4 +1,4 @@
|
|
1 |
{
|
2 |
-
"max_seq_length":
|
3 |
"do_lower_case": false
|
4 |
}
|
|
|
1 |
{
|
2 |
+
"max_seq_length": 128,
|
3 |
"do_lower_case": false
|
4 |
}
|
special_tokens_map.json
CHANGED
@@ -1,15 +1,11 @@
|
|
1 |
{
|
2 |
-
"additional_special_tokens": [
|
3 |
-
"<s>NOTUSED",
|
4 |
-
"</s>NOTUSED"
|
5 |
-
],
|
6 |
"bos_token": "<s>",
|
7 |
"cls_token": "<s>",
|
8 |
"eos_token": "</s>",
|
9 |
"mask_token": {
|
10 |
"content": "<mask>",
|
11 |
"lstrip": true,
|
12 |
-
"normalized":
|
13 |
"rstrip": false,
|
14 |
"single_word": false
|
15 |
},
|
|
|
1 |
{
|
|
|
|
|
|
|
|
|
2 |
"bos_token": "<s>",
|
3 |
"cls_token": "<s>",
|
4 |
"eos_token": "</s>",
|
5 |
"mask_token": {
|
6 |
"content": "<mask>",
|
7 |
"lstrip": true,
|
8 |
+
"normalized": false,
|
9 |
"rstrip": false,
|
10 |
"single_word": false
|
11 |
},
|
tokenizer.json
CHANGED
The diff for this file is too large to render.
See raw diff
|
|
tokenizer_config.json
CHANGED
@@ -1,11 +1,8 @@
|
|
1 |
{
|
2 |
-
"additional_special_tokens": [
|
3 |
-
"<s>NOTUSED",
|
4 |
-
"</s>NOTUSED"
|
5 |
-
],
|
6 |
"bos_token": "<s>",
|
7 |
"clean_up_tokenization_spaces": true,
|
8 |
"cls_token": "<s>",
|
|
|
9 |
"eos_token": "</s>",
|
10 |
"mask_token": {
|
11 |
"__type": "AddedToken",
|
@@ -15,10 +12,11 @@
|
|
15 |
"rstrip": false,
|
16 |
"single_word": false
|
17 |
},
|
18 |
-
"model_max_length":
|
19 |
"pad_token": "<pad>",
|
20 |
"sep_token": "</s>",
|
21 |
-
"
|
22 |
-
"
|
|
|
23 |
"unk_token": "<unk>"
|
24 |
}
|
|
|
1 |
{
|
|
|
|
|
|
|
|
|
2 |
"bos_token": "<s>",
|
3 |
"clean_up_tokenization_spaces": true,
|
4 |
"cls_token": "<s>",
|
5 |
+
"do_lower_case": true,
|
6 |
"eos_token": "</s>",
|
7 |
"mask_token": {
|
8 |
"__type": "AddedToken",
|
|
|
12 |
"rstrip": false,
|
13 |
"single_word": false
|
14 |
},
|
15 |
+
"model_max_length": 512,
|
16 |
"pad_token": "<pad>",
|
17 |
"sep_token": "</s>",
|
18 |
+
"strip_accents": null,
|
19 |
+
"tokenize_chinese_chars": true,
|
20 |
+
"tokenizer_class": "BertTokenizer",
|
21 |
"unk_token": "<unk>"
|
22 |
}
|
unigram.json
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:71b44701d7efd054205115acfa6ef126c5d2f84bd3affe0c59e48163674d19a6
|
3 |
+
size 14763234
|