Shrey commited on
Commit
9055da0
1 Parent(s): ff0f4fa

added stable mlm model

Browse files
Files changed (2) hide show
  1. config.json +3 -3
  2. tf_model.h5 +2 -2
config.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
- "_name_or_path": "bert_pretrained_from_scratch/",
3
  "architectures": [
4
- "BertForSequenceClassification"
5
  ],
6
  "attention_probs_dropout_prob": 0.1,
7
  "classifier_dropout": null,
@@ -28,7 +28,7 @@
28
  "num_hidden_layers": 12,
29
  "pad_token_id": 0,
30
  "position_embedding_type": "absolute",
31
- "transformers_version": "4.17.0.dev0",
32
  "type_vocab_size": 2,
33
  "use_cache": true,
34
  "vocab_size": 30522
 
1
  {
2
+ "_name_or_path": "/gpfsdswork/projects/rech/zpf/uyf36me/pretraining_language_model/bert-uncased-mlm_ep_3",
3
  "architectures": [
4
+ "BertForMaskedLM"
5
  ],
6
  "attention_probs_dropout_prob": 0.1,
7
  "classifier_dropout": null,
 
28
  "num_hidden_layers": 12,
29
  "pad_token_id": 0,
30
  "position_embedding_type": "absolute",
31
+ "transformers_version": "4.23.0.dev0",
32
  "type_vocab_size": 2,
33
  "use_cache": true,
34
  "vocab_size": 30522
tf_model.h5 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0da81084318dc7963535bf8a2ab36b441440bcfe74c3d21462d56158fa7833ba
3
- size 438208876
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98ae089edcb1f38e73920de89f0ff4fb494dfd264aff78187b09375fb567fa5d
3
+ size 533687680