Update model

.gitattributes

@@ -15,3 +15,4 @@
 *.pt filter=lfs diff=lfs merge=lfs -text
 *.pth filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+flax_model.msgpack filter=lfs diff=lfs merge=lfs -text

config.json

@@ -31,7 +31,7 @@
     "gradient_checkpointing": false,
     "hidden_act": "gelu",
     "hidden_dropout_prob": 0.1,
-    "hidden_size": 1024,
+    "hidden_size": 768,
     "id2label": {
       "0": "LABEL_0",
       "1": "LABEL_1",
@@ -40,7 +40,7 @@
       "4": "LABEL_4"
     },
     "initializer_range": 0.02,
-    "intermediate_size": 4096,
+    "intermediate_size": 3072,
     "is_decoder": false,
     "is_encoder_decoder": false,
     "label2id": {
@@ -57,10 +57,10 @@
     "min_length": 0,
     "model_type": "bert",
     "no_repeat_ngram_size": 0,
-    "num_attention_heads": 16,
+    "num_attention_heads": 12,
     "num_beam_groups": 1,
     "num_beams": 1,
-    "num_hidden_layers": 24,
+    "num_hidden_layers": 12,
     "num_return_sequences": 1,
     "output_attentions": false,
     "output_hidden_states": false,
@@ -90,11 +90,11 @@
     "top_p": 1.0,
     "torch_dtype": null,
     "torchscript": false,
-    "transformers_version": "4.9.0",
+    "transformers_version": "4.9.1",
     "type_vocab_size": 2,
     "use_bfloat16": false,
     "use_cache": true,
-    "vocab_size": 30522
+    "vocab_size": 50000
   },
   "transformers_version": null,
   "vision_config": {
@@ -165,7 +165,7 @@
     "top_p": 1.0,
     "torch_dtype": null,
     "torchscript": false,
-    "transformers_version": "4.9.0",
+    "transformers_version": "4.9.1",
     "use_bfloat16": false
   }
 }

flax_model.msgpack

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e579b04c9fe313b091d87b539ae04ca56b953bffd95f55313747f54b7469ccaa
-size 1694082566
+oid sha256:666281c221438399d4046600e9e12d00eb3c0f552f7c1319cf850a94b1c0ddba
+size 850749272