chrisclark1016 commited on
Commit
563e073
·
1 Parent(s): feeb627

Upload DebertaForSequenceClassification

Browse files
Files changed (2) hide show
  1. config.json +16 -11
  2. pytorch_model.bin +2 -2
config.json CHANGED
@@ -1,27 +1,32 @@
1
  {
2
- "_name_or_path": "/project/msbada3-23/team3/base_model_ChrisClark",
3
  "architectures": [
4
- "BertForSequenceClassification"
5
  ],
6
  "attention_probs_dropout_prob": 0.1,
7
- "classifier_dropout": null,
8
- "gradient_checkpointing": false,
9
  "hidden_act": "gelu",
10
  "hidden_dropout_prob": 0.1,
11
  "hidden_size": 768,
12
  "initializer_range": 0.02,
13
  "intermediate_size": 3072,
14
- "layer_norm_eps": 1e-12,
15
  "max_position_embeddings": 512,
16
- "model_type": "bert",
 
17
  "num_attention_heads": 12,
18
  "num_hidden_layers": 12,
19
  "pad_token_id": 0,
20
- "position_embedding_type": "absolute",
21
- "problem_type": "single_label_classification",
 
 
 
 
 
 
 
22
  "torch_dtype": "float32",
23
  "transformers_version": "4.26.0",
24
- "type_vocab_size": 2,
25
- "use_cache": true,
26
- "vocab_size": 28996
27
  }
 
1
  {
2
+ "_name_or_path": "/project/msbada3-23/team3/ChrisClark_highModel",
3
  "architectures": [
4
+ "DebertaForSequenceClassification"
5
  ],
6
  "attention_probs_dropout_prob": 0.1,
 
 
7
  "hidden_act": "gelu",
8
  "hidden_dropout_prob": 0.1,
9
  "hidden_size": 768,
10
  "initializer_range": 0.02,
11
  "intermediate_size": 3072,
12
+ "layer_norm_eps": 1e-07,
13
  "max_position_embeddings": 512,
14
+ "max_relative_positions": -1,
15
+ "model_type": "deberta",
16
  "num_attention_heads": 12,
17
  "num_hidden_layers": 12,
18
  "pad_token_id": 0,
19
+ "pooler_dropout": 0,
20
+ "pooler_hidden_act": "gelu",
21
+ "pooler_hidden_size": 768,
22
+ "pos_att_type": [
23
+ "c2p",
24
+ "p2c"
25
+ ],
26
+ "position_biased_input": false,
27
+ "relative_attention": true,
28
  "torch_dtype": "float32",
29
  "transformers_version": "4.26.0",
30
+ "type_vocab_size": 0,
31
+ "vocab_size": 50265
 
32
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1813a9756476764bdf4c8ed685741c9b72c4ea55d60065f186ba246df867fdad
3
- size 433315437
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ecead67ddf726c56b82c68203c5e7f192cb6e948fb1e709904c89795df71c4cf
3
+ size 556844015