Hugging Face's logo

Wonder-Griffin
/
TraXLMistralForCausalLM

Text Generation
Transformers
Safetensors
English
TraXLMistral
text-generation-inference
causal-LM
question-answering
conversational
Inference Endpoints
Model card Files Community
Wonder-Griffin commited on
Commit
1bf2573
•
1 Parent(s): f740f5c

Update checkpoint-5740/config.json

Browse files
Files changed (1) hide show
  1. checkpoint-5740/config.json +35 -35
checkpoint-5740/config.json CHANGED
@@ -1,35 +1,35 @@
1
- {
2
- "architectures": [
3
- "TraXLMistralForCausalLM"
4
- ],
5
- "dropout": 0.1,
6
- "dynamic_routing": true,
7
- "ff_expansion_factor": 4,
8
- "hidden_size": 768,
9
- "id2label": {
10
- "0": "LABEL_0",
11
- "1": "LABEL_1",
12
- "2": "LABEL_2",
13
- "3": "LABEL_3",
14
- "4": "LABEL_4"
15
- },
16
- "is_decoder": true,
17
- "label2id": {
18
- "LABEL_0": 0,
19
- "LABEL_1": 1,
20
- "LABEL_2": 2,
21
- "LABEL_3": 3,
22
- "LABEL_4": 4
23
- },
24
- "max_computation_steps": 5,
25
- "max_len": 256,
26
- "memory_size": 256,
27
- "model_type": "TraXLMistral",
28
- "n_head": 4,
29
- "n_layer": 4,
30
- "rnn_units": 128,
31
- "sparse_attention": true,
32
- "torch_dtype": "float32",
33
- "transformers_version": "4.44.2",
34
- "vocab_size": 50257
35
- }
 
1
+ {
2
+ "architectures": [
3
+ "TraXLMistralForCausalLM"
4
+ ],
5
+ "dropout": 0.1,
6
+ "dynamic_routing": true,
7
+ "ff_expansion_factor": 4,
8
+ "hidden_size": 768,
9
+ "id2label": {
10
+ "0": "LABEL_0",
11
+ "1": "LABEL_1",
12
+ "2": "LABEL_2",
13
+ "3": "LABEL_3",
14
+ "4": "LABEL_4"
15
+ },
16
+ "is_decoder": true,
17
+ "label2id": {
18
+ "LABEL_0": 0,
19
+ "LABEL_1": 1,
20
+ "LABEL_2": 2,
21
+ "LABEL_3": 3,
22
+ "LABEL_4": 4
23
+ },
24
+ "max_computation_steps": 5,
25
+ "max_len": 256,
26
+ "memory_size": 256,
27
+ "model_type": "gpt2",
28
+ "n_head": 4,
29
+ "n_layer": 4,
30
+ "rnn_units": 128,
31
+ "sparse_attention": true,
32
+ "torch_dtype": "float32",
33
+ "transformers_version": "4.44.2",
34
+ "vocab_size": 50257
35
+ }