{ | |
"_name_or_path": "nz/RITA_m", | |
"architectures": [ | |
"RITAModel" | |
], | |
"auto_map": { | |
"AutoConfig": "rita_configuration.RITAConfig", | |
"AutoModel": "rita_modeling.RITAModel" | |
}, | |
"d_feedforward": 4096, | |
"d_model": 1024, | |
"dropout": 0.0, | |
"eos_token_id": 2, | |
"max_seq_len": 1024, | |
"model_type": "rita", | |
"num_heads": 16, | |
"num_layers": 24, | |
"torch_dtype": "float16", | |
"transformers_version": "4.18.0", | |
"vocab_size": 26 | |
} | |