{ | |
"architectures": [ | |
"FSMTForConditionalGeneration" | |
], | |
"model_type": "fsmt", | |
"activation_dropout": 0.0, | |
"activation_function": "relu", | |
"attention_dropout": 0.0, | |
"d_model": 512, | |
"dropout": 0.3, | |
"init_std": 0.02, | |
"max_position_embeddings": 1024, | |
"num_hidden_layers": 6, | |
"src_vocab_size": 9936, | |
"tgt_vocab_size": 12896, | |
"langs": [ | |
"en", | |
"el" | |
], | |
"encoder_attention_heads": 4, | |
"encoder_ffn_dim": 1024, | |
"encoder_layerdrop": 0, | |
"encoder_layers": 6, | |
"decoder_attention_heads": 4, | |
"decoder_ffn_dim": 1024, | |
"decoder_layerdrop": 0, | |
"decoder_layers": 6, | |
"bos_token_id": 0, | |
"pad_token_id": 1, | |
"eos_token_id": 2, | |
"is_encoder_decoder": true, | |
"scale_embedding": true, | |
"tie_word_embeddings": false, | |
"num_beams": 5, | |
"early_stopping": false, | |
"length_penalty": 1.0 | |
} |