{"vocab_size": 1279, "PAD_token_id": 3, "decoder_SOS_token_id": 0, "EOS_token_Id": 1, "num_attention_heads": 4, "num_hidden_layers": 5, "hidden_act": "gelu", "layer_norm_eps": 1e-05, "dim_ff": 1024, "dim_model": 512, "is_encoder_decoder": true, "dropout_rate": 0.15}