{
        "model_type": "causal_lm",
        "vocab_size": 50265,
        "hidden_size": 768,
        "num_attention_heads": 12,
        "num_hidden_layers": 12,
        "pad_token_id": 0,
        "eos_token_id": 1,
    }