config.json

{
    "num_tokens": 50257,
    "dim": 1600,
    "depth": 24,
}