config.json

{"num_tokens": 50257, "dim": 512, "depth": 12, "ff_mult": 4, "min_gru_expansion": 1.5, "enable_conv": false}