{
    "context_length": 128, 
    "vocab_size": 49408, 
    "width": 768, 
    "heads": 8, 
    "layers": 6
}