{ | |
"embed_dim": 768, | |
"vision_cfg": { | |
"image_size": 448, | |
"layers": 24, | |
"width": 1024, | |
"drop_path_rate": 0, | |
"head_width": 64, | |
"mlp_ratio": 2.6667, | |
"patch_size": 14, | |
"eva_model_name": "eva-clip-l-14-448", | |
"xattn": true, | |
"fusedLN": true, | |
"rope": true, | |
"pt_hw_seq_len": 16, | |
"intp_freq": true, | |
"naiveswiglu": true, | |
"subln": true | |
}, | |
"text_cfg": { | |
"context_length": 77, | |
"vocab_size": 49408, | |
"width": 768, | |
"heads": 12, | |
"layers": 12, | |
"xattn": false, | |
"fusedLN": true | |
} | |
} | |