{ | |
"embed_dim": 512, | |
"image_cfg": { | |
"image_size": 256, | |
"model_name": "mci0" | |
}, | |
"text_cfg": { | |
"context_length": 77, | |
"vocab_size": 49408, | |
"dim": 512, | |
"ffn_multiplier_per_layer": 4.0, | |
"n_heads_per_layer": 8, | |
"n_transformer_layers": 4, | |
"norm_layer": "layer_norm_fp32", | |
"causal_masking": false, | |
"model_name": "mct" | |
} | |
} |