config.json

{
  "embed_dim": 512,
  "image_cfg": {
    "image_size": 256,
    "model_name": "mci0"
  },
  "text_cfg": {
    "context_length": 77,
    "vocab_size": 49408,
    "dim": 512,
    "ffn_multiplier_per_layer": 4.0,
    "n_heads_per_layer": 8,
    "n_transformer_layers": 4,
    "norm_layer": "layer_norm_fp32",
    "causal_masking": false,
    "model_name": "mct"
  }
}