{ | |
"model_type": "clip", | |
"model_cfg": { | |
"embed_dim": 512, | |
"vision_cfg": { | |
"timm_model_name": "vit_base_patch16_224", | |
"timm_model_pretrained": false, | |
"timm_pool": "", | |
"timm_proj": "linear", | |
"image_size": 224 | |
}, | |
"text_cfg": { | |
"hf_model_name": "microsoft/BiomedNLP-PubMedBERT-base-uncased-abstract", | |
"hf_tokenizer_name": "microsoft/BiomedNLP-PubMedBERT-base-uncased-abstract", | |
"proj": "mlp", | |
"pooler_type": "cls_last_hidden_state_pooler", | |
"context_length": 256 | |
} | |
}, | |
"preprocess_cfg": { | |
"mean": [ | |
0.48145466, | |
0.4578275, | |
0.40821073 | |
], | |
"std": [ | |
0.26862954, | |
0.26130258, | |
0.27577711 | |
] | |
} | |
} |