|
{ |
|
"model_cfg": { |
|
"embed_dim": 512, |
|
"vision_cfg": { |
|
"timm_model_name": "convnext_base", |
|
"timm_model_pretrained": false, |
|
"timm_pool": "", |
|
"timm_proj": "linear", |
|
"timm_drop": 0.0, |
|
"timm_drop_path": 0.1, |
|
"image_size": 224 |
|
}, |
|
"text_cfg": { |
|
"hf_model_name": "microsoft/BiomedNLP-BiomedBERT-base-uncased-abstract", |
|
"hf_tokenizer_name": "microsoft/BiomedNLP-BiomedBERT-base-uncased-abstract", |
|
"hf_proj_type": "mlp", |
|
"hf_pooler_type": "cls_last_hidden_state_pooler", |
|
"context_length": 256 |
|
} |
|
}, |
|
"preprocess_cfg": { |
|
"mean": [ |
|
0.48145466, |
|
0.4578275, |
|
0.40821073 |
|
], |
|
"std": [ |
|
0.26862954, |
|
0.26130258, |
|
0.27577711 |
|
], |
|
"interpolation": "bicubic", |
|
"resize_mode": "shortest" |
|
} |
|
} |