| { | |
| "add_projections": false, | |
| "architectures": [ | |
| "JinaCLIPModel" | |
| ], | |
| "auto_map": { | |
| "AutoConfig": "jinaai/jina-clip-implementation--configuration_clip.JinaCLIPConfig", | |
| "AutoModel": "jinaai/jina-clip-implementation--modeling_clip.JinaCLIPModel" | |
| }, | |
| "initializer_factor": 1.0, | |
| "logit_scale_init_value": 2.6592, | |
| "matryoshka_dimensions": [32, 64, 128, 256, 512, 768, 1024], | |
| "model_type": "jina_clip", | |
| "projection_dim": 1024, | |
| "text_config": { | |
| "default_instruction_task": null, | |
| "default_lora_task": "retrieval.query", | |
| "embed_dim": 1024, | |
| "hf_model_config_kwargs": { | |
| "load_trained_adapters": false, | |
| "lora_adaptations": [ | |
| "retrieval.query" | |
| ], | |
| "lora_alpha": 4, | |
| "lora_dropout_p": 0.0, | |
| "lora_main_params_trainable": false, | |
| "lora_rank": 4, | |
| "task_instructions": { | |
| "retrieval.query": "Represent the query for retrieving evidence documents: " | |
| }, | |
| "use_flash_attn": true | |
| }, | |
| "hf_model_name_or_path": "jinaai/jina-embeddings-v3", | |
| "model_type": "jina_clip_text", | |
| "pooler_type": "mean_pooler", | |
| "proj_bias": false, | |
| "proj_type": null | |
| }, | |
| "torch_dtype": "bfloat16", | |
| "truncate_dim": null, | |
| "use_text_flash_attn": null, | |
| "use_vision_xformers": null, | |
| "vision_config": { | |
| "embed_dim": 1024, | |
| "fused_layer_norm": false, | |
| "head_width": 64, | |
| "image_size": 512, | |
| "intp_freq": true, | |
| "layers": 24, | |
| "ls_init_value": null, | |
| "mlp_ratio": 2.6667, | |
| "model_type": "jina_clip_vision", | |
| "naive_swiglu": true, | |
| "patch_dropout": 0.1, | |
| "patch_size": 14, | |
| "post_norm": false, | |
| "proj_type": null, | |
| "pt_hw_seq_len": 16, | |
| "qkv_bias": true, | |
| "rope_embeddings": true, | |
| "subln": true, | |
| "width": 1024, | |
| "x_attention": true | |
| } | |
| } |