DFN-Huge-Qwen2VL-7B / config.json
menglc's picture
upload ckpts
7c1b205
raw
history blame contribute delete
436 Bytes
{
"architectures": [
"Qwen2VisionTransformerPretrainedModel"
],
"depth": 32,
"embed_dim": 1280,
"hidden_act": "quick_gelu",
"hidden_size": 3584,
"in_channels": 3,
"in_chans": 3,
"mlp_ratio": 4,
"model_type": "qwen2_vl",
"num_heads": 16,
"patch_size": 14,
"spatial_merge_size": 2,
"spatial_patch_size": 14,
"temporal_patch_size": 2,
"torch_dtype": "float32",
"transformers_version": "4.47.0.dev0"
}