kcz358 commited on
Commit
d8afda4
1 Parent(s): c0dff24

Delete config.json

Browse files
Files changed (1) hide show
  1. config.json +0 -70
config.json DELETED
@@ -1,70 +0,0 @@
1
- {
2
- "_name_or_path": "/mnt/bn/vl-research-boli01-cn/workspace/zzz/projects/zzz/llava_next/project_checkpoints/llavanext-openai_clip-vit-large-patch14-336-meta-llama_Meta-Llama-3-8B-Instruct-blip558k_pretrain_plain_unmask_special_tokens",
3
- "architectures": [
4
- "LlavaLlamaForCausalLM"
5
- ],
6
- "attention_bias": false,
7
- "attention_dropout": 0.0,
8
- "bos_token_id": 128000,
9
- "eos_token_id": 128001,
10
- "hidden_act": "silu",
11
- "hidden_size": 4096,
12
- "image_aspect_ratio": "anyres",
13
- "image_crop_resolution": 224,
14
- "image_grid_pinpoints": [
15
- [
16
- 336,
17
- 672
18
- ],
19
- [
20
- 672,
21
- 336
22
- ],
23
- [
24
- 672,
25
- 672
26
- ],
27
- [
28
- 1008,
29
- 336
30
- ],
31
- [
32
- 336,
33
- 1008
34
- ]
35
- ],
36
- "image_split_resolution": 224,
37
- "initializer_range": 0.02,
38
- "intermediate_size": 14336,
39
- "max_position_embeddings": 8192,
40
- "mm_hidden_size": 1024,
41
- "mm_patch_merge_type": "spatial_unpad",
42
- "mm_projector_lr": null,
43
- "mm_projector_type": "mlp2x_gelu",
44
- "mm_resampler_type": null,
45
- "mm_tunable_parts": "mm_vision_tower,mm_mlp_adapter,mm_language_model",
46
- "mm_use_im_patch_token": false,
47
- "mm_use_im_start_end": false,
48
- "mm_vision_select_feature": "patch",
49
- "mm_vision_select_layer": -2,
50
- "mm_vision_tower": "openai/clip-vit-large-patch14-336",
51
- "mm_vision_tower_lr": 2e-06,
52
- "model_type": "llava",
53
- "num_attention_heads": 32,
54
- "num_hidden_layers": 32,
55
- "num_key_value_heads": 8,
56
- "pretraining_tp": 1,
57
- "rms_norm_eps": 1e-05,
58
- "rope_scaling": null,
59
- "rope_theta": 500000.0,
60
- "tie_word_embeddings": false,
61
- "tokenizer_model_max_length": 8192,
62
- "tokenizer_padding_side": "right",
63
- "torch_dtype": "float16",
64
- "transformers_version": "4.39.3",
65
- "use_cache": true,
66
- "use_mm_proj": true,
67
- "vision_tower_pretrained": null,
68
- "vocab_size": 128256,
69
- "image_token_index": 128257
70
- }