Hugging Face's logo

llava-hf
/
llava-onevision-qwen2-72b-si-hf

Image-Text-to-Text
Transformers
Safetensors
English
Chinese
llava_onevision
vision
conversational
Model card Files Community
1
RaushanTurganbay HF staff commited on
Commit
997fc26
·
verified ·
1 Parent(s): 2646613

Upload LlavaOnevisionForConditionalGeneration

Browse files
Files changed (33) hide show
  1. config.json +3 -7
  2. model-00001-of-00031.safetensors +3 -0
  3. model-00002-of-00031.safetensors +3 -0
  4. model-00003-of-00031.safetensors +3 -0
  5. model-00004-of-00031.safetensors +3 -0
  6. model-00005-of-00031.safetensors +3 -0
  7. model-00006-of-00031.safetensors +3 -0
  8. model-00007-of-00031.safetensors +3 -0
  9. model-00008-of-00031.safetensors +3 -0
  10. model-00009-of-00031.safetensors +3 -0
  11. model-00010-of-00031.safetensors +3 -0
  12. model-00011-of-00031.safetensors +3 -0
  13. model-00012-of-00031.safetensors +3 -0
  14. model-00013-of-00031.safetensors +3 -0
  15. model-00014-of-00031.safetensors +3 -0
  16. model-00015-of-00031.safetensors +3 -0
  17. model-00016-of-00031.safetensors +3 -0
  18. model-00017-of-00031.safetensors +3 -0
  19. model-00018-of-00031.safetensors +3 -0
  20. model-00019-of-00031.safetensors +3 -0
  21. model-00020-of-00031.safetensors +3 -0
  22. model-00021-of-00031.safetensors +3 -0
  23. model-00022-of-00031.safetensors +3 -0
  24. model-00023-of-00031.safetensors +3 -0
  25. model-00024-of-00031.safetensors +3 -0
  26. model-00025-of-00031.safetensors +3 -0
  27. model-00026-of-00031.safetensors +3 -0
  28. model-00027-of-00031.safetensors +3 -0
  29. model-00028-of-00031.safetensors +3 -0
  30. model-00029-of-00031.safetensors +3 -0
  31. model-00030-of-00031.safetensors +3 -0
  32. model-00031-of-00031.safetensors +3 -0
  33. model.safetensors.index.json +0 -0
config.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "architectures": [
3
- "LlavaNextForConditionalGeneration"
4
  ],
5
  "ignore_index": -100,
6
  "image_grid_pinpoints": [
@@ -150,7 +150,7 @@
150
  ]
151
  ],
152
  "image_token_index": 151646,
153
- "model_type": "llava_next",
154
  "projector_hidden_act": "gelu",
155
  "text_config": {
156
  "_name_or_path": "Qwen/Qwen2-72B-Instruct",
@@ -161,29 +161,25 @@
161
  "eos_token_id": 151645,
162
  "hidden_size": 8192,
163
  "intermediate_size": 29568,
164
- "max_position_embeddings": 32768,
165
  "max_window_layers": 80,
166
  "model_type": "qwen2",
167
  "num_attention_heads": 64,
168
  "num_hidden_layers": 80,
169
  "num_key_value_heads": 8,
170
  "rope_theta": 1000000.0,
171
- "sliding_window": null,
172
  "torch_dtype": "bfloat16",
173
- "use_sliding_window": false,
174
  "vocab_size": 152128
175
  },
176
  "tie_word_embeddings": false,
177
  "torch_dtype": "float16",
178
  "transformers_version": "4.45.0.dev0",
179
  "use_image_newline_parameter": true,
 
180
  "vision_aspect_ratio": "anyres_max_9",
181
  "vision_config": {
182
- "hidden_act": "gelu_pytorch_tanh",
183
  "hidden_size": 1152,
184
  "image_size": 384,
185
  "intermediate_size": 4304,
186
- "layer_norm_eps": 1e-06,
187
  "model_type": "siglip_vision_model",
188
  "num_attention_heads": 16,
189
  "num_hidden_layers": 26,
 
1
  {
2
  "architectures": [
3
+ "LlavaOnevisionForConditionalGeneration"
4
  ],
5
  "ignore_index": -100,
6
  "image_grid_pinpoints": [
 
150
  ]
151
  ],
152
  "image_token_index": 151646,
153
+ "model_type": "llava_onevision",
154
  "projector_hidden_act": "gelu",
155
  "text_config": {
156
  "_name_or_path": "Qwen/Qwen2-72B-Instruct",
 
161
  "eos_token_id": 151645,
162
  "hidden_size": 8192,
163
  "intermediate_size": 29568,
 
164
  "max_window_layers": 80,
165
  "model_type": "qwen2",
166
  "num_attention_heads": 64,
167
  "num_hidden_layers": 80,
168
  "num_key_value_heads": 8,
169
  "rope_theta": 1000000.0,
 
170
  "torch_dtype": "bfloat16",
 
171
  "vocab_size": 152128
172
  },
173
  "tie_word_embeddings": false,
174
  "torch_dtype": "float16",
175
  "transformers_version": "4.45.0.dev0",
176
  "use_image_newline_parameter": true,
177
+ "video_token_index": 151647,
178
  "vision_aspect_ratio": "anyres_max_9",
179
  "vision_config": {
 
180
  "hidden_size": 1152,
181
  "image_size": 384,
182
  "intermediate_size": 4304,
 
183
  "model_type": "siglip_vision_model",
184
  "num_attention_heads": 16,
185
  "num_hidden_layers": 26,
model-00001-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d26dcc60c918ed3bbb2e2b984691a7868e5a9446e4439e76d5bfbca0d6f82976
3
+ size 4712056048
model-00002-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9b6fe2c6e620953efa843f80631c5ad2db7ec63b8111315da940a9b5b5a3a32
3
+ size 4781670816
model-00003-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc40de56f966090ee78b1f421cc56cbc3ca8e91825c2ed40429d6b7aaf6dc037
3
+ size 4781670808
model-00004-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ad4f1b204f963a49c8f5c3be17a31b0b769dbaf36817f00b67e0669fef68fec
3
+ size 4964101792
model-00005-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8582ac107a1f70973111840f4f8201037b63a751f4e0a829923cd77687471d18
3
+ size 4781637808
model-00006-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:635cabe74d9f1fbbb71dd2ca3af8416cc74db33101dc156fa0712ce850cfcaf1
3
+ size 4781670848
model-00007-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3d96f3196df4ed0326bfad9c916fd7c8c028ba2424ce9ace507e25b03a0e43b
3
+ size 4781670848
model-00008-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66c6325b8ea3c9fd08060c60e1987b7454cf53e8a0a32552c583152a3a8e1826
3
+ size 4964101824
model-00009-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ccf9ad0f70fb87d16136aaea141185ef35635dfc5869b85b5e63b68d3d0da42
3
+ size 4781637824
model-00010-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f9b6042ce3501b51c9362410890803ecf5aee50b0f93e904f0ee849f19d21af
3
+ size 4781670848
model-00011-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:755ed3862febfd7fd4588f3e7fa43d61e502fdab01bac86c30b9e06892e4eec6
3
+ size 4781670848
model-00012-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:394e80430a4ef150947119936168fb94a2f94e9e43b813fdc25822dd8853fa9b
3
+ size 4964101824
model-00013-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6326cb001ffaa723452a86a83c5d7908e076fa06b9d6f893debfface0f324bb
3
+ size 4781637824
model-00014-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:577d55eb525151621a5aaafd0677ac55a1f8f725d4eab7dd48acecf11e0c7ba9
3
+ size 4781670848
model-00015-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85bb7e2222c47858432da80ef07ca560f0d35cb2dc473fa2b552daea64f4e35f
3
+ size 4781670848
model-00016-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f989fc0ca37e14450797249419ae19c570220138fc4038a12a46637d2e2c3b1
3
+ size 4964101824
model-00017-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:883c90230f4802ac8773030a9908a238c8bc3a84a7d5cf346f946bb2bd32becc
3
+ size 4781637824
model-00018-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b242ba1adc7b3f54a4a31cb73f5e1b8c0df3b79f77619823fcd9b3f804c6c7fb
3
+ size 4781670848
model-00019-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae3cf9125cc801755c354c3f9780693ff4702547a73a39c9af4ab9524831bd55
3
+ size 4781670848
model-00020-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:073f57e2b81902c549889f9ae9a808b85be656441a29d81b2bf711b1755df11d
3
+ size 4964101824
model-00021-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c557532f283f85d1900a7a812e73b06dc0d267fdf9b78bc8071c044ae5fb8238
3
+ size 4781637824
model-00022-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1ada0442fbc5a56c38d7d91e1577d9942eeb4c49edd9b95fcca2bee1551afe0
3
+ size 4781670848
model-00023-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c15367337574ba071d1893ec98d0e486807ca6d395e0ff083f7dd9c0390304cf
3
+ size 4781670848
model-00024-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:faeee09e4db9fafb0ba87643c24e4634a7b31cdd65744c196060f88650467e89
3
+ size 4964101824
model-00025-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e01be78cc3176778aea85bbe5af8dd5c8dc2338819bb67623fae574ff75e844
3
+ size 4781637824
model-00026-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a055cd59ca3adaf2fcb5c603604ac8bf1ceb73564ede561fa7a54340fbcb3d30
3
+ size 4781670848
model-00027-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10b2cfc0aa6323040d409c470f376aba72fbf0a84e5df27aee1bd868284e9d07
3
+ size 4781670848
model-00028-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:028ce5d54d47de62043009ddb6da3ec1e82af806516343d0d73b889c307cc74a
3
+ size 4964101824
model-00029-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bb53409f0917e81eba72d45fb0c02721defada523b3ebe91aec56235f1a6c1b
3
+ size 4781637824
model-00030-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:252e007a2f5b0fd6144200ec7abeb19831a4e6f982eee0d79ecb51ead390b157
3
+ size 3995233824
model-00031-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ed2316aaf1f008e8643a56ddd2c3061aad7ecdf607b08e1acb0408d25c4a20f
3
+ size 2492465296
model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff