Hugging Face's logo

umd-vt-nyu
/
qwen-vl-gen

Safetensors
Model card Files Community
jiuhai commited on
Commit
15edf48
·
verified ·
1 Parent(s): 1a3b0ff

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +2 -0
  2. checkpoint-140000/added_tokens.json +27 -0
  3. checkpoint-140000/config.json +69 -0
  4. checkpoint-140000/generation_config.json +15 -0
  5. checkpoint-140000/latest +1 -0
  6. checkpoint-140000/merges.txt +0 -0
  7. checkpoint-140000/model-00001-of-00006.safetensors +3 -0
  8. checkpoint-140000/model-00002-of-00006.safetensors +3 -0
  9. checkpoint-140000/model-00003-of-00006.safetensors +3 -0
  10. checkpoint-140000/model-00004-of-00006.safetensors +3 -0
  11. checkpoint-140000/model-00005-of-00006.safetensors +3 -0
  12. checkpoint-140000/model-00006-of-00006.safetensors +3 -0
  13. checkpoint-140000/model.safetensors.index.json +0 -0
  14. checkpoint-140000/rng_state_0.pth +3 -0
  15. checkpoint-140000/rng_state_1.pth +3 -0
  16. checkpoint-140000/rng_state_10.pth +3 -0
  17. checkpoint-140000/rng_state_100.pth +3 -0
  18. checkpoint-140000/rng_state_101.pth +3 -0
  19. checkpoint-140000/rng_state_102.pth +3 -0
  20. checkpoint-140000/rng_state_103.pth +3 -0
  21. checkpoint-140000/rng_state_104.pth +3 -0
  22. checkpoint-140000/rng_state_105.pth +3 -0
  23. checkpoint-140000/rng_state_106.pth +3 -0
  24. checkpoint-140000/rng_state_107.pth +3 -0
  25. checkpoint-140000/rng_state_108.pth +3 -0
  26. checkpoint-140000/rng_state_109.pth +3 -0
  27. checkpoint-140000/rng_state_11.pth +3 -0
  28. checkpoint-140000/rng_state_110.pth +3 -0
  29. checkpoint-140000/rng_state_111.pth +3 -0
  30. checkpoint-140000/rng_state_112.pth +3 -0
  31. checkpoint-140000/rng_state_113.pth +3 -0
  32. checkpoint-140000/rng_state_114.pth +3 -0
  33. checkpoint-140000/rng_state_115.pth +3 -0
  34. checkpoint-140000/rng_state_116.pth +3 -0
  35. checkpoint-140000/rng_state_117.pth +3 -0
  36. checkpoint-140000/rng_state_118.pth +3 -0
  37. checkpoint-140000/rng_state_119.pth +3 -0
  38. checkpoint-140000/rng_state_12.pth +3 -0
  39. checkpoint-140000/rng_state_120.pth +3 -0
  40. checkpoint-140000/rng_state_121.pth +3 -0
  41. checkpoint-140000/rng_state_122.pth +3 -0
  42. checkpoint-140000/rng_state_123.pth +3 -0
  43. checkpoint-140000/rng_state_124.pth +3 -0
  44. checkpoint-140000/rng_state_125.pth +3 -0
  45. checkpoint-140000/rng_state_126.pth +3 -0
  46. checkpoint-140000/rng_state_127.pth +3 -0
  47. checkpoint-140000/rng_state_13.pth +3 -0
  48. checkpoint-140000/rng_state_14.pth +3 -0
  49. checkpoint-140000/rng_state_15.pth +3 -0
  50. checkpoint-140000/rng_state_16.pth +3 -0
.gitattributes CHANGED
@@ -44,3 +44,5 @@ checkpoint-120000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
44
  checkpoint-120000/trainer_state.json filter=lfs diff=lfs merge=lfs -text
45
  checkpoint-130000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
46
  checkpoint-130000/trainer_state.json filter=lfs diff=lfs merge=lfs -text
 
 
 
44
  checkpoint-120000/trainer_state.json filter=lfs diff=lfs merge=lfs -text
45
  checkpoint-130000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
46
  checkpoint-130000/trainer_state.json filter=lfs diff=lfs merge=lfs -text
47
+ checkpoint-140000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
48
+ checkpoint-140000/trainer_state.json filter=lfs diff=lfs merge=lfs -text
checkpoint-140000/added_tokens.json ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</tool_call>": 151658,
3
+ "<image>": 151667,
4
+ "<tool_call>": 151657,
5
+ "<|box_end|>": 151649,
6
+ "<|box_start|>": 151648,
7
+ "<|endoftext|>": 151643,
8
+ "<|file_sep|>": 151664,
9
+ "<|fim_middle|>": 151660,
10
+ "<|fim_pad|>": 151662,
11
+ "<|fim_prefix|>": 151659,
12
+ "<|fim_suffix|>": 151661,
13
+ "<|im_end|>": 151645,
14
+ "<|im_start|>": 151644,
15
+ "<|image_pad|>": 151655,
16
+ "<|object_ref_end|>": 151647,
17
+ "<|object_ref_start|>": 151646,
18
+ "<|quad_end|>": 151651,
19
+ "<|quad_start|>": 151650,
20
+ "<|repo_name|>": 151663,
21
+ "<|video_pad|>": 151656,
22
+ "<|vision_end|>": 151653,
23
+ "<|vision_pad|>": 151654,
24
+ "<|vision_start|>": 151652,
25
+ "[/IMG]": 151666,
26
+ "[IMG]": 151665
27
+ }
checkpoint-140000/config.json ADDED
@@ -0,0 +1,69 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "Qwen/Qwen2.5-VL-7B-Instruct",
3
+ "architectures": [
4
+ "LlavaQwenForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 151643,
8
+ "eos_token_id": 151645,
9
+ "freeze_mm_mlp_adapter": false,
10
+ "gen_hidden_size": 1792,
11
+ "gen_pooling": "early_pool2d_4",
12
+ "gen_vision_tower": "eva-clip-E-14-plus",
13
+ "hidden_act": "silu",
14
+ "hidden_size": 3584,
15
+ "image_aspect_ratio": "square",
16
+ "image_token_id": 151655,
17
+ "initializer_range": 0.02,
18
+ "intermediate_size": 18944,
19
+ "max_position_embeddings": 128000,
20
+ "max_window_layers": 28,
21
+ "mm_patch_merge_type": "flat",
22
+ "mm_projector_lr": null,
23
+ "mm_projector_type": "mlp2x_gelu",
24
+ "mm_use_im_patch_token": false,
25
+ "mm_use_im_start_end": false,
26
+ "mm_vision_select_feature": "patch",
27
+ "mm_vision_select_layer": -2,
28
+ "model_type": "llava_qwen",
29
+ "n_query": 64,
30
+ "num_attention_heads": 28,
31
+ "num_hidden_layers": 28,
32
+ "num_key_value_heads": 4,
33
+ "pad_token_id": 151643,
34
+ "rms_norm_eps": 1e-06,
35
+ "rope_scaling": {
36
+ "mrope_section": [
37
+ 16,
38
+ 24,
39
+ 24
40
+ ],
41
+ "rope_type": "default",
42
+ "type": "default"
43
+ },
44
+ "rope_theta": 1000000.0,
45
+ "sliding_window": 32768,
46
+ "tie_word_embeddings": false,
47
+ "tokenizer_model_max_length": 2048,
48
+ "tokenizer_padding_side": "right",
49
+ "torch_dtype": "bfloat16",
50
+ "transformers_version": "4.49.0.dev0",
51
+ "tune_mm_mlp_adapter": false,
52
+ "use_cache": false,
53
+ "use_mm_proj": true,
54
+ "use_sliding_window": false,
55
+ "video_token_id": 151656,
56
+ "vision_config": {
57
+ "hidden_size": 1280,
58
+ "in_chans": 3,
59
+ "model_type": "qwen2_5_vl",
60
+ "spatial_patch_size": 14,
61
+ "tokens_per_second": 2,
62
+ "torch_dtype": "bfloat16"
63
+ },
64
+ "vision_end_token_id": 151653,
65
+ "vision_start_token_id": 151652,
66
+ "vision_token_id": 151654,
67
+ "vision_tower_pretrained": null,
68
+ "vocab_size": 151668
69
+ }
checkpoint-140000/generation_config.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "attn_implementation": "flash_attention_2",
3
+ "bos_token_id": 151643,
4
+ "do_sample": true,
5
+ "eos_token_id": [
6
+ 151645,
7
+ 151643
8
+ ],
9
+ "pad_token_id": 151643,
10
+ "repetition_penalty": 1.05,
11
+ "temperature": 0.1,
12
+ "top_k": 1,
13
+ "top_p": 0.001,
14
+ "transformers_version": "4.49.0.dev0"
15
+ }
checkpoint-140000/latest ADDED
@@ -0,0 +1 @@
 
 
1
+ global_step140000
checkpoint-140000/merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-140000/model-00001-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9e84305f77f4d6fba0ca5d8e2b06269463cacfa01f902d2ce4914f10cd99bf1
3
+ size 4965863624
checkpoint-140000/model-00002-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1830db6908dcc76df3a71492acbcf2b8cac130114cf1f3c2d9edae8de8c6de3
3
+ size 4991495816
checkpoint-140000/model-00003-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09c1807c6d00d7cab94f7db39d4c02ebb8537225ccde383861ac48db97945aa6
3
+ size 4932751040
checkpoint-140000/model-00004-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e29fdba016cfa6a1b04f581047a5616046d8b06ef009fe6df16a97e55b22fa7d
3
+ size 4999900758
checkpoint-140000/model-00005-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85caeb523023e201267f25d483f5b9aa32a41165fcdb2c4af0504892defc9302
3
+ size 4971582792
checkpoint-140000/model-00006-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9eb53d377a698ed095f465913024fde162304954a2cd8a5e6403f78467d6ad7
3
+ size 3315894576
checkpoint-140000/model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-140000/rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5126f465c42dd5d41e074b6d689263a848dc5e7e79871034a0552f34fefc2676
3
+ size 15984
checkpoint-140000/rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f82f021b600d46b35a09fc143c1c42f1678fc15bbfd03a2c6117c3ce0cd6ff9c
3
+ size 15984
checkpoint-140000/rng_state_10.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99af81d25d904bc7e545690940203ded9c9df80ef753e4c6ae383f5f71de8990
3
+ size 15997
checkpoint-140000/rng_state_100.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7434cce62c89526ec73101e487f50831f950ba4ee197c28a06afe355cfd5c67
3
+ size 16010
checkpoint-140000/rng_state_101.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2216d6603a5cb18b7986ff198f326a4c43ce8c6580504647e0fc12ad1b81e12b
3
+ size 16010
checkpoint-140000/rng_state_102.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65058e4b0888f3e28c4541e041cfa9cd775e82a6d4737401e93c3ef9c93a316c
3
+ size 16010
checkpoint-140000/rng_state_103.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d775764fe1e27f9e7c690e25986a40e640df7f3002b741b4539c249547800d1c
3
+ size 16010
checkpoint-140000/rng_state_104.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10d696a04d96d37be42a1ffc365c3f7ba0d912ff2270b5532cd5325ac146c57e
3
+ size 16010
checkpoint-140000/rng_state_105.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bae3ae0aafe1626ea6eb98fa8de0610c3dfad6a3c4375258fad6456589419730
3
+ size 16010
checkpoint-140000/rng_state_106.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8f7f3669cadab4db63598fd4f29cdad6cd4aafa4106dbc28f39fff5985b62ff
3
+ size 16010
checkpoint-140000/rng_state_107.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29eb48efe3a92bab2ee5c9124c554d035c7722e2db0a47d6ef4a50b05b45fa6a
3
+ size 16010
checkpoint-140000/rng_state_108.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3bb3411bd5544f48f00fad453b240f88e4206b3cec5a3973294165de172ad41
3
+ size 16010
checkpoint-140000/rng_state_109.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f57a4541f8cc3a781569e804a1d54f16a7ba37e7dcd205edf34918500cddb91
3
+ size 16010
checkpoint-140000/rng_state_11.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12377984f31d962070e2fdd47cec0eaa2c59a271a83f48405ca6d66cbbac0f7d
3
+ size 15997
checkpoint-140000/rng_state_110.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8065c6bc1c1c803386b001eada37520f359363216241bbcc1c268726cad2167d
3
+ size 16010
checkpoint-140000/rng_state_111.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfe8f66acc9276047e0f304154415aeec613e60c64906e5f94d73954039e40b4
3
+ size 16010
checkpoint-140000/rng_state_112.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3dd6ae362bceb8413dac6a805ce373b1db4c02c2fc6e47e31eeffca63397ea9
3
+ size 16010
checkpoint-140000/rng_state_113.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4cb9f0e805787185bc9f3d19a538e05cabaeb9519ac62252b1bb8341534a42bb
3
+ size 16010
checkpoint-140000/rng_state_114.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d81e43c88725cb57ac0401b001b44f9859377de95d22136793d230a335a3fbc0
3
+ size 16010
checkpoint-140000/rng_state_115.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a5c7abd6151c602da3b8ddcbf67ba3a8a1bcdd0c83586d6ac795141f48b390b
3
+ size 16010
checkpoint-140000/rng_state_116.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c76d343c678981e11e0eaf800c94deaf72b88ddf45250f282418364b82b63d81
3
+ size 16010
checkpoint-140000/rng_state_117.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffd46b5a0c3fc6d3a353de7174b5de199b13caaba00a622cca8a542459649a0b
3
+ size 16010
checkpoint-140000/rng_state_118.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f343a79aaf3c8cf27c0bd303bf018680539fcfb087b5a04c23d46a93b8a36f94
3
+ size 16010
checkpoint-140000/rng_state_119.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c39c53d3334e48068d82416cb319005aae099272fd6af3c720434a495fd905fc
3
+ size 16010
checkpoint-140000/rng_state_12.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79b3af7445a9e4ca59f33ff0936dac1ed3f8031c0ec237ecddb5ae5dafbbac1b
3
+ size 15997
checkpoint-140000/rng_state_120.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5b861d0ac278556f9803a142a9891b90ff203a5d38128cc6f5dc40125234253
3
+ size 16010
checkpoint-140000/rng_state_121.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14f0a6113354b8f8e18bbf192876206d61ade7d2f6823efdb4ab9ef742e86827
3
+ size 16010
checkpoint-140000/rng_state_122.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b563d71a45e11b03dd90a609905f58bb7f14e5a54725b94b14c1b64740f018c
3
+ size 16010
checkpoint-140000/rng_state_123.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04d43af0ca340e1d27cacd4e4ecd934acf56c7862fe63cf2d3285c0c98317ded
3
+ size 16010
checkpoint-140000/rng_state_124.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3730e3875542210cb1ae0024c4864163242217667c5ce7e059a194e294e66d1e
3
+ size 16010
checkpoint-140000/rng_state_125.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8c70c3f7380fb0e3abb419f4f83a7169b75e4e64994c13fc069ec44911d5b74
3
+ size 16010
checkpoint-140000/rng_state_126.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e928d803d71251dc776a063d2fab0a992d153332e81451a970ff2c8f794e59d
3
+ size 16010
checkpoint-140000/rng_state_127.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:499a618c13798e6282869253089bd4908f4399af61f82d33bbfe6f13534d4f50
3
+ size 16010
checkpoint-140000/rng_state_13.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29d66cfbb83ee76880fa5f6f94f4a93bd0ebf06957e4a8642a843b68db7810ef
3
+ size 15997
checkpoint-140000/rng_state_14.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3819b793d64670ff2a1f04a3d1361a38f10e0f30f91db5e84bb6347e3bafc906
3
+ size 15997
checkpoint-140000/rng_state_15.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a7fce76399a1fa9a45707005f8141c079d3e901da6768a384dba78cce4581f1
3
+ size 15997
checkpoint-140000/rng_state_16.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf31c42d504c96d841b55161812a0a9c784ab2411eb2db9fe5fc23bd22918fbb
3
+ size 15997