commit from

added_tokens.json

@@ -0,0 +1,5 @@
+{
+  "<|endoftext|>": 151643,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644
+}

config.json

@@ -0,0 +1,70 @@
+{
+  "architectures": [
+    "TinyLlavaForConditionalGeneration"
+  ],
+  "cache_dir": null,
+  "connector_type": "mlp2x_gelu",
+  "hidden_size": 896,
+  "ignore_index": -100,
+  "image_aspect_ratio": "square",
+  "image_token_index": -200,
+  "llm_model_name_or_path": "Qwen/Qwen2-0.5B",
+  "model_type": "tinyllava",
+  "num_queries": 128,
+  "num_resampler_layers": 3,
+  "pad_token": "<|endoftext|>",
+  "pad_token_id": 151643,
+  "resampler_hidden_size": 768,
+  "text_config": {
+    "_name_or_path": "Qwen/Qwen2-0.5B",
+    "architectures": [
+      "Qwen2ForCausalLM"
+    ],
+    "bos_token_id": 151643,
+    "eos_token_id": 151643,
+    "hidden_size": 896,
+    "intermediate_size": 4864,
+    "max_position_embeddings": 131072,
+    "max_window_layers": 24,
+    "model_type": "qwen2",
+    "num_attention_heads": 14,
+    "num_hidden_layers": 24,
+    "num_key_value_heads": 2,
+    "rope_theta": 1000000.0,
+    "sliding_window": 131072,
+    "tie_word_embeddings": true,
+    "torch_dtype": "float16",
+    "use_sliding_window": false,
+    "vocab_size": 151936
+  },
+  "tokenizer_model_max_length": 2048,
+  "tokenizer_name_or_path": "Qwen/Qwen2-0.5B",
+  "tokenizer_padding_side": "right",
+  "tokenizer_use_fast": false,
+  "torch_dtype": "float16",
+  "transformers_version": "4.39.3",
+  "tune_type_connector": "full",
+  "tune_type_llm": "full",
+  "tune_type_vision_tower": "frozen",
+  "tune_vision_tower_from_layer": 0,
+  "use_cache": true,
+  "vision_config": {
+    "hidden_act": "gelu_pytorch_tanh",
+    "hidden_size": 1152,
+    "image_size": 384,
+    "intermediate_size": 4304,
+    "layer_norm_eps": 1e-06,
+    "model_name_or_path": "google/siglip-so400m-patch14-384",
+    "model_name_or_path2": "",
+    "model_type": "siglip_vision_model",
+    "num_attention_heads": 16,
+    "num_hidden_layers": 27,
+    "patch_size": 14
+  },
+  "vision_feature_layer": -2,
+  "vision_feature_select_strategy": "patch",
+  "vision_hidden_size": 1152,
+  "vision_model_name_or_path": "google/siglip-so400m-patch14-384",
+  "vision_model_name_or_path2": "",
+  "vocab_size": 151936
+}

generation_config.json

@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 151643,
+  "eos_token_id": 151643,
+  "transformers_version": "4.39.3",
+  "use_cache": false
+}

log.txt

@@ -0,0 +1,77 @@
+2024-07-16 15:40:33,688 | INFO: Total Parameters: 924095168, Total Trainable Parameters: 495869568
+2024-07-16 15:40:33,688 | INFO: Trainable Parameters:
+2024-07-16 15:40:33,695 | WARNING: Detected kernel version 3.10.0, which is below the recommended minimum of 5.5.0; this can cause the process to hang. It is recommended to upgrade the kernel to the minimum version or higher.
+2024-07-16 15:40:39,768 | INFO: Added key: store_based_barrier_key:2 to store for rank: 6
+2024-07-16 15:40:43,128 | INFO: Added key: store_based_barrier_key:2 to store for rank: 0
+2024-07-16 15:40:43,235 | INFO: Added key: store_based_barrier_key:2 to store for rank: 2
+2024-07-16 15:40:43,777 | INFO: Added key: store_based_barrier_key:2 to store for rank: 5
+2024-07-16 15:40:44,174 | INFO: Added key: store_based_barrier_key:2 to store for rank: 4
+2024-07-16 15:40:44,799 | INFO: Added key: store_based_barrier_key:2 to store for rank: 1
+2024-07-16 15:40:45,214 | INFO: Added key: store_based_barrier_key:2 to store for rank: 3
+2024-07-16 15:40:46,146 | INFO: Added key: store_based_barrier_key:2 to store for rank: 7
+2024-07-16 15:40:46,146 | INFO: Rank 7: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
+2024-07-16 15:40:46,149 | INFO: Rank 6: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
+2024-07-16 15:40:46,150 | INFO: Rank 0: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
+2024-07-16 15:40:46,152 | INFO: Rank 2: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
+2024-07-16 15:40:46,154 | INFO: Rank 5: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
+2024-07-16 15:40:46,155 | INFO: Rank 1: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
+2024-07-16 15:40:46,155 | INFO: Rank 3: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
+2024-07-16 15:40:46,155 | INFO: Rank 4: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
+2024-07-16 15:44:35,860 | INFO: Added key: store_based_barrier_key:2 to store for rank: 5
+2024-07-16 15:44:36,299 | INFO: Total Parameters: 924095168, Total Trainable Parameters: 495869568
+2024-07-16 15:44:36,299 | INFO: Trainable Parameters:
+2024-07-16 15:44:36,306 | WARNING: Detected kernel version 3.10.0, which is below the recommended minimum of 5.5.0; this can cause the process to hang. It is recommended to upgrade the kernel to the minimum version or higher.
+2024-07-16 15:44:39,116 | INFO: Added key: store_based_barrier_key:2 to store for rank: 2
+2024-07-16 15:44:43,212 | INFO: Added key: store_based_barrier_key:2 to store for rank: 1
+2024-07-16 15:44:43,924 | INFO: Added key: store_based_barrier_key:2 to store for rank: 7
+2024-07-16 15:44:43,926 | INFO: Added key: store_based_barrier_key:2 to store for rank: 3
+2024-07-16 15:44:44,783 | INFO: Added key: store_based_barrier_key:2 to store for rank: 6
+2024-07-16 15:44:45,226 | INFO: Added key: store_based_barrier_key:2 to store for rank: 0
+2024-07-16 15:44:45,864 | INFO: Waiting in store based barrier to initialize process group for rank: 5, key: store_based_barrier_key:2 (world_size=8, worker_count=7, timeout=0:30:00)
+2024-07-16 15:44:45,964 | INFO: Added key: store_based_barrier_key:2 to store for rank: 4
+2024-07-16 15:44:45,965 | INFO: Rank 4: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
+2024-07-16 15:44:45,965 | INFO: Rank 0: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
+2024-07-16 15:44:45,965 | INFO: Rank 2: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
+2024-07-16 15:44:45,965 | INFO: Rank 5: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
+2024-07-16 15:44:45,965 | INFO: Rank 6: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
+2024-07-16 15:44:45,967 | INFO: Rank 7: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
+2024-07-16 15:44:45,969 | INFO: Rank 3: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
+2024-07-16 15:44:45,971 | INFO: Rank 1: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
+2024-07-16 15:48:33,508 | INFO: Total Parameters: 924095168, Total Trainable Parameters: 495869568
+2024-07-16 15:48:33,508 | INFO: Trainable Parameters:
+2024-07-16 15:48:33,515 | WARNING: Detected kernel version 3.10.0, which is below the recommended minimum of 5.5.0; this can cause the process to hang. It is recommended to upgrade the kernel to the minimum version or higher.
+2024-07-16 15:48:40,753 | INFO: Added key: store_based_barrier_key:2 to store for rank: 2
+2024-07-16 15:48:42,601 | INFO: Added key: store_based_barrier_key:2 to store for rank: 1
+2024-07-16 15:48:43,084 | INFO: Added key: store_based_barrier_key:2 to store for rank: 0
+2024-07-16 15:48:43,546 | INFO: Added key: store_based_barrier_key:2 to store for rank: 6
+2024-07-16 15:48:43,832 | INFO: Added key: store_based_barrier_key:2 to store for rank: 7
+2024-07-16 15:48:43,948 | INFO: Added key: store_based_barrier_key:2 to store for rank: 4
+2024-07-16 15:48:44,337 | INFO: Added key: store_based_barrier_key:2 to store for rank: 5
+2024-07-16 15:48:44,821 | INFO: Added key: store_based_barrier_key:2 to store for rank: 3
+2024-07-16 15:48:44,821 | INFO: Rank 3: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
+2024-07-16 15:48:44,823 | INFO: Rank 5: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
+2024-07-16 15:48:44,823 | INFO: Rank 0: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
+2024-07-16 15:48:44,825 | INFO: Rank 7: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
+2024-07-16 15:48:44,828 | INFO: Rank 1: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
+2024-07-16 15:48:44,828 | INFO: Rank 2: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
+2024-07-16 15:48:44,829 | INFO: Rank 4: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
+2024-07-16 15:48:44,830 | INFO: Rank 6: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
+2024-07-16 15:51:35,846 | INFO: Total Parameters: 924095168, Total Trainable Parameters: 495869568
+2024-07-16 15:51:35,846 | INFO: Trainable Parameters:
+2024-07-16 15:51:35,852 | WARNING: Detected kernel version 3.10.0, which is below the recommended minimum of 5.5.0; this can cause the process to hang. It is recommended to upgrade the kernel to the minimum version or higher.
+2024-07-16 15:51:40,320 | INFO: Added key: store_based_barrier_key:2 to store for rank: 3
+2024-07-16 15:51:43,850 | INFO: Added key: store_based_barrier_key:2 to store for rank: 5
+2024-07-16 15:51:44,522 | INFO: Added key: store_based_barrier_key:2 to store for rank: 6
+2024-07-16 15:51:44,688 | INFO: Added key: store_based_barrier_key:2 to store for rank: 7
+2024-07-16 15:51:45,242 | INFO: Added key: store_based_barrier_key:2 to store for rank: 0
+2024-07-16 15:51:45,726 | INFO: Added key: store_based_barrier_key:2 to store for rank: 4
+2024-07-16 15:51:45,814 | INFO: Added key: store_based_barrier_key:2 to store for rank: 1
+2024-07-16 15:51:46,384 | INFO: Added key: store_based_barrier_key:2 to store for rank: 2
+2024-07-16 15:51:46,385 | INFO: Rank 2: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
+2024-07-16 15:51:46,386 | INFO: Rank 5: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
+2024-07-16 15:51:46,387 | INFO: Rank 7: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
+2024-07-16 15:51:46,387 | INFO: Rank 3: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
+2024-07-16 15:51:46,391 | INFO: Rank 1: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
+2024-07-16 15:51:46,394 | INFO: Rank 4: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
+2024-07-16 15:51:46,394 | INFO: Rank 6: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.
+2024-07-16 15:51:46,394 | INFO: Rank 0: Completed store-based barrier for key:store_based_barrier_key:2 with 8 nodes.

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85811ad4c281f9aa849b0512c6bc78fb5467ee0c905d27ee95a2bbe3353ad4f4
+size 2120564264

runs/Jul16_15-39-14_gpu21.buaanlsde.org/events.out.tfevents.1721115660.gpu21.buaanlsde.org

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf13ea6871157ed35533451877d7b478085f0b9e27242d2600ba732d740ee249
+size 7943

runs/Jul16_15-43-12_gpu21.buaanlsde.org/events.out.tfevents.1721115898.gpu21.buaanlsde.org

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbae5a63c3cceac151462221ee2374005032d789d042820b614b56216265652f
+size 6908

runs/Jul16_15-47-12_gpu21.buaanlsde.org/events.out.tfevents.1721116137.gpu21.buaanlsde.org

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a1b4a7febcf797bcd94f2a947d3cb9bb1cd36ceb304b8f7abfc53e0f8890eba
+size 6908

runs/Jul16_15-50-09_gpu21.buaanlsde.org/events.out.tfevents.1721116320.gpu21.buaanlsde.org

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72706bf3d0c2f48b05e8f53bcf6664d14a8e2e76248aa133d596f84d963c209f
+size 554725

special_tokens_map.json

@@ -0,0 +1,21 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>"
+  ],
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": "<|endoftext|>"
+}

tokenizer_config.json

@@ -0,0 +1,44 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "errors": "replace",
+  "model_max_length": 2048,
+  "pad_token": "<|endoftext|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": "<|endoftext|>"
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f14cea7e53ec20e7d8c0842f5f70351446be1f1e62fd03fb6e3e287e4dbbd7
+size 6459