adding SpaceMinitron-4B weights

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+checkpoints/latest-checkpoint.pt filter=lfs diff=lfs merge=lfs -text

checkpoints/latest-checkpoint.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8c8ceddb893ef8d95b43e92eeffaffe335a56de36356a10ce0591fb5e239387
+size 16984255468

config.json

@@ -0,0 +1,59 @@
+{
+  "dataset": {
+    "align_stage_components": [
+      "/home/ubuntu/prismatic-vlms/data/download/llava-v1.5-instruct/llava_v1_5_lrv_mix1008k_spacellava.json",
+      "/home/ubuntu/prismatic-vlms/data/download/llava-v1.5-instruct"
+    ],
+    "dataset_id": "spacellava-llava-lrv",
+    "dataset_root_dir": "/home/ubuntu/prismatic-vlms/data/download/llava-v1.5-instruct",
+    "finetune_stage_components": [
+      "/home/ubuntu/prismatic-vlms/data/download/llava-v1.5-instruct/llava_v1_5_lrv_mix1008k_spacellava.json",
+      "/home/ubuntu/prismatic-vlms/data/download/llava-v1.5-instruct"
+    ],
+    "type": "spacellava-llava-lrv"
+  },
+  "hf_token": ".hf_token",
+  "model": {
+    "align_epochs": 1,
+    "align_global_batch_size": 256,
+    "align_learning_rate": 0.001,
+    "align_lr_scheduler_type": "linear-warmup+cosine-decay",
+    "align_max_grad_norm": 1.0,
+    "align_max_steps": null,
+    "align_per_device_batch_size": 16,
+    "align_train_strategy": "fsdp-shard-grad-op",
+    "align_warmup_ratio": 0.03,
+    "align_weight_decay": 0.0,
+    "arch_specifier": "no-align+fused-gelu-mlp",
+    "enable_gradient_checkpointing": true,
+    "enable_mixed_precision_training": true,
+    "finetune_epochs": 1,
+    "finetune_global_batch_size": 128,
+    "finetune_learning_rate": 2e-05,
+    "finetune_lr_scheduler_type": "linear-warmup+cosine-decay",
+    "finetune_max_grad_norm": 1.0,
+    "finetune_max_steps": null,
+    "finetune_per_device_batch_size": 16,
+    "finetune_train_strategy": "fsdp-full-shard",
+    "finetune_warmup_ratio": 0.03,
+    "finetune_weight_decay": 0.1,
+    "image_resize_strategy": "resize-naive",
+    "llm_backbone_id": "minitron-4b-pure",
+    "llm_max_length": 2048,
+    "model_id": "minitron+4b+dinosiglip",
+    "reduce_in_full_precision": false,
+    "type": "minitron+4b+dinosiglip",
+    "vision_backbone_id": "dinosiglip-vit-so-224px"
+  },
+  "pretrained_checkpoint": null,
+  "run_id": "spacellava-llava-lrv+minitron+4b+dinosiglip+stage-finetune+x7",
+  "run_root_dir": "runs",
+  "seed": 7,
+  "stage": "finetune",
+  "trackers": [
+    "jsonl",
+    "wandb"
+  ],
+  "wandb_entity": "smellslikeml",
+  "wandb_project": "prismatic"
+}

config.yaml

@@ -0,0 +1,52 @@
+dataset:
+  align_stage_components:
+  - /home/ubuntu/prismatic-vlms/data/download/llava-v1.5-instruct/llava_v1_5_lrv_mix1008k_spacellava.json
+  - /home/ubuntu/prismatic-vlms/data/download/llava-v1.5-instruct
+  dataset_id: spacellava-llava-lrv
+  dataset_root_dir: /home/ubuntu/prismatic-vlms/data/download/llava-v1.5-instruct
+  finetune_stage_components:
+  - /home/ubuntu/prismatic-vlms/data/download/llava-v1.5-instruct/llava_v1_5_lrv_mix1008k_spacellava.json
+  - /home/ubuntu/prismatic-vlms/data/download/llava-v1.5-instruct
+  type: spacellava-llava-lrv
+hf_token: .hf_token
+model:
+  align_epochs: 1
+  align_global_batch_size: 256
+  align_learning_rate: 0.001
+  align_lr_scheduler_type: linear-warmup+cosine-decay
+  align_max_grad_norm: 1.0
+  align_max_steps: null
+  align_per_device_batch_size: 16
+  align_train_strategy: fsdp-shard-grad-op
+  align_warmup_ratio: 0.03
+  align_weight_decay: 0.0
+  arch_specifier: no-align+fused-gelu-mlp
+  enable_gradient_checkpointing: true
+  enable_mixed_precision_training: true
+  finetune_epochs: 1
+  finetune_global_batch_size: 128
+  finetune_learning_rate: 2.0e-05
+  finetune_lr_scheduler_type: linear-warmup+cosine-decay
+  finetune_max_grad_norm: 1.0
+  finetune_max_steps: null
+  finetune_per_device_batch_size: 16
+  finetune_train_strategy: fsdp-full-shard
+  finetune_warmup_ratio: 0.03
+  finetune_weight_decay: 0.1
+  image_resize_strategy: resize-naive
+  llm_backbone_id: minitron-4b-pure
+  llm_max_length: 2048
+  model_id: minitron+4b+dinosiglip
+  reduce_in_full_precision: false
+  type: minitron+4b+dinosiglip
+  vision_backbone_id: dinosiglip-vit-so-224px
+pretrained_checkpoint: null
+run_id: spacellava-llava-lrv+minitron+4b+dinosiglip+stage-finetune+x7
+run_root_dir: runs
+seed: 7
+stage: finetune
+trackers:
+- jsonl
+- wandb
+wandb_entity: smellslikeml
+wandb_project: prismatic