Upload mim_pretrain_swinv2_satvision_giant_128_window08_50ep.yaml

mim_pretrain_swinv2_satvision_giant_128_window08_50ep.yaml

@@ -1,30 +1,48 @@
+PIPELINE: 'satvisiontoapretrain'
+
 MODEL:
   TYPE: swinv2
   NAME: mim_satvision_pretrain-giant
   DROP_PATH_RATE: 0.1
   SWINV2:
-    IN_CHANS: 14 
+    IN_CHANS: 14
     EMBED_DIM: 512
     DEPTHS: [ 2, 2, 42, 2 ]
     NUM_HEADS: [ 16, 32, 64, 128 ]
-    WINDOW_SIZE: 8 
+    WINDOW_SIZE: 8
     NORM_PERIOD: 6
+
 DATA:
+  DATAMODULE: False
+  BATCH_SIZE: 64 
+  LENGTH: 1_920_000
+  PIN_MEMORY: True
+  NUM_WORKERS: 4
+  DATA_PATHS: [/explore/nobackup/projects/ilab/projects/3DClouds/data/mosaic-v3/webdatasets/shards]
   IMG_SIZE: 128
   MASK_PATCH_SIZE: 8
   MASK_RATIO: 0.6
+
 TRAIN:
+  ACCELERATOR: 'gpu'
+  STRATEGY: 'deepspeed'
   USE_CHECKPOINT: True
-  EPOCHS: 50
-  WARMUP_EPOCHS: 1 
+  EPOCHS: 50 
+  WARMUP_EPOCHS: 10
   BASE_LR: 3e-4
   MIN_LR: 2e-4
-  WARMUP_LR: 1e-4 
+  WARMUP_LR: 1e-4
   WEIGHT_DECAY: 0.05
   LR_SCHEDULER:
     NAME: 'multistep'
     GAMMA: 0.1
     MULTISTEPS: [700,]
-PRINT_FREQ: 100
-SAVE_FREQ: 1000
-TAG: mim_pretrain_3b_100m_32nodes_128_window8_onecycle_50ep
+
+DEEPSPEED:
+  STAGE: 2
+
+PRECISION: 'bf16'
+
+PRINT_FREQ: 10 
+SAVE_FREQ: 50
+TAG: mim_pretrain_giant_satvision_128_scaled_bt_minmax_50ep