cssprad1 commited on
Commit
85a86d7
1 Parent(s): 178b7e8

added model and config

Browse files
frontier_mim_pretrain_swinv2_satvision_giant_128_window08_50ep.yaml ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ MODEL:
2
+ TYPE: swinv2
3
+ NAME: mim_satvision_pretrain-giant
4
+ DROP_PATH_RATE: 0.1
5
+ SWINV2:
6
+ IN_CHANS: 14
7
+ EMBED_DIM: 512
8
+ DEPTHS: [ 2, 2, 42, 2 ]
9
+ NUM_HEADS: [ 16, 32, 64, 128 ]
10
+ WINDOW_SIZE: 8
11
+ NORM_PERIOD: 6
12
+ DATA:
13
+ IMG_SIZE: 128
14
+ MASK_PATCH_SIZE: 8
15
+ MASK_RATIO: 0.6
16
+ TRAIN:
17
+ USE_CHECKPOINT: True
18
+ EPOCHS: 50
19
+ WARMUP_EPOCHS: 1
20
+ BASE_LR: 3e-4
21
+ MIN_LR: 2e-4
22
+ WARMUP_LR: 1e-4
23
+ WEIGHT_DECAY: 0.05
24
+ LR_SCHEDULER:
25
+ NAME: 'multistep'
26
+ GAMMA: 0.1
27
+ MULTISTEPS: [700,]
28
+ PRINT_FREQ: 100
29
+ SAVE_FREQ: 1000
30
+ VALIDATION_FREQ: 200
31
+ TAG: mim_pretrain_3b_26m_32nodes_128_window8_onecycle_50ep
mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e81dd82081262cffe0c9604cd7d71a86cf9e485822eff5df6921c305817afc0
3
+ size 5309568169