isaaccorley's picture
Upload 4 files
8f23d47 verified
MODEL:
TYPE: swinv2
NAME: hydro_rgb_simmim_pretrain
PRETRAINED: checkpoints/swin-v2-rgb/ckpt_epoch_799.pth
DROP_PATH_RATE: 0.1
SIMMIM:
NORM_TARGET:
ENABLE: True
PATCH_SIZE: 47
SWINV2:
EMBED_DIM: 128
DEPTHS: [ 2, 2, 18, 2 ]
NUM_HEADS: [ 4, 8, 16, 32 ]
WINDOW_SIZE: 16
IN_CHANS: 3
DATA:
DATA_PATH: /workspace/storage/data/hydro/images/
BANDS: rgb
CHANNELS: 3
IMG_SIZE: 256
MASK_PATCH_SIZE: 32
MASK_RATIO: 0.6
MEAN: [340.76769064, 429.9430203, 614.21682446, 590.23569706, 950.68368468, 1792.46290469, 2075.46795189, 2218.94553375, 2266.46036911, 2246.0605464, 1594.42694882, 1009.32729131]
STD: [554.81258967, 572.41639287, 582.87945694, 675.88746967, 729.89827633, 1096.01480586, 1273.45393088, 1365.45589904, 1356.13789355, 1302.3292881, 1079.19066363, 818.86747235]
TRAIN:
EPOCHS: 800
WARMUP_EPOCHS: 10
BASE_LR: 1e-4
WARMUP_LR: 5e-7
WEIGHT_DECAY: 0.05
LR_SCHEDULER:
NAME: 'multistep'
GAMMA: 0.1
MULTISTEPS: [700,]
PRINT_FREQ: 100
SAVE_FREQ: 5
TAG: hydro_rgb_simmim_pretrain_swinv2_base_img256_window16_800ep