MODEL:
  TYPE: swinv2
  NAME: hydro_msi_simmim_pretrain
  PRETRAINED: checkpoints/swin-v2-msi/ckpt_epoch_799.pth
  DROP_PATH_RATE: 0.1
  SIMMIM:
    NORM_TARGET:
      ENABLE: True
      PATCH_SIZE: 47
  SWINV2:
    EMBED_DIM: 128
    DEPTHS: [ 2, 2, 18, 2 ]
    NUM_HEADS: [ 4, 8, 16, 32 ]
    WINDOW_SIZE: 16
    IN_CHANS: 12
DATA:
  DATA_PATH: /workspace/storage/data/hydro/images/
  BANDS: all
  CHANNELS: 12
  IMG_SIZE: 256
  MASK_PATCH_SIZE: 32
  MASK_RATIO: 0.6
  MEAN: [340.76769064, 429.9430203, 614.21682446, 590.23569706, 950.68368468, 1792.46290469, 2075.46795189, 2218.94553375, 2266.46036911, 2246.0605464, 1594.42694882, 1009.32729131]
  STD: [554.81258967, 572.41639287, 582.87945694, 675.88746967, 729.89827633, 1096.01480586, 1273.45393088, 1365.45589904, 1356.13789355, 1302.3292881, 1079.19066363, 818.86747235]
TRAIN:
  EPOCHS: 800
  WARMUP_EPOCHS: 10
  BASE_LR: 1e-4
  WARMUP_LR: 5e-7
  WEIGHT_DECAY: 0.05
  LR_SCHEDULER:
    NAME: 'multistep'
    GAMMA: 0.1
    MULTISTEPS: [700,]
PRINT_FREQ: 100
SAVE_FREQ: 5
TAG: hydro_msi_simmim_pretrain_swinv2_base_img256_window16_800ep