configs/exp/osv_5m_geoadalnmlp_r2_small_sigmoid_diffusion.yaml

# @package _global_

defaults:
  - override /dataset: osv5m_emb
  - override /model: emb_cond
  - override /model/network: geo_adaln_mlp
  - override /model/train_noise_scheduler: sigmoid
  - override /model/inference_noise_scheduler: sigmoid
  - override /model/loss: ddpm
  - _self_

model:
  network:
    depth: 12
    dim: 512
  optimizer:
    optim:
      lr: 8e-4
      weight_decay: 0.05
  loss:
    cond_drop_rate: 0.1
  train_noise_scheduler:
    start: -7
    end: 3
    tau: 1.0
  inference_noise_scheduler:
    start: -7
    end: 3
    tau: 1.0
  interpolant: diffusion
dataset:
  full_batch_size: 1024

experiment_name_suffix: small_sigmoid