File size: 772 Bytes
c4c7cee
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
# @package _global_

defaults:
  - override /dataset: osv5m_emb
  - override /model: emb_cond_cartesian
  - override /model/network: geo_adaln_mlp
  - override /model/train_noise_scheduler: sigmoid
  - override /model/inference_noise_scheduler: sigmoid
  - override /model/loss: flow_matching
  - override /model/val_sampler: flow_matching
  - override /model/test_sampler: flow_matching
  - _self_

model:
  network:
    depth: 12
    dim: 512
  optimizer:
    optim:
      lr: 8e-4
      weight_decay: 0.05
  loss:
    cond_drop_rate: 0.1
  train_noise_scheduler:
    start: -7
    end: 3
    tau: 1.0
  inference_noise_scheduler:
    start: -7
    end: 3
    tau: 1.0
  interpolant: flow_matching

dataset:
  full_batch_size: 1024

experiment_name_suffix: small_sigmoid