| { | |
| "batch_size": 256, | |
| "model": { | |
| "dropout": 0, | |
| "batch_norm": true, | |
| "gnn_n_layers": 8, | |
| "d": 512, | |
| "n_bars": 2, | |
| "resolution": 8 | |
| }, | |
| "optimizer": { | |
| "betas": [ | |
| 0.9, | |
| 0.98 | |
| ], | |
| "eps": 1e-09, | |
| "lr": 5e-06 | |
| }, | |
| "lr_scheduler": { | |
| "peak_lr": 0.0001, | |
| "final_lr_scale": 0.01, | |
| "warmup_steps": 8000, | |
| "decay_steps": 800000 | |
| }, | |
| "beta_scheduler": { | |
| "anneal_start": 40000, | |
| "beta_max": 0.01, | |
| "step_size": 0.001, | |
| "anneal_end": 500000 | |
| } | |
| } |