Spaces:
Sleeping
Sleeping
File size: 612 Bytes
d896bd4 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 |
{
"batch_size": 256,
"model": {
"dropout": 0,
"batch_norm": true,
"gnn_n_layers": 8,
"d": 512,
"n_bars": 2,
"resolution": 8
},
"optimizer": {
"betas": [
0.9,
0.98
],
"eps": 1e-09,
"lr": 5e-06
},
"lr_scheduler": {
"peak_lr": 0.0001,
"final_lr_scale": 0.01,
"warmup_steps": 8000,
"decay_steps": 800000
},
"beta_scheduler": {
"anneal_start": 40000,
"beta_max": 0.01,
"step_size": 0.001,
"anneal_end": 500000
}
} |