{ | |
"dropout": { | |
"frontend": 0.1, | |
"transformer": 0.2 | |
}, | |
"ff_mult": 4, | |
"head_dim": 32, | |
"n_layers": 6, | |
"partial_transformers": true, | |
"spect_dim": 128, | |
"stem_dim": 32, | |
"sum_head": true, | |
"transformer_dim": 512 | |
} |
{ | |
"dropout": { | |
"frontend": 0.1, | |
"transformer": 0.2 | |
}, | |
"ff_mult": 4, | |
"head_dim": 32, | |
"n_layers": 6, | |
"partial_transformers": true, | |
"spect_dim": 128, | |
"stem_dim": 32, | |
"sum_head": true, | |
"transformer_dim": 512 | |
} |