xzuyn commited on
Commit
d7869f3
1 Parent(s): da6cd24

Create s1bert25hz-5kh-longer-epoch=12-step=369668.json

Browse files
gsv-v2final-pretrained/s1bert25hz-5kh-longer-epoch=12-step=369668.json ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ 'train': {
3
+ 'seed': 1234,
4
+ 'epochs': 200,
5
+ 'batch_size': 5,
6
+ 'save_every_n_epoch': 1,
7
+ 'precision': '16-mixed',
8
+ 'gradient_clip': 1.0
9
+ },
10
+ 'optimizer': {
11
+ 'lr': 0.01,
12
+ 'lr_init': 1e-05,
13
+ 'lr_end': 0.0001,
14
+ 'warmup_steps': 2000,
15
+ 'decay_steps': 40000
16
+ },
17
+ 'data': {
18
+ 'max_eval_sample': 8,
19
+ 'max_sec': 57,
20
+ 'num_workers': 4,
21
+ 'pad_val': 1024
22
+ },
23
+ 'model': {
24
+ 'vocab_size': 1025,
25
+ 'phoneme_vocab_size': 732,
26
+ 'embedding_dim': 512,
27
+ 'hidden_dim': 512,
28
+ 'head': 16,
29
+ 'linear_units': 2048,
30
+ 'n_layer': 24,
31
+ 'dropout': 0,
32
+ 'EOS': 1024,
33
+ 'random_bert': 0
34
+ },
35
+ 'inference': {
36
+ 'top_k': 5
37
+ }
38
+ }