Kit-Lemonfoot commited on
Commit
a7b6d59
1 Parent(s): 4d2ba11

Implemented an updated version of HoloESL that includes Risu and Moona.

Browse files
images/moona.png ADDED
images/risu.png ADDED
model_assets/SBV2_HoloESL/SBV2_HoloESL.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:131ce1a928a1c57872e9b1b09dccd5a57a097e68a4f16710352de66aced10fac
3
- size 198769212
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df215c4b3f40265b6c190ad2b497e77194545e74bf48bb1774a9eaf57503606a
3
+ size 198772284
model_assets/SBV2_HoloESL/config.json CHANGED
@@ -1,109 +1,115 @@
1
- {
2
- "model_name": "SBV2_HoloESL",
3
- "train": {
4
- "log_interval": 200,
5
- "eval_interval": 1000,
6
- "seed": 42,
7
- "epochs": 100,
8
- "learning_rate": 0.0002,
9
- "betas": [
10
- 0.8,
11
- 0.99
12
- ],
13
- "eps": 1e-09,
14
- "batch_size": 4,
15
- "bf16_run": true,
16
- "lr_decay": 0.99995,
17
- "segment_size": 16384,
18
- "init_lr_ratio": 1,
19
- "warmup_epochs": 0,
20
- "c_mel": 45,
21
- "c_kl": 1.0,
22
- "skip_optimizer": false,
23
- "freeze_ZH_bert": false,
24
- "freeze_JP_bert": false,
25
- "freeze_EN_bert": false,
26
- "freeze_style": false
27
- },
28
- "data": {
29
- "training_files": "Data/SBV2_HoloESL/train.list",
30
- "validation_files": "Data/SBV2_HoloESL/val.list",
31
- "max_wav_value": 32768.0,
32
- "sampling_rate": 44100,
33
- "filter_length": 2048,
34
- "hop_length": 512,
35
- "win_length": 2048,
36
- "n_mel_channels": 128,
37
- "mel_fmin": 0.0,
38
- "mel_fmax": null,
39
- "add_blank": true,
40
- "n_speakers": 2,
41
- "cleaned_text": true,
42
- "num_styles": 4,
43
- "style2id": {
44
- "Neutral": 0,
45
- "Anya": 1,
46
- "IofiLoud": 2,
47
- "Iofi": 3
48
- },
49
- "spk2id": {
50
- "AnyaMelfissa": 0,
51
- "AiraniIofifteen": 1
52
- }
53
- },
54
- "model": {
55
- "use_spk_conditioned_encoder": true,
56
- "use_noise_scaled_mas": true,
57
- "use_mel_posterior_encoder": false,
58
- "use_duration_discriminator": true,
59
- "inter_channels": 192,
60
- "hidden_channels": 192,
61
- "filter_channels": 768,
62
- "n_heads": 2,
63
- "n_layers": 6,
64
- "kernel_size": 3,
65
- "p_dropout": 0.1,
66
- "resblock": "1",
67
- "resblock_kernel_sizes": [
68
- 3,
69
- 7,
70
- 11
71
- ],
72
- "resblock_dilation_sizes": [
73
- [
74
- 1,
75
- 3,
76
- 5
77
- ],
78
- [
79
- 1,
80
- 3,
81
- 5
82
- ],
83
- [
84
- 1,
85
- 3,
86
- 5
87
- ]
88
- ],
89
- "upsample_rates": [
90
- 8,
91
- 8,
92
- 2,
93
- 2,
94
- 2
95
- ],
96
- "upsample_initial_channel": 512,
97
- "upsample_kernel_sizes": [
98
- 16,
99
- 16,
100
- 8,
101
- 2,
102
- 2
103
- ],
104
- "n_layers_q": 3,
105
- "use_spectral_norm": false,
106
- "gin_channels": 256
107
- },
108
- "version": "1.3"
 
 
 
 
 
 
109
  }
 
1
+ {
2
+ "model_name": "SBV2_HoloESL",
3
+ "train": {
4
+ "log_interval": 200,
5
+ "eval_interval": 1000,
6
+ "seed": 42,
7
+ "epochs": 100,
8
+ "learning_rate": 0.0002,
9
+ "betas": [
10
+ 0.8,
11
+ 0.99
12
+ ],
13
+ "eps": 1e-09,
14
+ "batch_size": 3,
15
+ "bf16_run": false,
16
+ "lr_decay": 0.99995,
17
+ "segment_size": 16384,
18
+ "init_lr_ratio": 1,
19
+ "warmup_epochs": 0,
20
+ "c_mel": 45,
21
+ "c_kl": 1.0,
22
+ "skip_optimizer": false,
23
+ "freeze_ZH_bert": false,
24
+ "freeze_JP_bert": false,
25
+ "freeze_EN_bert": false,
26
+ "freeze_style": false,
27
+ "freeze_encoder": false,
28
+ "freeze_decoder": false
29
+ },
30
+ "data": {
31
+ "use_jp_extra": false,
32
+ "training_files": "Data\\SBV2_HoloESL\\train.list",
33
+ "validation_files": "Data\\SBV2_HoloESL\\val.list",
34
+ "max_wav_value": 32768.0,
35
+ "sampling_rate": 44100,
36
+ "filter_length": 2048,
37
+ "hop_length": 512,
38
+ "win_length": 2048,
39
+ "n_mel_channels": 128,
40
+ "mel_fmin": 0.0,
41
+ "mel_fmax": null,
42
+ "add_blank": true,
43
+ "n_speakers": 5,
44
+ "cleaned_text": true,
45
+ "num_styles": 5,
46
+ "style2id": {
47
+ "Neutral": 0,
48
+ "Iofi": 1,
49
+ "Anya": 2,
50
+ "Moona": 3,
51
+ "Risu": 4
52
+ },
53
+ "spk2id": {
54
+ "AyundaRisu": 0,
55
+ "MoonaHoshinova": 1,
56
+ "AiraniIofifteen": 2,
57
+ "AnyaMelfissa": 3
58
+ }
59
+ },
60
+ "model": {
61
+ "use_spk_conditioned_encoder": true,
62
+ "use_noise_scaled_mas": true,
63
+ "use_mel_posterior_encoder": false,
64
+ "use_duration_discriminator": true,
65
+ "inter_channels": 192,
66
+ "hidden_channels": 192,
67
+ "filter_channels": 768,
68
+ "n_heads": 2,
69
+ "n_layers": 6,
70
+ "kernel_size": 3,
71
+ "p_dropout": 0.1,
72
+ "resblock": "1",
73
+ "resblock_kernel_sizes": [
74
+ 3,
75
+ 7,
76
+ 11
77
+ ],
78
+ "resblock_dilation_sizes": [
79
+ [
80
+ 1,
81
+ 3,
82
+ 5
83
+ ],
84
+ [
85
+ 1,
86
+ 3,
87
+ 5
88
+ ],
89
+ [
90
+ 1,
91
+ 3,
92
+ 5
93
+ ]
94
+ ],
95
+ "upsample_rates": [
96
+ 8,
97
+ 8,
98
+ 2,
99
+ 2,
100
+ 2
101
+ ],
102
+ "upsample_initial_channel": 512,
103
+ "upsample_kernel_sizes": [
104
+ 16,
105
+ 16,
106
+ 8,
107
+ 2,
108
+ 2
109
+ ],
110
+ "n_layers_q": 3,
111
+ "use_spectral_norm": false,
112
+ "gin_channels": 256
113
+ },
114
+ "version": "2.4.1"
115
  }
model_assets/SBV2_HoloESL/style_vectors.npy CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c78f385ae4471f3273053f962d72c1c69757ef7b8df3f039a069215ae2195e7d
3
- size 4224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ad49c60a1b326a2710586e5806039add9da059d7dfd07d47d6f04d90de6e3a8
3
+ size 6272
voicelist.json CHANGED
@@ -125,6 +125,24 @@
125
  "primarylang": "EN",
126
  "cover": "nerissa.png"
127
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
128
  "Iofi": {
129
  "enable": true,
130
  "model_path": "SBV2_HoloESL",
 
125
  "primarylang": "EN",
126
  "cover": "nerissa.png"
127
  },
128
+ "Risu": {
129
+ "enable": true,
130
+ "model_path": "SBV2_HoloESL",
131
+ "title": "Ayunda Risu",
132
+ "speakerid": "AyundaRisu",
133
+ "datasetauthor": "Kit Lemonfoot",
134
+ "primarylang": "EN",
135
+ "cover": "risu.png"
136
+ },
137
+ "Moona": {
138
+ "enable": true,
139
+ "model_path": "SBV2_HoloESL",
140
+ "title": "Moona Hoshinova",
141
+ "speakerid": "MoonaHoshinova",
142
+ "datasetauthor": "Kit Lemonfoot",
143
+ "primarylang": "EN",
144
+ "cover": "moona.png"
145
+ },
146
  "Iofi": {
147
  "enable": true,
148
  "model_path": "SBV2_HoloESL",