uwesis commited on
Commit
ed7d94b
1 Parent(s): 4a7b8e3

upload configs

Browse files
Files changed (1) hide show
  1. config.yaml +34 -0
config.yaml ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: flexTokenizer
2
+ embedding_dim: 16
3
+ hidden_channels: 128
4
+ channel_multipliers:
5
+ - 1
6
+ - 1
7
+ - 2
8
+ - 2
9
+ - 4
10
+ encoder_layer_configs:
11
+ - 2
12
+ - 2
13
+ - 2
14
+ - 2
15
+ - 2
16
+ - 2
17
+ decoder_layer_configs:
18
+ - 2
19
+ - 2
20
+ - 2
21
+ - 2
22
+ - 2
23
+ - 2
24
+ use_adaptive_norm: true
25
+ use_learnable_up_down_sample: true
26
+ quantizer_config:
27
+ quantize_type: gvq
28
+ embed_dim: 16
29
+ num_embed: 262144
30
+ commitment_loss_weight: 0.25
31
+ use_l2_norm: false
32
+ use_uniform_init: true
33
+ num_group: 16
34
+ force_1d_clip: true