Hugging Face's logo

amaai-lab
/
music2emo

English
music
emotion
Model card Files Community
music2emo
File size: 1,319 Bytes 
06db5b8
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
 
version: "1.34"

lr: 1e-4
log_step: 1
split: 0
batch_size: 8
sr: 16000

datasets:
  - jamendo
  - emomusic
  - pmemo
  - deam

model:
  encoder: "MERT"
  layers:
    - 5
    - 6
  classifier: "linear-mt-attn-ck"
  # - linear
  # - linear-attn-ck
  # - linear-mt-attn-ck

  kd: True
  kd_weight: 0.8
  kd_temperature: 1
  lr: 1e-4

dataset:
  jamendo:
    root: './dataset/jamendo'
    subset: 'moodtheme'
    batch_size: 8
    output_size : 56
    split: 0
    segment_type: "all" # [all,f10s,f30s,10s,30s]
    num_workers: 4
  deam:
    root: './dataset/deam'
    batch_size: 8
    output_size : 2 
    segment_type: "all" # [all,f10s,f30s,10s,30s]
    num_workers: 4
  pmemo:
    root: './dataset/pmemo'
    batch_size: 8
    output_size : 2 
    segment_type: "all" # [all,f10s,f30s,10s,30s]
    num_workers: 4
  emomusic:
    root: './dataset/emomusic'
    batch_size: 8
    output_size : 2 
    segment_type: "all" # [all,f10s,f30s,10s,30s]
    num_workers: 4

# --------------------------------------- #
genre_class_size: 87
mood_class_size: 56
instr_class_size: 40
dac_latents_size: 72
dac_rvq_size: 9
# --------------------------------------- #

checkpoint_pmemo: "tb_logs/best/P.ckpt"
checkpoint_deam: "tb_logs/best/D.ckpt"
checkpoint_emomusic: "tb_logs/best/E.ckpt"
checkpoint_jamendo: "tb_logs/best/J.ckpt"