Commit
•
ba831b6
1
Parent(s):
5492525
Upload 6 files
Browse files- pretrain.pth +3 -0
- pretrain.yaml +27 -0
- supervised.pth +3 -0
- supervised.yaml +26 -0
- transfer.pth +3 -0
- transfer.yaml +26 -0
pretrain.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:15df9119df8957b29ef18a891c3a1e295804733e07d991177e5a77e4fb121b8d
|
| 3 |
+
size 1783710751
|
pretrain.yaml
ADDED
|
@@ -0,0 +1,27 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
framework: bart
|
| 2 |
+
data_dir: ../../dataset
|
| 3 |
+
train_data: msd_balence
|
| 4 |
+
text_type: all
|
| 5 |
+
arch: transformer
|
| 6 |
+
workers: 12
|
| 7 |
+
epochs: 4096
|
| 8 |
+
warmup_epochs: 125
|
| 9 |
+
start_epoch: 0
|
| 10 |
+
batch_size: 256
|
| 11 |
+
world_size: 1
|
| 12 |
+
lr: 0.0001
|
| 13 |
+
min_lr: 1.0e-09
|
| 14 |
+
rank: 0
|
| 15 |
+
dist_url: tcp://localhost:12312
|
| 16 |
+
dist_backend: nccl
|
| 17 |
+
seed: null
|
| 18 |
+
gpu: 0
|
| 19 |
+
print_freq: 100
|
| 20 |
+
multiprocessing_distributed: false
|
| 21 |
+
cos: true
|
| 22 |
+
bart_pretrain: false
|
| 23 |
+
label_smoothing: 0.1
|
| 24 |
+
use_early_stopping: false
|
| 25 |
+
eval_sample: 0
|
| 26 |
+
max_length: 110
|
| 27 |
+
distributed: false
|
supervised.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3adca350245b333729748e9c955855c6d373c5831d8d8feca4e199d48e3e01ee
|
| 3 |
+
size 1783651987
|
supervised.yaml
ADDED
|
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
framework: bart
|
| 2 |
+
data_dir: ../../dataset
|
| 3 |
+
train_data: music_caps
|
| 4 |
+
text_type: gt
|
| 5 |
+
arch: transformer
|
| 6 |
+
workers: 8
|
| 7 |
+
epochs: 100
|
| 8 |
+
warmup_epochs: 1
|
| 9 |
+
start_epoch: 0
|
| 10 |
+
batch_size: 64
|
| 11 |
+
world_size: 1
|
| 12 |
+
lr: 0.0001
|
| 13 |
+
min_lr: 1.0e-09
|
| 14 |
+
rank: 0
|
| 15 |
+
dist_url: tcp://localhost:12312
|
| 16 |
+
dist_backend: nccl
|
| 17 |
+
seed: null
|
| 18 |
+
gpu: 0
|
| 19 |
+
print_freq: 100
|
| 20 |
+
multiprocessing_distributed: false
|
| 21 |
+
cos: true
|
| 22 |
+
bart_pretrain: false
|
| 23 |
+
label_smoothing: 0.1
|
| 24 |
+
use_early_stopping: false
|
| 25 |
+
eval_sample: 64
|
| 26 |
+
max_length: 128
|
transfer.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9d04e457e045a09c7c5037222eaed3ffe35f8689b3753a2ce6094c5d5792f9bc
|
| 3 |
+
size 1783650705
|
transfer.yaml
ADDED
|
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
framework: bart
|
| 2 |
+
data_dir: ../../dataset
|
| 3 |
+
train_data: msd_balence
|
| 4 |
+
text_type: all
|
| 5 |
+
arch: transformer
|
| 6 |
+
workers: 8
|
| 7 |
+
epochs: 100
|
| 8 |
+
warmup_epochs: 20
|
| 9 |
+
start_epoch: 0
|
| 10 |
+
batch_size: 64
|
| 11 |
+
world_size: 1
|
| 12 |
+
lr: 0.0001
|
| 13 |
+
min_lr: 1.0e-09
|
| 14 |
+
rank: 0
|
| 15 |
+
dist_url: tcp://localhost:12312
|
| 16 |
+
dist_backend: nccl
|
| 17 |
+
seed: null
|
| 18 |
+
gpu: 1
|
| 19 |
+
print_freq: 10
|
| 20 |
+
multiprocessing_distributed: false
|
| 21 |
+
cos: true
|
| 22 |
+
bart_pretrain: false
|
| 23 |
+
label_smoothing: 0.1
|
| 24 |
+
use_early_stopping: false
|
| 25 |
+
eval_sample: 64
|
| 26 |
+
max_length: 128
|