Training in progress, step 500
Browse files- config.json +2 -2
- pytorch_model.bin +3 -0
- run_bnb.sh +4 -3
- runs/Jan30_00-36-51_job-e3562c4a-f6a3-47dc-8131-7e578f1139a3/1643503156.416175/events.out.tfevents.1643503156.job-e3562c4a-f6a3-47dc-8131-7e578f1139a3.1780523.1 +3 -0
- runs/Jan30_00-36-51_job-e3562c4a-f6a3-47dc-8131-7e578f1139a3/events.out.tfevents.1643503156.job-e3562c4a-f6a3-47dc-8131-7e578f1139a3.1780523.0 +3 -0
- special_tokens_map.json +1 -1
- training_args.bin +3 -0
config.json
CHANGED
@@ -6,7 +6,7 @@
|
|
6 |
"add_adapter": false,
|
7 |
"apply_spec_augment": true,
|
8 |
"architectures": [
|
9 |
-
"
|
10 |
],
|
11 |
"attention_dropout": 0.0,
|
12 |
"bos_token_id": 1,
|
@@ -64,7 +64,7 @@
|
|
64 |
"mask_feature_prob": 0.25,
|
65 |
"mask_time_length": 10,
|
66 |
"mask_time_min_masks": 2,
|
67 |
-
"mask_time_prob": 0.
|
68 |
"model_type": "wav2vec2",
|
69 |
"num_adapter_layers": 3,
|
70 |
"num_attention_heads": 16,
|
|
|
6 |
"add_adapter": false,
|
7 |
"apply_spec_augment": true,
|
8 |
"architectures": [
|
9 |
+
"Wav2Vec2ForCTC"
|
10 |
],
|
11 |
"attention_dropout": 0.0,
|
12 |
"bos_token_id": 1,
|
|
|
64 |
"mask_feature_prob": 0.25,
|
65 |
"mask_time_length": 10,
|
66 |
"mask_time_min_masks": 2,
|
67 |
+
"mask_time_prob": 0.4,
|
68 |
"model_type": "wav2vec2",
|
69 |
"num_adapter_layers": 3,
|
70 |
"num_attention_heads": 16,
|
pytorch_model.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9b0307eb3c0a9438759535fcfcc104d7b0740e05e6f3411660bf1adaa0f99b3a
|
3 |
+
size 8637973773
|
run_bnb.sh
CHANGED
@@ -9,7 +9,7 @@ python run_speech_recognition_ctc_bnb.py \
|
|
9 |
--per_device_train_batch_size="4" \
|
10 |
--per_device_eval_batch_size="4" \
|
11 |
--gradient_accumulation_steps="8" \
|
12 |
-
--learning_rate="
|
13 |
--warmup_steps="2000" \
|
14 |
--length_column_name="input_length" \
|
15 |
--evaluation_strategy="steps" \
|
@@ -23,7 +23,7 @@ python run_speech_recognition_ctc_bnb.py \
|
|
23 |
--save_total_limit="2" \
|
24 |
--freeze_feature_encoder \
|
25 |
--feat_proj_dropout="0.0" \
|
26 |
-
--mask_time_prob="0.
|
27 |
--mask_time_length="10" \
|
28 |
--mask_feature_prob="0.25" \
|
29 |
--mask_feature_length="64" \
|
@@ -31,4 +31,5 @@ python run_speech_recognition_ctc_bnb.py \
|
|
31 |
--use_auth_token \
|
32 |
--fp16 \
|
33 |
--group_by_length \
|
34 |
-
--do_train --do_eval
|
|
|
|
9 |
--per_device_train_batch_size="4" \
|
10 |
--per_device_eval_batch_size="4" \
|
11 |
--gradient_accumulation_steps="8" \
|
12 |
+
--learning_rate="1e-6" \
|
13 |
--warmup_steps="2000" \
|
14 |
--length_column_name="input_length" \
|
15 |
--evaluation_strategy="steps" \
|
|
|
23 |
--save_total_limit="2" \
|
24 |
--freeze_feature_encoder \
|
25 |
--feat_proj_dropout="0.0" \
|
26 |
+
--mask_time_prob="0.4" \
|
27 |
--mask_time_length="10" \
|
28 |
--mask_feature_prob="0.25" \
|
29 |
--mask_feature_length="64" \
|
|
|
31 |
--use_auth_token \
|
32 |
--fp16 \
|
33 |
--group_by_length \
|
34 |
+
--do_train --do_eval \
|
35 |
+
--push_to_hub
|
runs/Jan30_00-36-51_job-e3562c4a-f6a3-47dc-8131-7e578f1139a3/1643503156.416175/events.out.tfevents.1643503156.job-e3562c4a-f6a3-47dc-8131-7e578f1139a3.1780523.1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b5ab45cebf194e6c08cba95c3b23cb71c5e3270eb29ccfb1564ee0752c6d00cb
|
3 |
+
size 4753
|
runs/Jan30_00-36-51_job-e3562c4a-f6a3-47dc-8131-7e578f1139a3/events.out.tfevents.1643503156.job-e3562c4a-f6a3-47dc-8131-7e578f1139a3.1780523.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:39f0fe242ca5001faca64838667cbdabb3ca112fad4ca92f511fb4d08c87580e
|
3 |
+
size 12811
|
special_tokens_map.json
CHANGED
@@ -1 +1 @@
|
|
1 |
-
{"bos_token": "<s>", "eos_token": "</s>", "unk_token": "[UNK]", "pad_token": "[PAD]", "additional_special_tokens": [{"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}]}
|
|
|
1 |
+
{"bos_token": "<s>", "eos_token": "</s>", "unk_token": "[UNK]", "pad_token": "[PAD]", "additional_special_tokens": [{"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}]}
|
training_args.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b7ff6601b1bceeeee90202d6ca36380acbd3f91cd455add453e82e644446efb5
|
3 |
+
size 2991
|