Training in progress, step 50

.gitignore

@@ -1 +1,2 @@
-checkpoint-*/
+checkpoint-*/
+wandb/

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7d05055166909e6f0c2c92d51c1d2bcbca00165dbfcc573864d195cd6507063e
+oid sha256:74b3154675d7dfcbb1295eadc674f84f1852acbe7db2db7de7eefce04b7bad2c
 size 377694615

run.sh

@@ -1,21 +1,25 @@
+export WANDB_ENTITY=cahya
+export WANDB_LOG_MODEL=true
+export WANDB_PROJECT=xlsr-turkish
+
 python run_speech_recognition_ctc.py \
 --dataset_name="mozilla-foundation/common_voice_7_0" \
 --model_name_or_path="cahya/wav2vec2-base-turkish-artificial" \
 --dataset_config_name="tr" \
 --output_dir="./" \
 --overwrite_output_dir \
---num_train_epochs="1" \
---per_device_train_batch_size="32" \
---per_device_eval_batch_size="2" \
+--num_train_epochs="100" \
+--per_device_train_batch_size="128" \
+--per_device_eval_batch_size="8" \
 --gradient_accumulation_steps="4" \
 --learning_rate="3e-4" \
---warmup_steps="2000" \
+--warmup_steps="50" \
 --length_column_name="input_length" \
 --evaluation_strategy="steps" \
 --text_column_name="sentence" \
---save_steps="500" \
---eval_steps="500" \
---logging_steps="100" \
+--save_steps="50" \
+--eval_steps="50" \
+--logging_steps="50" \
 --layerdrop="0.0" \
 --activation_dropout="0.1" \
 --save_total_limit="3" \

tmp.0/config.json

@@ -1,105 +0,0 @@
-{
-  "_name_or_path": "cahya/wav2vec2-base-turkish-artificial",
-  "activation_dropout": 0.1,
-  "adapter_kernel_size": 3,
-  "adapter_stride": 2,
-  "add_adapter": false,
-  "apply_spec_augment": true,
-  "architectures": [
-    "Wav2Vec2ForCTC"
-  ],
-  "attention_dropout": 0.0,
-  "bos_token_id": 1,
-  "classifier_proj_size": 256,
-  "codevector_dim": 256,
-  "contrastive_logits_temperature": 0.1,
-  "conv_bias": false,
-  "conv_dim": [
-    512,
-    512,
-    512,
-    512,
-    512,
-    512,
-    512
-  ],
-  "conv_kernel": [
-    10,
-    3,
-    3,
-    3,
-    3,
-    2,
-    2
-  ],
-  "conv_stride": [
-    5,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2
-  ],
-  "ctc_loss_reduction": "mean",
-  "ctc_zero_infinity": true,
-  "diversity_loss_weight": 0.1,
-  "do_stable_layer_norm": false,
-  "eos_token_id": 2,
-  "feat_extract_activation": "gelu",
-  "feat_extract_norm": "group",
-  "feat_proj_dropout": 0.0,
-  "feat_quantizer_dropout": 0.0,
-  "final_dropout": 0.0,
-  "hidden_act": "gelu",
-  "hidden_dropout": 0.0,
-  "hidden_size": 768,
-  "initializer_range": 0.02,
-  "intermediate_size": 3072,
-  "layer_norm_eps": 1e-05,
-  "layerdrop": 0.0,
-  "mask_feature_length": 64,
-  "mask_feature_min_masks": 0,
-  "mask_feature_prob": 0.25,
-  "mask_time_length": 10,
-  "mask_time_min_masks": 2,
-  "mask_time_prob": 0.75,
-  "model_type": "wav2vec2",
-  "num_adapter_layers": 3,
-  "num_attention_heads": 12,
-  "num_codevector_groups": 2,
-  "num_codevectors_per_group": 320,
-  "num_conv_pos_embedding_groups": 16,
-  "num_conv_pos_embeddings": 128,
-  "num_feat_extract_layers": 7,
-  "num_hidden_layers": 12,
-  "num_negatives": 100,
-  "output_hidden_size": 768,
-  "pad_token_id": 39,
-  "proj_codevector_dim": 256,
-  "tdnn_dilation": [
-    1,
-    2,
-    3,
-    1,
-    1
-  ],
-  "tdnn_dim": [
-    512,
-    512,
-    512,
-    512,
-    1500
-  ],
-  "tdnn_kernel": [
-    5,
-    3,
-    3,
-    1,
-    1
-  ],
-  "transformers_version": "4.17.0.dev0",
-  "use_weighted_layer_sum": false,
-  "vocab_size": 40,
-  "xvector_output_dim": 512
-}

tmp.0/preprocessor_config.json

@@ -1,10 +0,0 @@
-{
-  "do_normalize": true,
-  "feature_extractor_type": "Wav2Vec2FeatureExtractor",
-  "feature_size": 1,
-  "padding_side": "right",
-  "padding_value": 0.0,
-  "processor_class": "Wav2Vec2ProcessorWithLM",
-  "return_attention_mask": true,
-  "sampling_rate": 16000
-}

tmp.0/special_tokens_map.json

@@ -1 +0,0 @@
-{"unk_token": "[UNK]", "pad_token": "[PAD]"}

tmp.0/tokenizer_config.json

@@ -1 +0,0 @@
-{"unk_token": "[UNK]", "bos_token": null, "eos_token": null, "pad_token": "[PAD]", "do_lower_case": false, "word_delimiter_token": "|", "special_tokens_map_file": null, "tokenizer_file": null, "name_or_path": "./", "tokenizer_class": "Wav2Vec2CTCTokenizer"}

tmp.0/vocab.json

@@ -1 +0,0 @@
-{"-": 1, "a": 2, "b": 3, "c": 4, "d": 5, "e": 6, "f": 7, "g": 8, "h": 9, "i": 10, "j": 11, "k": 12, "l": 13, "m": 14, "n": 15, "o": 16, "p": 17, "q": 18, "r": 19, "s": 20, "t": 21, "u": 22, "v": 23, "w": 24, "x": 25, "y": 26, "z": 27, "â": 28, "ç": 29, "ë": 30, "î": 31, "ö": 32, "ü": 33, "ğ": 34, "ı": 35, "ş": 36, "̇": 37, "|": 0, "[UNK]": 38, "[PAD]": 39}

tmp/added_tokens.json

@@ -1 +0,0 @@
-{}

tmp/alphabet.json

@@ -1 +0,0 @@
-{"labels": [" ", "-", "a", "b", "c", "d", "e", "f", "g", "h", "i", "j", "k", "l", "m", "n", "o", "p", "q", "r", "s", "t", "u", "v", "w", "x", "y", "z", "\u00e2", "\u00e7", "\u00eb", "\u00ee", "\u00f6", "\u00fc", "\u011f", "\u0131", "\u015f", "\u0307", "\u2047", "" ], "is_bpe": false}

tmp/special_tokens_map.json

@@ -1 +0,0 @@
-{"bos_token": null, "eos_token": null, "unk_token": "[UNK]", "pad_token": "[PAD]"}

tmp/tokenizer_config.json

@@ -1 +0,0 @@
-{"unk_token": "[UNK]", "bos_token": null, "eos_token": null, "pad_token": "[PAD]", "do_lower_case": false, "word_delimiter_token": "|", "special_tokens_map_file": "/home/cahya/.cache/huggingface/transformers/2916f85ca1c8db02f6dffab6c5680b457e26471b99cac401f31d9d01fd7af256.a21d51735cf8667bcd610f057e88548d5d6a381401f6b4501a8bc6c1a9dc8498", "tokenizer_file": null, "name_or_path": "./", "processor_class": "Wav2Vec2ProcessorWithLM", "tokenizer_class": "Wav2Vec2CTCTokenizer"}

tmp/vocab.json

@@ -1 +0,0 @@
-{"(": 1, ")": 2, "-": 3, "a": 4, "b": 5, "c": 6, "d": 7, "e": 8, "f": 9, "g": 10, "h": 11, "i": 12, "j": 13, "k": 14, "l": 15, "m": 16, "n": 17, "o": 18, "p": 19, "q": 20, "r": 21, "s": 22, "t": 23, "u": 24, "v": 25, "w": 26, "x": 27, "y": 28, "z": 29, "\u00e2": 30, "\u00e7": 31, "\u00eb": 32, "\u00ee": 33, "\u00f6": 34, "\u00fc": 35, "\u011f": 36, "\u0131": 37, "\u015f": 38, "\u0307": 39, "|": 0, "[UNK]": 40, "[PAD]": 41}

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7a10bcc5d960643107542b1720e90ec5f5d76d687e1e4640d575348a7a1a39a6
+oid sha256:5a546fe0a11ea109369ec2dba50f4765671c1c371cbe15e0062ea7da78f0f82b
 size 2991