diff --git a/.ipynb_checkpoints/README-checkpoint.md b/.ipynb_checkpoints/README-checkpoint.md
deleted file mode 100644
index c21904a0fbd6696fc0e607207292ae3fd3e21040..0000000000000000000000000000000000000000
--- a/.ipynb_checkpoints/README-checkpoint.md
+++ /dev/null
@@ -1,68 +0,0 @@
----
-language:
-- sv-SE
-license: apache-2.0
-tags:
-- automatic-speech-recognition
-- mozilla-foundation/common_voice_7_0
-- generated_from_trainer
-datasets:
-- common_voice
-model-index:
-- name: ''
- results: []
----
-
-
-
-#
-
-This model is a fine-tuned version of [facebook/wav2vec2-xls-r-300m](https://huggingface.co/facebook/wav2vec2-xls-r-300m) on the MOZILLA-FOUNDATION/COMMON_VOICE_7_0 - SV-SE dataset.
-It achieves the following results on the evaluation set:
-- Loss: 14.2136
-- Wer: 1.0
-
-## Model description
-
-More information needed
-
-## Intended uses & limitations
-
-More information needed
-
-## Training and evaluation data
-
-More information needed
-
-## Training procedure
-
-### Training hyperparameters
-
-The following hyperparameters were used during training:
-- learning_rate: 0.0075
-- train_batch_size: 8
-- eval_batch_size: 8
-- seed: 42
-- gradient_accumulation_steps: 4
-- total_train_batch_size: 32
-- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
-- lr_scheduler_type: linear
-- lr_scheduler_warmup_steps: 2000
-- training_steps: 10
-- mixed_precision_training: Native AMP
-
-### Training results
-
-| Training Loss | Epoch | Step | Validation Loss | Wer |
-|:-------------:|:-----:|:----:|:---------------:|:---:|
-| 10.3458 | 0.01 | 5 | 15.0991 | 1.0 |
-| 11.9029 | 0.03 | 10 | 14.2136 | 1.0 |
-
-
-### Framework versions
-
-- Transformers 4.16.0.dev0
-- Pytorch 1.10.1+cu102
-- Datasets 1.17.1.dev0
-- Tokenizers 0.11.0
diff --git a/.ipynb_checkpoints/added_tokens-checkpoint.json b/.ipynb_checkpoints/added_tokens-checkpoint.json
deleted file mode 100644
index 5572f2cb46efe6a18f955f914c6b78f21c8bf021..0000000000000000000000000000000000000000
--- a/.ipynb_checkpoints/added_tokens-checkpoint.json
+++ /dev/null
@@ -1 +0,0 @@
-{"": 35, "": 36}
\ No newline at end of file
diff --git a/.ipynb_checkpoints/all_results-checkpoint.json b/.ipynb_checkpoints/all_results-checkpoint.json
deleted file mode 100644
index 33ae2d327fc0bbbd1d470428c5b9563d1192b632..0000000000000000000000000000000000000000
--- a/.ipynb_checkpoints/all_results-checkpoint.json
+++ /dev/null
@@ -1,8 +0,0 @@
-{
- "epoch": 0.03,
- "train_loss": 12.162414741516113,
- "train_runtime": 400.3916,
- "train_samples": 11030,
- "train_samples_per_second": 0.799,
- "train_steps_per_second": 0.025
-}
\ No newline at end of file
diff --git a/.ipynb_checkpoints/config-checkpoint.json b/.ipynb_checkpoints/config-checkpoint.json
deleted file mode 100644
index e2b341d9ac71fa59d21d0ae0ebe25c94ee280332..0000000000000000000000000000000000000000
--- a/.ipynb_checkpoints/config-checkpoint.json
+++ /dev/null
@@ -1,107 +0,0 @@
-{
- "_name_or_path": "facebook/wav2vec2-xls-r-300m",
- "activation_dropout": 0.1,
- "adapter_kernel_size": 3,
- "adapter_stride": 2,
- "add_adapter": false,
- "apply_spec_augment": true,
- "architectures": [
- "Wav2Vec2ForCTC"
- ],
- "attention_dropout": 0.0,
- "bos_token_id": 1,
- "classifier_proj_size": 256,
- "codevector_dim": 768,
- "contrastive_logits_temperature": 0.1,
- "conv_bias": true,
- "conv_dim": [
- 512,
- 512,
- 512,
- 512,
- 512,
- 512,
- 512
- ],
- "conv_kernel": [
- 10,
- 3,
- 3,
- 3,
- 3,
- 2,
- 2
- ],
- "conv_stride": [
- 5,
- 2,
- 2,
- 2,
- 2,
- 2,
- 2
- ],
- "ctc_loss_reduction": "mean",
- "ctc_zero_infinity": false,
- "diversity_loss_weight": 0.1,
- "do_stable_layer_norm": true,
- "eos_token_id": 2,
- "feat_extract_activation": "gelu",
- "feat_extract_dropout": 0.0,
- "feat_extract_norm": "layer",
- "feat_proj_dropout": 0.0,
- "feat_quantizer_dropout": 0.0,
- "final_dropout": 0.0,
- "hidden_act": "gelu",
- "hidden_dropout": 0.0,
- "hidden_size": 1024,
- "initializer_range": 0.02,
- "intermediate_size": 4096,
- "layer_norm_eps": 1e-05,
- "layerdrop": 0.0,
- "mask_feature_length": 64,
- "mask_feature_min_masks": 0,
- "mask_feature_prob": 0.25,
- "mask_time_length": 10,
- "mask_time_min_masks": 2,
- "mask_time_prob": 0.75,
- "model_type": "wav2vec2",
- "num_adapter_layers": 3,
- "num_attention_heads": 16,
- "num_codevector_groups": 2,
- "num_codevectors_per_group": 320,
- "num_conv_pos_embedding_groups": 16,
- "num_conv_pos_embeddings": 128,
- "num_feat_extract_layers": 7,
- "num_hidden_layers": 24,
- "num_negatives": 100,
- "output_hidden_size": 1024,
- "pad_token_id": 34,
- "proj_codevector_dim": 768,
- "tdnn_dilation": [
- 1,
- 2,
- 3,
- 1,
- 1
- ],
- "tdnn_dim": [
- 512,
- 512,
- 512,
- 512,
- 1500
- ],
- "tdnn_kernel": [
- 5,
- 3,
- 3,
- 1,
- 1
- ],
- "torch_dtype": "float32",
- "transformers_version": "4.16.0.dev0",
- "use_weighted_layer_sum": false,
- "vocab_size": 37,
- "xvector_output_dim": 512
-}
diff --git a/.ipynb_checkpoints/eval_results-checkpoint.json b/.ipynb_checkpoints/eval_results-checkpoint.json
deleted file mode 100644
index 184e6b1fe22cf896a31cfc3f0dc9fcadc0fe5194..0000000000000000000000000000000000000000
--- a/.ipynb_checkpoints/eval_results-checkpoint.json
+++ /dev/null
@@ -1,9 +0,0 @@
-{
- "epoch": 1.0,
- "eval_loss": 3.82973051071167,
- "eval_runtime": 132.808,
- "eval_samples": 4620,
- "eval_samples_per_second": 34.787,
- "eval_steps_per_second": 4.352,
- "eval_wer": 1.0
-}
\ No newline at end of file
diff --git a/.ipynb_checkpoints/preprocessor_config-checkpoint.json b/.ipynb_checkpoints/preprocessor_config-checkpoint.json
deleted file mode 100644
index 36ebe8b7c1cc967b3059f0494ae8a1069dd67655..0000000000000000000000000000000000000000
--- a/.ipynb_checkpoints/preprocessor_config-checkpoint.json
+++ /dev/null
@@ -1,9 +0,0 @@
-{
- "do_normalize": true,
- "feature_extractor_type": "Wav2Vec2FeatureExtractor",
- "feature_size": 1,
- "padding_side": "right",
- "padding_value": 0,
- "return_attention_mask": true,
- "sampling_rate": 16000
-}
diff --git a/.ipynb_checkpoints/run-dummy-ab-gpu-checkpoint.sh b/.ipynb_checkpoints/run-dummy-ab-gpu-checkpoint.sh
new file mode 100644
index 0000000000000000000000000000000000000000..4801300ff10a3f68355f78db12a991ebb57c5d77
--- /dev/null
+++ b/.ipynb_checkpoints/run-dummy-ab-gpu-checkpoint.sh
@@ -0,0 +1,22 @@
+python run_speech_recognition_ctc.py \
+--dataset_name="mozilla-foundation/common_voice_7_0" \
+--model_name_or_path="hf-test/xls-r-dummy" \
+--dataset_config_name="ab" \
+--output_dir="./" \
+--overwrite_output_dir \
+--max_steps="10" \
+--per_device_train_batch_size="2" \
+--learning_rate="3e-4" \
+--save_total_limit="1" \
+--evaluation_strategy="steps" \
+--text_column_name="sentence" \
+--length_column_name="input_length" \
+--save_steps="5" \
+--layerdrop="0.0" \
+--freeze_feature_encoder \
+--gradient_checkpointing \
+--fp16 \
+--group_by_length \
+--push_to_hub \
+--use_auth_token \
+--do_train --do_eval
diff --git a/.ipynb_checkpoints/run-dummy-sv-gpu-checkpoint.sh b/.ipynb_checkpoints/run-dummy-sv-gpu-checkpoint.sh
index da4fd138a1622b1f82c6415ccd15d0046938720e..ddcfe0a511208f77f6c7cbe6a184164aeda35652 100644
--- a/.ipynb_checkpoints/run-dummy-sv-gpu-checkpoint.sh
+++ b/.ipynb_checkpoints/run-dummy-sv-gpu-checkpoint.sh
@@ -1,7 +1,7 @@
python run_speech_recognition_ctc.py \
--dataset_name="mozilla-foundation/common_voice_7_0" \
- --model_name_or_path="facebook/wav2vec2-xls-r-300m" \
- --dataset_config_name="sv-SE" \
+ --model_name_or_path="hf-test/xls-r-dummy" \
+ --dataset_config_name="ab" \
--output_dir="./" \
--overwrite_output_dir \
--max_steps="10" \
diff --git a/.ipynb_checkpoints/special_tokens_map-checkpoint.json b/.ipynb_checkpoints/special_tokens_map-checkpoint.json
deleted file mode 100644
index 623bcb06d8c0af8f6d7aa926d568ad455780c999..0000000000000000000000000000000000000000
--- a/.ipynb_checkpoints/special_tokens_map-checkpoint.json
+++ /dev/null
@@ -1 +0,0 @@
-{"bos_token": "", "eos_token": "", "unk_token": "[UNK]", "pad_token": "[PAD]", "additional_special_tokens": [{"content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}]}
\ No newline at end of file
diff --git a/.ipynb_checkpoints/tokenizer_config-checkpoint.json b/.ipynb_checkpoints/tokenizer_config-checkpoint.json
deleted file mode 100644
index 29fcea5a4b67d62bede95957c3ec1cca818eb82c..0000000000000000000000000000000000000000
--- a/.ipynb_checkpoints/tokenizer_config-checkpoint.json
+++ /dev/null
@@ -1 +0,0 @@
-{"unk_token": "[UNK]", "bos_token": "", "eos_token": "", "pad_token": "[PAD]", "do_lower_case": false, "word_delimiter_token": "|", "special_tokens_map_file": null, "tokenizer_file": null, "name_or_path": "./", "tokenizer_class": "Wav2Vec2CTCTokenizer"}
\ No newline at end of file
diff --git a/.ipynb_checkpoints/train_results-checkpoint.json b/.ipynb_checkpoints/train_results-checkpoint.json
deleted file mode 100644
index 33ae2d327fc0bbbd1d470428c5b9563d1192b632..0000000000000000000000000000000000000000
--- a/.ipynb_checkpoints/train_results-checkpoint.json
+++ /dev/null
@@ -1,8 +0,0 @@
-{
- "epoch": 0.03,
- "train_loss": 12.162414741516113,
- "train_runtime": 400.3916,
- "train_samples": 11030,
- "train_samples_per_second": 0.799,
- "train_steps_per_second": 0.025
-}
\ No newline at end of file
diff --git a/.ipynb_checkpoints/trainer_state-checkpoint.json b/.ipynb_checkpoints/trainer_state-checkpoint.json
deleted file mode 100644
index 99c335d8a62c083d2d69ea73603f3c99de1f178e..0000000000000000000000000000000000000000
--- a/.ipynb_checkpoints/trainer_state-checkpoint.json
+++ /dev/null
@@ -1,103 +0,0 @@
-{
- "best_metric": null,
- "best_model_checkpoint": null,
- "epoch": 0.029006526468455404,
- "global_step": 10,
- "is_hyper_param_search": false,
- "is_local_process_zero": true,
- "is_world_process_zero": true,
- "log_history": [
- {
- "epoch": 0.0,
- "learning_rate": 3.75e-06,
- "loss": 13.605,
- "step": 1
- },
- {
- "epoch": 0.01,
- "learning_rate": 7.5e-06,
- "loss": 11.0063,
- "step": 2
- },
- {
- "epoch": 0.01,
- "learning_rate": 1.1249999999999999e-05,
- "loss": 11.6693,
- "step": 3
- },
- {
- "epoch": 0.01,
- "learning_rate": 1.5e-05,
- "loss": 13.432,
- "step": 4
- },
- {
- "epoch": 0.01,
- "learning_rate": 1.875e-05,
- "loss": 10.3458,
- "step": 5
- },
- {
- "epoch": 0.01,
- "eval_loss": 15.09913444519043,
- "eval_runtime": 139.8551,
- "eval_samples_per_second": 33.034,
- "eval_steps_per_second": 4.133,
- "eval_wer": 1.0,
- "step": 5
- },
- {
- "epoch": 0.02,
- "learning_rate": 2.2499999999999998e-05,
- "loss": 15.2451,
- "step": 6
- },
- {
- "epoch": 0.02,
- "learning_rate": 2.625e-05,
- "loss": 10.0481,
- "step": 7
- },
- {
- "epoch": 0.02,
- "learning_rate": 3e-05,
- "loss": 12.3838,
- "step": 8
- },
- {
- "epoch": 0.03,
- "learning_rate": 3.3749999999999994e-05,
- "loss": 11.9858,
- "step": 9
- },
- {
- "epoch": 0.03,
- "learning_rate": 3.75e-05,
- "loss": 11.9029,
- "step": 10
- },
- {
- "epoch": 0.03,
- "eval_loss": 14.213573455810547,
- "eval_runtime": 160.2552,
- "eval_samples_per_second": 28.829,
- "eval_steps_per_second": 3.607,
- "eval_wer": 1.0,
- "step": 10
- },
- {
- "epoch": 0.03,
- "step": 10,
- "total_flos": 4.405923604988928e+16,
- "train_loss": 12.162414741516113,
- "train_runtime": 400.3916,
- "train_samples_per_second": 0.799,
- "train_steps_per_second": 0.025
- }
- ],
- "max_steps": 10,
- "num_train_epochs": 1,
- "total_flos": 4.405923604988928e+16,
- "trial_name": null,
- "trial_params": null
-}
diff --git a/.ipynb_checkpoints/vocab-checkpoint.json b/.ipynb_checkpoints/vocab-checkpoint.json
deleted file mode 100644
index 6328bc81ab4ece84acac7fa8d4fed222475dbc9d..0000000000000000000000000000000000000000
--- a/.ipynb_checkpoints/vocab-checkpoint.json
+++ /dev/null
@@ -1 +0,0 @@
-{"a": 1, "b": 2, "c": 3, "d": 4, "e": 5, "f": 6, "g": 7, "h": 8, "i": 9, "j": 10, "k": 11, "l": 12, "m": 13, "n": 14, "o": 15, "p": 16, "q": 17, "r": 18, "s": 19, "t": 20, "u": 21, "v": 22, "w": 23, "x": 24, "y": 25, "z": 26, "ä": 27, "å": 28, "é": 29, "ô": 30, "ö": 31, "ü": 32, "|": 0, "[UNK]": 33, "[PAD]": 34}
\ No newline at end of file
diff --git a/README.md b/README.md
deleted file mode 100644
index a2bb0023e28dd06b3206cc6e8f27a88563950513..0000000000000000000000000000000000000000
--- a/README.md
+++ /dev/null
@@ -1,67 +0,0 @@
----
-language:
-- sv-SE
-license: apache-2.0
-tags:
-- automatic-speech-recognition
-- mozilla-foundation/common_voice_7_0
-- generated_from_trainer
-datasets:
-- common_voice
-model-index:
-- name: ''
- results: []
----
-
-
-
-#
-
-This model is a fine-tuned version of [facebook/wav2vec2-xls-r-300m](https://huggingface.co/facebook/wav2vec2-xls-r-300m) on the MOZILLA-FOUNDATION/COMMON_VOICE_7_0 - SV-SE dataset.
-It achieves the following results on the evaluation set:
-- Loss: 2.9141
-- Wer: 1.0
-
-## Model description
-
-More information needed
-
-## Intended uses & limitations
-
-More information needed
-
-## Training and evaluation data
-
-More information needed
-
-## Training procedure
-
-### Training hyperparameters
-
-The following hyperparameters were used during training:
-- learning_rate: 7.5e-05
-- train_batch_size: 8
-- eval_batch_size: 8
-- seed: 42
-- gradient_accumulation_steps: 4
-- total_train_batch_size: 32
-- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
-- lr_scheduler_type: linear
-- lr_scheduler_warmup_steps: 20
-- num_epochs: 2.0
-- mixed_precision_training: Native AMP
-
-### Training results
-
-| Training Loss | Epoch | Step | Validation Loss | Wer |
-|:-------------:|:-----:|:----:|:---------------:|:---:|
-| 2.9357 | 1.45 | 500 | 2.9459 | 1.0 |
-
-
-### Framework versions
-
-- Transformers 4.16.0.dev0
-- Pytorch 1.10.1+cu102
-- Datasets 1.17.1.dev0
-- Tokenizers 0.11.0
diff --git a/added_tokens.json b/added_tokens.json
index 5572f2cb46efe6a18f955f914c6b78f21c8bf021..3625614e6a03392eb3323194f3ff7d23295d6a84 100644
--- a/added_tokens.json
+++ b/added_tokens.json
@@ -1 +1 @@
-{"": 35, "": 36}
\ No newline at end of file
+{"": 51, "": 52}
\ No newline at end of file
diff --git a/all_results.json b/all_results.json
deleted file mode 100644
index 012093893194b6f611075413846d91ec6d97992e..0000000000000000000000000000000000000000
--- a/all_results.json
+++ /dev/null
@@ -1,14 +0,0 @@
-{
- "epoch": 2.0,
- "eval_loss": 2.91414213180542,
- "eval_runtime": 133.9783,
- "eval_samples": 4620,
- "eval_samples_per_second": 34.483,
- "eval_steps_per_second": 4.314,
- "eval_wer": 1.0,
- "train_loss": 3.289040254992108,
- "train_runtime": 1292.4856,
- "train_samples": 11030,
- "train_samples_per_second": 17.068,
- "train_steps_per_second": 0.532
-}
\ No newline at end of file
diff --git a/checkpoint-400/config.json b/checkpoint-400/config.json
deleted file mode 100644
index e2b341d9ac71fa59d21d0ae0ebe25c94ee280332..0000000000000000000000000000000000000000
--- a/checkpoint-400/config.json
+++ /dev/null
@@ -1,107 +0,0 @@
-{
- "_name_or_path": "facebook/wav2vec2-xls-r-300m",
- "activation_dropout": 0.1,
- "adapter_kernel_size": 3,
- "adapter_stride": 2,
- "add_adapter": false,
- "apply_spec_augment": true,
- "architectures": [
- "Wav2Vec2ForCTC"
- ],
- "attention_dropout": 0.0,
- "bos_token_id": 1,
- "classifier_proj_size": 256,
- "codevector_dim": 768,
- "contrastive_logits_temperature": 0.1,
- "conv_bias": true,
- "conv_dim": [
- 512,
- 512,
- 512,
- 512,
- 512,
- 512,
- 512
- ],
- "conv_kernel": [
- 10,
- 3,
- 3,
- 3,
- 3,
- 2,
- 2
- ],
- "conv_stride": [
- 5,
- 2,
- 2,
- 2,
- 2,
- 2,
- 2
- ],
- "ctc_loss_reduction": "mean",
- "ctc_zero_infinity": false,
- "diversity_loss_weight": 0.1,
- "do_stable_layer_norm": true,
- "eos_token_id": 2,
- "feat_extract_activation": "gelu",
- "feat_extract_dropout": 0.0,
- "feat_extract_norm": "layer",
- "feat_proj_dropout": 0.0,
- "feat_quantizer_dropout": 0.0,
- "final_dropout": 0.0,
- "hidden_act": "gelu",
- "hidden_dropout": 0.0,
- "hidden_size": 1024,
- "initializer_range": 0.02,
- "intermediate_size": 4096,
- "layer_norm_eps": 1e-05,
- "layerdrop": 0.0,
- "mask_feature_length": 64,
- "mask_feature_min_masks": 0,
- "mask_feature_prob": 0.25,
- "mask_time_length": 10,
- "mask_time_min_masks": 2,
- "mask_time_prob": 0.75,
- "model_type": "wav2vec2",
- "num_adapter_layers": 3,
- "num_attention_heads": 16,
- "num_codevector_groups": 2,
- "num_codevectors_per_group": 320,
- "num_conv_pos_embedding_groups": 16,
- "num_conv_pos_embeddings": 128,
- "num_feat_extract_layers": 7,
- "num_hidden_layers": 24,
- "num_negatives": 100,
- "output_hidden_size": 1024,
- "pad_token_id": 34,
- "proj_codevector_dim": 768,
- "tdnn_dilation": [
- 1,
- 2,
- 3,
- 1,
- 1
- ],
- "tdnn_dim": [
- 512,
- 512,
- 512,
- 512,
- 1500
- ],
- "tdnn_kernel": [
- 5,
- 3,
- 3,
- 1,
- 1
- ],
- "torch_dtype": "float32",
- "transformers_version": "4.16.0.dev0",
- "use_weighted_layer_sum": false,
- "vocab_size": 37,
- "xvector_output_dim": 512
-}
diff --git a/checkpoint-400/optimizer.pt b/checkpoint-400/optimizer.pt
deleted file mode 100644
index ea590cb180b361efc51d48e45c874731622e3024..0000000000000000000000000000000000000000
--- a/checkpoint-400/optimizer.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:16fdeeb953ce80d82d1ba249d99ae68b45e80c943e36a80b8a6517c275a7b594
-size 2490362385
diff --git a/checkpoint-400/pytorch_model.bin b/checkpoint-400/pytorch_model.bin
deleted file mode 100644
index 1142b7c99b2597a1f687eeb528bbf5b292edbbc2..0000000000000000000000000000000000000000
--- a/checkpoint-400/pytorch_model.bin
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:65431ecd0a10e000abb091aa8e3064f6e344c3e7771a07e792b6c0470ee8092c
-size 1262075377
diff --git a/checkpoint-400/rng_state.pth b/checkpoint-400/rng_state.pth
deleted file mode 100644
index 1450a361de1c4130470189ad41b578d92138eb51..0000000000000000000000000000000000000000
--- a/checkpoint-400/rng_state.pth
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a426a909abceadbfb6682c295322fafea2b96fc77d190014718f2a843f386bc4
-size 14567
diff --git a/checkpoint-400/scaler.pt b/checkpoint-400/scaler.pt
deleted file mode 100644
index 343a5e7d5b98a133cd9005a7f361f7d29f6abfb8..0000000000000000000000000000000000000000
--- a/checkpoint-400/scaler.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3828e6a0e34e076fa271e3dd1c08f47dc96711f380d9585d89de05befff54169
-size 559
diff --git a/checkpoint-400/scheduler.pt b/checkpoint-400/scheduler.pt
deleted file mode 100644
index 63b0c79ea6c3b20c78eeb265a34f45a4cf26adba..0000000000000000000000000000000000000000
--- a/checkpoint-400/scheduler.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b73abf21b39473fffe8d985c5918328870ddc7f68ec8e4b77b7e7ea44506a1b1
-size 623
diff --git a/checkpoint-400/trainer_state.json b/checkpoint-400/trainer_state.json
deleted file mode 100644
index 831b9cad19672639bea6e0f0c68a308113ec1e73..0000000000000000000000000000000000000000
--- a/checkpoint-400/trainer_state.json
+++ /dev/null
@@ -1,328 +0,0 @@
-{
- "best_metric": null,
- "best_model_checkpoint": null,
- "epoch": 1.1624365482233503,
- "global_step": 400,
- "is_hyper_param_search": false,
- "is_local_process_zero": true,
- "is_world_process_zero": true,
- "log_history": [
- {
- "epoch": 0.03,
- "learning_rate": 3.75e-05,
- "loss": 12.1562,
- "step": 10
- },
- {
- "epoch": 0.06,
- "learning_rate": 7.125e-05,
- "loss": 8.7679,
- "step": 20
- },
- {
- "epoch": 0.09,
- "learning_rate": 7.398952095808383e-05,
- "loss": 5.3683,
- "step": 30
- },
- {
- "epoch": 0.12,
- "learning_rate": 7.286676646706586e-05,
- "loss": 4.3219,
- "step": 40
- },
- {
- "epoch": 0.15,
- "learning_rate": 7.17440119760479e-05,
- "loss": 3.7182,
- "step": 50
- },
- {
- "epoch": 0.15,
- "eval_loss": 3.836604595184326,
- "eval_runtime": 133.4846,
- "eval_samples_per_second": 34.611,
- "eval_steps_per_second": 4.33,
- "eval_wer": 1.0,
- "step": 50
- },
- {
- "epoch": 0.17,
- "learning_rate": 7.062125748502993e-05,
- "loss": 3.478,
- "step": 60
- },
- {
- "epoch": 0.2,
- "learning_rate": 6.949850299401197e-05,
- "loss": 3.4492,
- "step": 70
- },
- {
- "epoch": 0.23,
- "learning_rate": 6.837574850299401e-05,
- "loss": 3.3928,
- "step": 80
- },
- {
- "epoch": 0.26,
- "learning_rate": 6.725299401197604e-05,
- "loss": 3.3183,
- "step": 90
- },
- {
- "epoch": 0.29,
- "learning_rate": 6.613023952095809e-05,
- "loss": 3.2075,
- "step": 100
- },
- {
- "epoch": 0.29,
- "eval_loss": 3.258362293243408,
- "eval_runtime": 126.6078,
- "eval_samples_per_second": 36.491,
- "eval_steps_per_second": 4.565,
- "eval_wer": 1.0,
- "step": 100
- },
- {
- "epoch": 0.32,
- "learning_rate": 6.500748502994012e-05,
- "loss": 3.14,
- "step": 110
- },
- {
- "epoch": 0.35,
- "learning_rate": 6.388473053892215e-05,
- "loss": 3.1281,
- "step": 120
- },
- {
- "epoch": 0.38,
- "learning_rate": 6.276197604790418e-05,
- "loss": 3.0987,
- "step": 130
- },
- {
- "epoch": 0.41,
- "learning_rate": 6.163922155688622e-05,
- "loss": 3.1003,
- "step": 140
- },
- {
- "epoch": 0.44,
- "learning_rate": 6.0516467065868256e-05,
- "loss": 3.0922,
- "step": 150
- },
- {
- "epoch": 0.44,
- "eval_loss": 3.127869129180908,
- "eval_runtime": 126.3837,
- "eval_samples_per_second": 36.555,
- "eval_steps_per_second": 4.573,
- "eval_wer": 1.0,
- "step": 150
- },
- {
- "epoch": 0.46,
- "learning_rate": 5.9393712574850293e-05,
- "loss": 3.0588,
- "step": 160
- },
- {
- "epoch": 0.49,
- "learning_rate": 5.827095808383233e-05,
- "loss": 3.0477,
- "step": 170
- },
- {
- "epoch": 0.52,
- "learning_rate": 5.714820359281436e-05,
- "loss": 3.045,
- "step": 180
- },
- {
- "epoch": 0.55,
- "learning_rate": 5.602544910179641e-05,
- "loss": 3.0439,
- "step": 190
- },
- {
- "epoch": 0.58,
- "learning_rate": 5.490269461077844e-05,
- "loss": 3.0846,
- "step": 200
- },
- {
- "epoch": 0.58,
- "eval_loss": 3.079519271850586,
- "eval_runtime": 125.7215,
- "eval_samples_per_second": 36.748,
- "eval_steps_per_second": 4.597,
- "eval_wer": 1.0,
- "step": 200
- },
- {
- "epoch": 0.61,
- "learning_rate": 5.3779940119760477e-05,
- "loss": 3.0512,
- "step": 210
- },
- {
- "epoch": 0.64,
- "learning_rate": 5.265718562874251e-05,
- "loss": 3.0143,
- "step": 220
- },
- {
- "epoch": 0.67,
- "learning_rate": 5.1534431137724546e-05,
- "loss": 3.0387,
- "step": 230
- },
- {
- "epoch": 0.7,
- "learning_rate": 5.0411676646706584e-05,
- "loss": 3.0311,
- "step": 240
- },
- {
- "epoch": 0.73,
- "learning_rate": 4.9288922155688615e-05,
- "loss": 3.0417,
- "step": 250
- },
- {
- "epoch": 0.73,
- "eval_loss": 3.069390058517456,
- "eval_runtime": 125.7339,
- "eval_samples_per_second": 36.744,
- "eval_steps_per_second": 4.597,
- "eval_wer": 1.0,
- "step": 250
- },
- {
- "epoch": 0.75,
- "learning_rate": 4.816616766467066e-05,
- "loss": 3.0219,
- "step": 260
- },
- {
- "epoch": 0.78,
- "learning_rate": 4.704341317365269e-05,
- "loss": 3.0194,
- "step": 270
- },
- {
- "epoch": 0.81,
- "learning_rate": 4.592065868263473e-05,
- "loss": 2.9974,
- "step": 280
- },
- {
- "epoch": 0.84,
- "learning_rate": 4.479790419161676e-05,
- "loss": 2.9996,
- "step": 290
- },
- {
- "epoch": 0.87,
- "learning_rate": 4.36751497005988e-05,
- "loss": 3.0016,
- "step": 300
- },
- {
- "epoch": 0.87,
- "eval_loss": 3.0347490310668945,
- "eval_runtime": 132.3039,
- "eval_samples_per_second": 34.92,
- "eval_steps_per_second": 4.369,
- "eval_wer": 1.0,
- "step": 300
- },
- {
- "epoch": 0.9,
- "learning_rate": 4.255239520958083e-05,
- "loss": 3.0052,
- "step": 310
- },
- {
- "epoch": 0.93,
- "learning_rate": 4.142964071856287e-05,
- "loss": 2.9826,
- "step": 320
- },
- {
- "epoch": 0.96,
- "learning_rate": 4.030688622754491e-05,
- "loss": 2.9747,
- "step": 330
- },
- {
- "epoch": 0.99,
- "learning_rate": 3.918413173652694e-05,
- "loss": 2.9617,
- "step": 340
- },
- {
- "epoch": 1.02,
- "learning_rate": 3.806137724550898e-05,
- "loss": 3.2053,
- "step": 350
- },
- {
- "epoch": 1.02,
- "eval_loss": 2.984886407852173,
- "eval_runtime": 149.1508,
- "eval_samples_per_second": 30.975,
- "eval_steps_per_second": 3.875,
- "eval_wer": 1.0,
- "step": 350
- },
- {
- "epoch": 1.05,
- "learning_rate": 3.693862275449102e-05,
- "loss": 2.9665,
- "step": 360
- },
- {
- "epoch": 1.08,
- "learning_rate": 3.581586826347305e-05,
- "loss": 2.9641,
- "step": 370
- },
- {
- "epoch": 1.1,
- "learning_rate": 3.469311377245509e-05,
- "loss": 2.9484,
- "step": 380
- },
- {
- "epoch": 1.13,
- "learning_rate": 3.3570359281437126e-05,
- "loss": 2.9494,
- "step": 390
- },
- {
- "epoch": 1.16,
- "learning_rate": 3.244760479041916e-05,
- "loss": 2.9698,
- "step": 400
- },
- {
- "epoch": 1.16,
- "eval_loss": 2.989494562149048,
- "eval_runtime": 150.6903,
- "eval_samples_per_second": 30.659,
- "eval_steps_per_second": 3.836,
- "eval_wer": 1.0,
- "step": 400
- }
- ],
- "max_steps": 688,
- "num_train_epochs": 2,
- "total_flos": 1.1900340345446784e+18,
- "trial_name": null,
- "trial_params": null
-}
diff --git a/checkpoint-400/training_args.bin b/checkpoint-400/training_args.bin
deleted file mode 100644
index 3668de889ee300c61fb03bb75b3ed71da47c3466..0000000000000000000000000000000000000000
--- a/checkpoint-400/training_args.bin
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:77806a16ec6ef209c8a5c1c085159a0bc8e45c23f2d143f2c13e01527f13b5b2
-size 2991
diff --git a/checkpoint-450/config.json b/checkpoint-450/config.json
deleted file mode 100644
index e2b341d9ac71fa59d21d0ae0ebe25c94ee280332..0000000000000000000000000000000000000000
--- a/checkpoint-450/config.json
+++ /dev/null
@@ -1,107 +0,0 @@
-{
- "_name_or_path": "facebook/wav2vec2-xls-r-300m",
- "activation_dropout": 0.1,
- "adapter_kernel_size": 3,
- "adapter_stride": 2,
- "add_adapter": false,
- "apply_spec_augment": true,
- "architectures": [
- "Wav2Vec2ForCTC"
- ],
- "attention_dropout": 0.0,
- "bos_token_id": 1,
- "classifier_proj_size": 256,
- "codevector_dim": 768,
- "contrastive_logits_temperature": 0.1,
- "conv_bias": true,
- "conv_dim": [
- 512,
- 512,
- 512,
- 512,
- 512,
- 512,
- 512
- ],
- "conv_kernel": [
- 10,
- 3,
- 3,
- 3,
- 3,
- 2,
- 2
- ],
- "conv_stride": [
- 5,
- 2,
- 2,
- 2,
- 2,
- 2,
- 2
- ],
- "ctc_loss_reduction": "mean",
- "ctc_zero_infinity": false,
- "diversity_loss_weight": 0.1,
- "do_stable_layer_norm": true,
- "eos_token_id": 2,
- "feat_extract_activation": "gelu",
- "feat_extract_dropout": 0.0,
- "feat_extract_norm": "layer",
- "feat_proj_dropout": 0.0,
- "feat_quantizer_dropout": 0.0,
- "final_dropout": 0.0,
- "hidden_act": "gelu",
- "hidden_dropout": 0.0,
- "hidden_size": 1024,
- "initializer_range": 0.02,
- "intermediate_size": 4096,
- "layer_norm_eps": 1e-05,
- "layerdrop": 0.0,
- "mask_feature_length": 64,
- "mask_feature_min_masks": 0,
- "mask_feature_prob": 0.25,
- "mask_time_length": 10,
- "mask_time_min_masks": 2,
- "mask_time_prob": 0.75,
- "model_type": "wav2vec2",
- "num_adapter_layers": 3,
- "num_attention_heads": 16,
- "num_codevector_groups": 2,
- "num_codevectors_per_group": 320,
- "num_conv_pos_embedding_groups": 16,
- "num_conv_pos_embeddings": 128,
- "num_feat_extract_layers": 7,
- "num_hidden_layers": 24,
- "num_negatives": 100,
- "output_hidden_size": 1024,
- "pad_token_id": 34,
- "proj_codevector_dim": 768,
- "tdnn_dilation": [
- 1,
- 2,
- 3,
- 1,
- 1
- ],
- "tdnn_dim": [
- 512,
- 512,
- 512,
- 512,
- 1500
- ],
- "tdnn_kernel": [
- 5,
- 3,
- 3,
- 1,
- 1
- ],
- "torch_dtype": "float32",
- "transformers_version": "4.16.0.dev0",
- "use_weighted_layer_sum": false,
- "vocab_size": 37,
- "xvector_output_dim": 512
-}
diff --git a/checkpoint-450/optimizer.pt b/checkpoint-450/optimizer.pt
deleted file mode 100644
index bd8715c1bbd9c3f0f52187373ced180406b9cf8d..0000000000000000000000000000000000000000
--- a/checkpoint-450/optimizer.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8d20a2e7a06e4c6fe1ca1763518fe26e3bd509e54e5c6ce336b1cdd4ad352fc8
-size 2490362385
diff --git a/checkpoint-450/preprocessor_config.json b/checkpoint-450/preprocessor_config.json
deleted file mode 100644
index 36ebe8b7c1cc967b3059f0494ae8a1069dd67655..0000000000000000000000000000000000000000
--- a/checkpoint-450/preprocessor_config.json
+++ /dev/null
@@ -1,9 +0,0 @@
-{
- "do_normalize": true,
- "feature_extractor_type": "Wav2Vec2FeatureExtractor",
- "feature_size": 1,
- "padding_side": "right",
- "padding_value": 0,
- "return_attention_mask": true,
- "sampling_rate": 16000
-}
diff --git a/checkpoint-450/pytorch_model.bin b/checkpoint-450/pytorch_model.bin
deleted file mode 100644
index 4d6526b1a26d796a4844fa41478096f99e4673af..0000000000000000000000000000000000000000
--- a/checkpoint-450/pytorch_model.bin
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:64a67aef87c3664c6c90fef5a16264df1a1e9ec09017448f7dd3962f7e7ed3cd
-size 1262075377
diff --git a/checkpoint-450/rng_state.pth b/checkpoint-450/rng_state.pth
deleted file mode 100644
index 86e2495f351ca86cbf10ac22ccc4ddb4debc815c..0000000000000000000000000000000000000000
--- a/checkpoint-450/rng_state.pth
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:171f5d4a1db63b5ecb87951d275cbcef882e72c7875f0439f386ec2a0cc474fc
-size 14503
diff --git a/checkpoint-450/scaler.pt b/checkpoint-450/scaler.pt
deleted file mode 100644
index 3d0bb5f867ee5f9f3f1a52c173ca13960db592ee..0000000000000000000000000000000000000000
--- a/checkpoint-450/scaler.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5b437a2168639a7226a6616cf299b21e2671732a153df5f941f17a2c38a20459
-size 559
diff --git a/checkpoint-450/scheduler.pt b/checkpoint-450/scheduler.pt
deleted file mode 100644
index adb43a1b1561f909777da38ebd18a1c9916ebb24..0000000000000000000000000000000000000000
--- a/checkpoint-450/scheduler.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:89db00b13c6183184d8d5a3b77b2b0c26843c6c480825e0951a03deff712e541
-size 623
diff --git a/checkpoint-450/trainer_state.json b/checkpoint-450/trainer_state.json
deleted file mode 100644
index ada10dc604083a13a3115d583568a1430ba58635..0000000000000000000000000000000000000000
--- a/checkpoint-450/trainer_state.json
+++ /dev/null
@@ -1,367 +0,0 @@
-{
- "best_metric": null,
- "best_model_checkpoint": null,
- "epoch": 1.3074691805656273,
- "global_step": 450,
- "is_hyper_param_search": false,
- "is_local_process_zero": true,
- "is_world_process_zero": true,
- "log_history": [
- {
- "epoch": 0.03,
- "learning_rate": 3.75e-05,
- "loss": 12.1562,
- "step": 10
- },
- {
- "epoch": 0.06,
- "learning_rate": 7.125e-05,
- "loss": 8.7679,
- "step": 20
- },
- {
- "epoch": 0.09,
- "learning_rate": 7.398952095808383e-05,
- "loss": 5.3683,
- "step": 30
- },
- {
- "epoch": 0.12,
- "learning_rate": 7.286676646706586e-05,
- "loss": 4.3219,
- "step": 40
- },
- {
- "epoch": 0.15,
- "learning_rate": 7.17440119760479e-05,
- "loss": 3.7182,
- "step": 50
- },
- {
- "epoch": 0.15,
- "eval_loss": 3.836604595184326,
- "eval_runtime": 133.4846,
- "eval_samples_per_second": 34.611,
- "eval_steps_per_second": 4.33,
- "eval_wer": 1.0,
- "step": 50
- },
- {
- "epoch": 0.17,
- "learning_rate": 7.062125748502993e-05,
- "loss": 3.478,
- "step": 60
- },
- {
- "epoch": 0.2,
- "learning_rate": 6.949850299401197e-05,
- "loss": 3.4492,
- "step": 70
- },
- {
- "epoch": 0.23,
- "learning_rate": 6.837574850299401e-05,
- "loss": 3.3928,
- "step": 80
- },
- {
- "epoch": 0.26,
- "learning_rate": 6.725299401197604e-05,
- "loss": 3.3183,
- "step": 90
- },
- {
- "epoch": 0.29,
- "learning_rate": 6.613023952095809e-05,
- "loss": 3.2075,
- "step": 100
- },
- {
- "epoch": 0.29,
- "eval_loss": 3.258362293243408,
- "eval_runtime": 126.6078,
- "eval_samples_per_second": 36.491,
- "eval_steps_per_second": 4.565,
- "eval_wer": 1.0,
- "step": 100
- },
- {
- "epoch": 0.32,
- "learning_rate": 6.500748502994012e-05,
- "loss": 3.14,
- "step": 110
- },
- {
- "epoch": 0.35,
- "learning_rate": 6.388473053892215e-05,
- "loss": 3.1281,
- "step": 120
- },
- {
- "epoch": 0.38,
- "learning_rate": 6.276197604790418e-05,
- "loss": 3.0987,
- "step": 130
- },
- {
- "epoch": 0.41,
- "learning_rate": 6.163922155688622e-05,
- "loss": 3.1003,
- "step": 140
- },
- {
- "epoch": 0.44,
- "learning_rate": 6.0516467065868256e-05,
- "loss": 3.0922,
- "step": 150
- },
- {
- "epoch": 0.44,
- "eval_loss": 3.127869129180908,
- "eval_runtime": 126.3837,
- "eval_samples_per_second": 36.555,
- "eval_steps_per_second": 4.573,
- "eval_wer": 1.0,
- "step": 150
- },
- {
- "epoch": 0.46,
- "learning_rate": 5.9393712574850293e-05,
- "loss": 3.0588,
- "step": 160
- },
- {
- "epoch": 0.49,
- "learning_rate": 5.827095808383233e-05,
- "loss": 3.0477,
- "step": 170
- },
- {
- "epoch": 0.52,
- "learning_rate": 5.714820359281436e-05,
- "loss": 3.045,
- "step": 180
- },
- {
- "epoch": 0.55,
- "learning_rate": 5.602544910179641e-05,
- "loss": 3.0439,
- "step": 190
- },
- {
- "epoch": 0.58,
- "learning_rate": 5.490269461077844e-05,
- "loss": 3.0846,
- "step": 200
- },
- {
- "epoch": 0.58,
- "eval_loss": 3.079519271850586,
- "eval_runtime": 125.7215,
- "eval_samples_per_second": 36.748,
- "eval_steps_per_second": 4.597,
- "eval_wer": 1.0,
- "step": 200
- },
- {
- "epoch": 0.61,
- "learning_rate": 5.3779940119760477e-05,
- "loss": 3.0512,
- "step": 210
- },
- {
- "epoch": 0.64,
- "learning_rate": 5.265718562874251e-05,
- "loss": 3.0143,
- "step": 220
- },
- {
- "epoch": 0.67,
- "learning_rate": 5.1534431137724546e-05,
- "loss": 3.0387,
- "step": 230
- },
- {
- "epoch": 0.7,
- "learning_rate": 5.0411676646706584e-05,
- "loss": 3.0311,
- "step": 240
- },
- {
- "epoch": 0.73,
- "learning_rate": 4.9288922155688615e-05,
- "loss": 3.0417,
- "step": 250
- },
- {
- "epoch": 0.73,
- "eval_loss": 3.069390058517456,
- "eval_runtime": 125.7339,
- "eval_samples_per_second": 36.744,
- "eval_steps_per_second": 4.597,
- "eval_wer": 1.0,
- "step": 250
- },
- {
- "epoch": 0.75,
- "learning_rate": 4.816616766467066e-05,
- "loss": 3.0219,
- "step": 260
- },
- {
- "epoch": 0.78,
- "learning_rate": 4.704341317365269e-05,
- "loss": 3.0194,
- "step": 270
- },
- {
- "epoch": 0.81,
- "learning_rate": 4.592065868263473e-05,
- "loss": 2.9974,
- "step": 280
- },
- {
- "epoch": 0.84,
- "learning_rate": 4.479790419161676e-05,
- "loss": 2.9996,
- "step": 290
- },
- {
- "epoch": 0.87,
- "learning_rate": 4.36751497005988e-05,
- "loss": 3.0016,
- "step": 300
- },
- {
- "epoch": 0.87,
- "eval_loss": 3.0347490310668945,
- "eval_runtime": 132.3039,
- "eval_samples_per_second": 34.92,
- "eval_steps_per_second": 4.369,
- "eval_wer": 1.0,
- "step": 300
- },
- {
- "epoch": 0.9,
- "learning_rate": 4.255239520958083e-05,
- "loss": 3.0052,
- "step": 310
- },
- {
- "epoch": 0.93,
- "learning_rate": 4.142964071856287e-05,
- "loss": 2.9826,
- "step": 320
- },
- {
- "epoch": 0.96,
- "learning_rate": 4.030688622754491e-05,
- "loss": 2.9747,
- "step": 330
- },
- {
- "epoch": 0.99,
- "learning_rate": 3.918413173652694e-05,
- "loss": 2.9617,
- "step": 340
- },
- {
- "epoch": 1.02,
- "learning_rate": 3.806137724550898e-05,
- "loss": 3.2053,
- "step": 350
- },
- {
- "epoch": 1.02,
- "eval_loss": 2.984886407852173,
- "eval_runtime": 149.1508,
- "eval_samples_per_second": 30.975,
- "eval_steps_per_second": 3.875,
- "eval_wer": 1.0,
- "step": 350
- },
- {
- "epoch": 1.05,
- "learning_rate": 3.693862275449102e-05,
- "loss": 2.9665,
- "step": 360
- },
- {
- "epoch": 1.08,
- "learning_rate": 3.581586826347305e-05,
- "loss": 2.9641,
- "step": 370
- },
- {
- "epoch": 1.1,
- "learning_rate": 3.469311377245509e-05,
- "loss": 2.9484,
- "step": 380
- },
- {
- "epoch": 1.13,
- "learning_rate": 3.3570359281437126e-05,
- "loss": 2.9494,
- "step": 390
- },
- {
- "epoch": 1.16,
- "learning_rate": 3.244760479041916e-05,
- "loss": 2.9698,
- "step": 400
- },
- {
- "epoch": 1.16,
- "eval_loss": 2.989494562149048,
- "eval_runtime": 150.6903,
- "eval_samples_per_second": 30.659,
- "eval_steps_per_second": 3.836,
- "eval_wer": 1.0,
- "step": 400
- },
- {
- "epoch": 1.19,
- "learning_rate": 3.1324850299401195e-05,
- "loss": 2.9664,
- "step": 410
- },
- {
- "epoch": 1.22,
- "learning_rate": 3.020209580838323e-05,
- "loss": 2.9494,
- "step": 420
- },
- {
- "epoch": 1.25,
- "learning_rate": 2.9079341317365265e-05,
- "loss": 2.935,
- "step": 430
- },
- {
- "epoch": 1.28,
- "learning_rate": 2.7956586826347306e-05,
- "loss": 2.9397,
- "step": 440
- },
- {
- "epoch": 1.31,
- "learning_rate": 2.683383233532934e-05,
- "loss": 2.9485,
- "step": 450
- },
- {
- "epoch": 1.31,
- "eval_loss": 2.9584460258483887,
- "eval_runtime": 140.6358,
- "eval_samples_per_second": 32.851,
- "eval_steps_per_second": 4.11,
- "eval_wer": 1.0,
- "step": 450
- }
- ],
- "max_steps": 688,
- "num_train_epochs": 2,
- "total_flos": 1.336010418574825e+18,
- "trial_name": null,
- "trial_params": null
-}
diff --git a/checkpoint-450/training_args.bin b/checkpoint-450/training_args.bin
deleted file mode 100644
index 3668de889ee300c61fb03bb75b3ed71da47c3466..0000000000000000000000000000000000000000
--- a/checkpoint-450/training_args.bin
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:77806a16ec6ef209c8a5c1c085159a0bc8e45c23f2d143f2c13e01527f13b5b2
-size 2991
diff --git a/checkpoint-500/config.json b/checkpoint-5/config.json
similarity index 65%
rename from checkpoint-500/config.json
rename to checkpoint-5/config.json
index e2b341d9ac71fa59d21d0ae0ebe25c94ee280332..ab1d98b04b59f2aee1d007a7e59854fe1acde354 100644
--- a/checkpoint-500/config.json
+++ b/checkpoint-5/config.json
@@ -1,6 +1,6 @@
{
- "_name_or_path": "facebook/wav2vec2-xls-r-300m",
- "activation_dropout": 0.1,
+ "_name_or_path": "hf-test/xls-r-dummy",
+ "activation_dropout": 0.0,
"adapter_kernel_size": 3,
"adapter_stride": 2,
"add_adapter": false,
@@ -11,35 +11,23 @@
"attention_dropout": 0.0,
"bos_token_id": 1,
"classifier_proj_size": 256,
- "codevector_dim": 768,
+ "codevector_dim": 256,
"contrastive_logits_temperature": 0.1,
- "conv_bias": true,
+ "conv_bias": false,
"conv_dim": [
- 512,
- 512,
- 512,
- 512,
- 512,
- 512,
- 512
+ 32,
+ 32,
+ 32
],
"conv_kernel": [
- 10,
- 3,
- 3,
- 3,
- 3,
- 2,
- 2
+ 8,
+ 8,
+ 8
],
"conv_stride": [
- 5,
- 2,
- 2,
- 2,
- 2,
- 2,
- 2
+ 4,
+ 4,
+ 4
],
"ctc_loss_reduction": "mean",
"ctc_zero_infinity": false,
@@ -54,30 +42,31 @@
"final_dropout": 0.0,
"hidden_act": "gelu",
"hidden_dropout": 0.0,
- "hidden_size": 1024,
+ "hidden_dropout_prob": 0.1,
+ "hidden_size": 16,
"initializer_range": 0.02,
- "intermediate_size": 4096,
+ "intermediate_size": 20,
"layer_norm_eps": 1e-05,
"layerdrop": 0.0,
- "mask_feature_length": 64,
+ "mask_feature_length": 10,
"mask_feature_min_masks": 0,
- "mask_feature_prob": 0.25,
+ "mask_feature_prob": 0.0,
"mask_time_length": 10,
"mask_time_min_masks": 2,
- "mask_time_prob": 0.75,
+ "mask_time_prob": 0.05,
"model_type": "wav2vec2",
"num_adapter_layers": 3,
- "num_attention_heads": 16,
+ "num_attention_heads": 2,
"num_codevector_groups": 2,
"num_codevectors_per_group": 320,
- "num_conv_pos_embedding_groups": 16,
- "num_conv_pos_embeddings": 128,
- "num_feat_extract_layers": 7,
- "num_hidden_layers": 24,
- "num_negatives": 100,
- "output_hidden_size": 1024,
- "pad_token_id": 34,
- "proj_codevector_dim": 768,
+ "num_conv_pos_embedding_groups": 2,
+ "num_conv_pos_embeddings": 16,
+ "num_feat_extract_layers": 3,
+ "num_hidden_layers": 4,
+ "num_negatives": 10,
+ "output_hidden_size": 16,
+ "pad_token_id": 50,
+ "proj_codevector_dim": 256,
"tdnn_dilation": [
1,
2,
@@ -102,6 +91,6 @@
"torch_dtype": "float32",
"transformers_version": "4.16.0.dev0",
"use_weighted_layer_sum": false,
- "vocab_size": 37,
+ "vocab_size": 53,
"xvector_output_dim": 512
}
diff --git a/checkpoint-5/optimizer.pt b/checkpoint-5/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84227572849bfdf65ffac7e7149c1a7bac63592a
--- /dev/null
+++ b/checkpoint-5/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a245c50c71ce92148ecd921cac7789c454842de546c72d14ed7db3cfb2368f57
+size 130385
diff --git a/checkpoint-400/preprocessor_config.json b/checkpoint-5/preprocessor_config.json
similarity index 73%
rename from checkpoint-400/preprocessor_config.json
rename to checkpoint-5/preprocessor_config.json
index 36ebe8b7c1cc967b3059f0494ae8a1069dd67655..a0b7227fc1d916e469b14f6c154ad6dfea1e6891 100644
--- a/checkpoint-400/preprocessor_config.json
+++ b/checkpoint-5/preprocessor_config.json
@@ -3,7 +3,7 @@
"feature_extractor_type": "Wav2Vec2FeatureExtractor",
"feature_size": 1,
"padding_side": "right",
- "padding_value": 0,
- "return_attention_mask": true,
+ "padding_value": 0.0,
+ "return_attention_mask": false,
"sampling_rate": 16000
}
diff --git a/checkpoint-5/pytorch_model.bin b/checkpoint-5/pytorch_model.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cb2404f7b5dc347d621158ef7b62dd6a9de9fe23
--- /dev/null
+++ b/checkpoint-5/pytorch_model.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f707ecc79ae941e56ffdb7641b649a684ab4c49c79e26a5c0e388853b9c3416
+size 143910
diff --git a/checkpoint-5/rng_state.pth b/checkpoint-5/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4f4033bdcf58dfe0499f7daaf091b8c0657e4ce8
--- /dev/null
+++ b/checkpoint-5/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed2ba2d62f4307f8e3a73e07e52e7c639a10c1c25d1552bde4eee08c6914110c
+size 14567
diff --git a/checkpoint-5/scaler.pt b/checkpoint-5/scaler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88b2386a9091009f93dee1f55c5760fbe6109780
--- /dev/null
+++ b/checkpoint-5/scaler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a648873cde1f456464b7741cbb832250d15acff5f65edbdbdecb0e392b63153
+size 559
diff --git a/checkpoint-5/scheduler.pt b/checkpoint-5/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87e016140ed93c5d2b41325fb26c9e57ce8e45ae
--- /dev/null
+++ b/checkpoint-5/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1570f1540bbb5840ac5e01c84d0494b5fa441945dfd0c990d275c242d4173037
+size 623
diff --git a/checkpoint-5/trainer_state.json b/checkpoint-5/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..eb02cc247f3c1c1ce1f5fcd3014180f7ff849a1d
--- /dev/null
+++ b/checkpoint-5/trainer_state.json
@@ -0,0 +1,15 @@
+{
+ "best_metric": null,
+ "best_model_checkpoint": null,
+ "epoch": 0.014204545454545454,
+ "global_step": 5,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [],
+ "max_steps": 10,
+ "num_train_epochs": 1,
+ "total_flos": 273921937920.0,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/checkpoint-5/training_args.bin b/checkpoint-5/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a6ee4a388875f54e609d7a0ef39dc5f0eb7e5840
--- /dev/null
+++ b/checkpoint-5/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13f03d8c8ae9bd8496ddb1b6ef8d282d15b54e9aee2f515f000a57e9ac24d7c2
+size 2991
diff --git a/checkpoint-500/optimizer.pt b/checkpoint-500/optimizer.pt
deleted file mode 100644
index 446eef939fc081ea7c298fb1125c30df282199a2..0000000000000000000000000000000000000000
--- a/checkpoint-500/optimizer.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2dbd398c0993452243cb7df79d58793489c5b41d1a1000e547261b81959e2f45
-size 2490362385
diff --git a/checkpoint-500/preprocessor_config.json b/checkpoint-500/preprocessor_config.json
deleted file mode 100644
index 36ebe8b7c1cc967b3059f0494ae8a1069dd67655..0000000000000000000000000000000000000000
--- a/checkpoint-500/preprocessor_config.json
+++ /dev/null
@@ -1,9 +0,0 @@
-{
- "do_normalize": true,
- "feature_extractor_type": "Wav2Vec2FeatureExtractor",
- "feature_size": 1,
- "padding_side": "right",
- "padding_value": 0,
- "return_attention_mask": true,
- "sampling_rate": 16000
-}
diff --git a/checkpoint-500/pytorch_model.bin b/checkpoint-500/pytorch_model.bin
deleted file mode 100644
index f1ab8ef153aac3228dde993b18afdac93cde0bcb..0000000000000000000000000000000000000000
--- a/checkpoint-500/pytorch_model.bin
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ed159635bd947770842e25d915d8157fd198d2f06d5db2476c6663627e3beee7
-size 1262075377
diff --git a/checkpoint-500/rng_state.pth b/checkpoint-500/rng_state.pth
deleted file mode 100644
index 00c4c821bf4c0af098df480316b9a6d991d0b024..0000000000000000000000000000000000000000
--- a/checkpoint-500/rng_state.pth
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:32b82ac75b07e68dc3bc90e76f55a339f64dce724d87a9ae3c69ee46df441867
-size 14503
diff --git a/checkpoint-500/scaler.pt b/checkpoint-500/scaler.pt
deleted file mode 100644
index d772bae80fc54906c97c8561308663e25c3b9abe..0000000000000000000000000000000000000000
--- a/checkpoint-500/scaler.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0c8bceadebe118ff459b01a775a8e9b38a6b8302c162d022f78d3646163e6486
-size 559
diff --git a/checkpoint-500/scheduler.pt b/checkpoint-500/scheduler.pt
deleted file mode 100644
index 9d4da66ce3a7bf1c54f18fa750411262b58d8622..0000000000000000000000000000000000000000
--- a/checkpoint-500/scheduler.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:15019bcd1c8fc8b1bd39c46d9e1196c2fa76648918a0024eb84229f57debcf7e
-size 623
diff --git a/checkpoint-500/trainer_state.json b/checkpoint-500/trainer_state.json
deleted file mode 100644
index 8811c23ff00fb900cbb36ff6ef3a0d56426546e4..0000000000000000000000000000000000000000
--- a/checkpoint-500/trainer_state.json
+++ /dev/null
@@ -1,55 +0,0 @@
-{
- "best_metric": null,
- "best_model_checkpoint": null,
- "epoch": 1.4525018129079044,
- "global_step": 500,
- "is_hyper_param_search": false,
- "is_local_process_zero": true,
- "is_world_process_zero": true,
- "log_history": [
- {
- "epoch": 0.29,
- "learning_rate": 6.613023952095809e-05,
- "loss": 5.1206,
- "step": 100
- },
- {
- "epoch": 0.58,
- "learning_rate": 5.490269461077844e-05,
- "loss": 3.0901,
- "step": 200
- },
- {
- "epoch": 0.87,
- "learning_rate": 4.36751497005988e-05,
- "loss": 3.0224,
- "step": 300
- },
- {
- "epoch": 1.16,
- "learning_rate": 3.244760479041916e-05,
- "loss": 2.9922,
- "step": 400
- },
- {
- "epoch": 1.45,
- "learning_rate": 2.1220059880239517e-05,
- "loss": 2.9357,
- "step": 500
- },
- {
- "epoch": 1.45,
- "eval_loss": 2.9458744525909424,
- "eval_runtime": 138.8724,
- "eval_samples_per_second": 33.268,
- "eval_steps_per_second": 4.162,
- "eval_wer": 1.0,
- "step": 500
- }
- ],
- "max_steps": 688,
- "num_train_epochs": 2,
- "total_flos": 1.4827194756605722e+18,
- "trial_name": null,
- "trial_params": null
-}
diff --git a/checkpoint-500/training_args.bin b/checkpoint-500/training_args.bin
deleted file mode 100644
index c1389a2840277e1c90a0724df23dc58f54f37c90..0000000000000000000000000000000000000000
--- a/checkpoint-500/training_args.bin
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:07c8daeeea1ded5d5b75ab1c6033b9bed25c9ac1f192a365842399932683cfcc
-size 2991
diff --git a/config.json b/config.json
index e2b341d9ac71fa59d21d0ae0ebe25c94ee280332..ab1d98b04b59f2aee1d007a7e59854fe1acde354 100644
--- a/config.json
+++ b/config.json
@@ -1,6 +1,6 @@
{
- "_name_or_path": "facebook/wav2vec2-xls-r-300m",
- "activation_dropout": 0.1,
+ "_name_or_path": "hf-test/xls-r-dummy",
+ "activation_dropout": 0.0,
"adapter_kernel_size": 3,
"adapter_stride": 2,
"add_adapter": false,
@@ -11,35 +11,23 @@
"attention_dropout": 0.0,
"bos_token_id": 1,
"classifier_proj_size": 256,
- "codevector_dim": 768,
+ "codevector_dim": 256,
"contrastive_logits_temperature": 0.1,
- "conv_bias": true,
+ "conv_bias": false,
"conv_dim": [
- 512,
- 512,
- 512,
- 512,
- 512,
- 512,
- 512
+ 32,
+ 32,
+ 32
],
"conv_kernel": [
- 10,
- 3,
- 3,
- 3,
- 3,
- 2,
- 2
+ 8,
+ 8,
+ 8
],
"conv_stride": [
- 5,
- 2,
- 2,
- 2,
- 2,
- 2,
- 2
+ 4,
+ 4,
+ 4
],
"ctc_loss_reduction": "mean",
"ctc_zero_infinity": false,
@@ -54,30 +42,31 @@
"final_dropout": 0.0,
"hidden_act": "gelu",
"hidden_dropout": 0.0,
- "hidden_size": 1024,
+ "hidden_dropout_prob": 0.1,
+ "hidden_size": 16,
"initializer_range": 0.02,
- "intermediate_size": 4096,
+ "intermediate_size": 20,
"layer_norm_eps": 1e-05,
"layerdrop": 0.0,
- "mask_feature_length": 64,
+ "mask_feature_length": 10,
"mask_feature_min_masks": 0,
- "mask_feature_prob": 0.25,
+ "mask_feature_prob": 0.0,
"mask_time_length": 10,
"mask_time_min_masks": 2,
- "mask_time_prob": 0.75,
+ "mask_time_prob": 0.05,
"model_type": "wav2vec2",
"num_adapter_layers": 3,
- "num_attention_heads": 16,
+ "num_attention_heads": 2,
"num_codevector_groups": 2,
"num_codevectors_per_group": 320,
- "num_conv_pos_embedding_groups": 16,
- "num_conv_pos_embeddings": 128,
- "num_feat_extract_layers": 7,
- "num_hidden_layers": 24,
- "num_negatives": 100,
- "output_hidden_size": 1024,
- "pad_token_id": 34,
- "proj_codevector_dim": 768,
+ "num_conv_pos_embedding_groups": 2,
+ "num_conv_pos_embeddings": 16,
+ "num_feat_extract_layers": 3,
+ "num_hidden_layers": 4,
+ "num_negatives": 10,
+ "output_hidden_size": 16,
+ "pad_token_id": 50,
+ "proj_codevector_dim": 256,
"tdnn_dilation": [
1,
2,
@@ -102,6 +91,6 @@
"torch_dtype": "float32",
"transformers_version": "4.16.0.dev0",
"use_weighted_layer_sum": false,
- "vocab_size": 37,
+ "vocab_size": 53,
"xvector_output_dim": 512
}
diff --git a/eval_results.json b/eval_results.json
deleted file mode 100644
index 5c99813611a18ebd2c4657e71c248314eda631ea..0000000000000000000000000000000000000000
--- a/eval_results.json
+++ /dev/null
@@ -1,9 +0,0 @@
-{
- "epoch": 2.0,
- "eval_loss": 2.91414213180542,
- "eval_runtime": 133.9783,
- "eval_samples": 4620,
- "eval_samples_per_second": 34.483,
- "eval_steps_per_second": 4.314,
- "eval_wer": 1.0
-}
\ No newline at end of file
diff --git a/preprocessor_config.json b/preprocessor_config.json
index 36ebe8b7c1cc967b3059f0494ae8a1069dd67655..a0b7227fc1d916e469b14f6c154ad6dfea1e6891 100644
--- a/preprocessor_config.json
+++ b/preprocessor_config.json
@@ -3,7 +3,7 @@
"feature_extractor_type": "Wav2Vec2FeatureExtractor",
"feature_size": 1,
"padding_side": "right",
- "padding_value": 0,
- "return_attention_mask": true,
+ "padding_value": 0.0,
+ "return_attention_mask": false,
"sampling_rate": 16000
}
diff --git a/pytorch_model.bin b/pytorch_model.bin
index 12930635eafc76c25dd3532a93e1f33a4a60feb3..cb2404f7b5dc347d621158ef7b62dd6a9de9fe23 100644
--- a/pytorch_model.bin
+++ b/pytorch_model.bin
@@ -1,3 +1,3 @@
version https://git-lfs.github.com/spec/v1
-oid sha256:5c01bc756f9d54db8c90d48e01252abf1115ffe23b3c7297aa9b48389b4e9132
-size 1262075377
+oid sha256:1f707ecc79ae941e56ffdb7641b649a684ab4c49c79e26a5c0e388853b9c3416
+size 143910
diff --git a/run-dummy-ab-gpu.sh b/run-dummy-ab-gpu.sh
new file mode 100644
index 0000000000000000000000000000000000000000..4801300ff10a3f68355f78db12a991ebb57c5d77
--- /dev/null
+++ b/run-dummy-ab-gpu.sh
@@ -0,0 +1,22 @@
+python run_speech_recognition_ctc.py \
+--dataset_name="mozilla-foundation/common_voice_7_0" \
+--model_name_or_path="hf-test/xls-r-dummy" \
+--dataset_config_name="ab" \
+--output_dir="./" \
+--overwrite_output_dir \
+--max_steps="10" \
+--per_device_train_batch_size="2" \
+--learning_rate="3e-4" \
+--save_total_limit="1" \
+--evaluation_strategy="steps" \
+--text_column_name="sentence" \
+--length_column_name="input_length" \
+--save_steps="5" \
+--layerdrop="0.0" \
+--freeze_feature_encoder \
+--gradient_checkpointing \
+--fp16 \
+--group_by_length \
+--push_to_hub \
+--use_auth_token \
+--do_train --do_eval
diff --git a/run-dummy-sv-gpu.sh b/run-dummy-sv-gpu.sh
index da4fd138a1622b1f82c6415ccd15d0046938720e..ddcfe0a511208f77f6c7cbe6a184164aeda35652 100644
--- a/run-dummy-sv-gpu.sh
+++ b/run-dummy-sv-gpu.sh
@@ -1,7 +1,7 @@
python run_speech_recognition_ctc.py \
--dataset_name="mozilla-foundation/common_voice_7_0" \
- --model_name_or_path="facebook/wav2vec2-xls-r-300m" \
- --dataset_config_name="sv-SE" \
+ --model_name_or_path="hf-test/xls-r-dummy" \
+ --dataset_config_name="ab" \
--output_dir="./" \
--overwrite_output_dir \
--max_steps="10" \
diff --git a/special_tokens_map.json b/special_tokens_map.json
index 59f35a218a8e5de6f5f0d528da9944a5d41bd0d0..623bcb06d8c0af8f6d7aa926d568ad455780c999 100644
--- a/special_tokens_map.json
+++ b/special_tokens_map.json
@@ -1 +1 @@
-{"bos_token": "", "eos_token": "", "unk_token": "[UNK]", "pad_token": "[PAD]", "additional_special_tokens": [{"content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}]}
\ No newline at end of file
+{"bos_token": "", "eos_token": "", "unk_token": "[UNK]", "pad_token": "[PAD]", "additional_special_tokens": [{"content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}]}
\ No newline at end of file
diff --git a/train_results.json b/train_results.json
deleted file mode 100644
index dfc9c904c09000c9a91ee3fb6be688e826d03b44..0000000000000000000000000000000000000000
--- a/train_results.json
+++ /dev/null
@@ -1,8 +0,0 @@
-{
- "epoch": 2.0,
- "train_loss": 3.289040254992108,
- "train_runtime": 1292.4856,
- "train_samples": 11030,
- "train_samples_per_second": 17.068,
- "train_steps_per_second": 0.532
-}
\ No newline at end of file
diff --git a/trainer_state.json b/trainer_state.json
deleted file mode 100644
index 7973a63a77e4614b15299737f3e82b61726c9b28..0000000000000000000000000000000000000000
--- a/trainer_state.json
+++ /dev/null
@@ -1,70 +0,0 @@
-{
- "best_metric": null,
- "best_model_checkpoint": null,
- "epoch": 1.997824510514866,
- "global_step": 688,
- "is_hyper_param_search": false,
- "is_local_process_zero": true,
- "is_world_process_zero": true,
- "log_history": [
- {
- "epoch": 0.29,
- "learning_rate": 6.613023952095809e-05,
- "loss": 5.1206,
- "step": 100
- },
- {
- "epoch": 0.58,
- "learning_rate": 5.490269461077844e-05,
- "loss": 3.0901,
- "step": 200
- },
- {
- "epoch": 0.87,
- "learning_rate": 4.36751497005988e-05,
- "loss": 3.0224,
- "step": 300
- },
- {
- "epoch": 1.16,
- "learning_rate": 3.244760479041916e-05,
- "loss": 2.9922,
- "step": 400
- },
- {
- "epoch": 1.45,
- "learning_rate": 2.1220059880239517e-05,
- "loss": 2.9357,
- "step": 500
- },
- {
- "epoch": 1.45,
- "eval_loss": 2.9458744525909424,
- "eval_runtime": 138.8724,
- "eval_samples_per_second": 33.268,
- "eval_steps_per_second": 4.162,
- "eval_wer": 1.0,
- "step": 500
- },
- {
- "epoch": 1.74,
- "learning_rate": 9.99251497005988e-06,
- "loss": 2.9153,
- "step": 600
- },
- {
- "epoch": 2.0,
- "step": 688,
- "total_flos": 2.0290377210557414e+18,
- "train_loss": 3.289040254992108,
- "train_runtime": 1292.4856,
- "train_samples_per_second": 17.068,
- "train_steps_per_second": 0.532
- }
- ],
- "max_steps": 688,
- "num_train_epochs": 2,
- "total_flos": 2.0290377210557414e+18,
- "trial_name": null,
- "trial_params": null
-}
diff --git a/training_args.bin b/training_args.bin
index c1389a2840277e1c90a0724df23dc58f54f37c90..a6ee4a388875f54e609d7a0ef39dc5f0eb7e5840 100644
--- a/training_args.bin
+++ b/training_args.bin
@@ -1,3 +1,3 @@
version https://git-lfs.github.com/spec/v1
-oid sha256:07c8daeeea1ded5d5b75ab1c6033b9bed25c9ac1f192a365842399932683cfcc
+oid sha256:13f03d8c8ae9bd8496ddb1b6ef8d282d15b54e9aee2f515f000a57e9ac24d7c2
size 2991
diff --git a/vocab.json b/vocab.json
index 6328bc81ab4ece84acac7fa8d4fed222475dbc9d..be2d50e81c13ab656b1f913daa84f81967f1d584 100644
--- a/vocab.json
+++ b/vocab.json
@@ -1 +1 @@
-{"a": 1, "b": 2, "c": 3, "d": 4, "e": 5, "f": 6, "g": 7, "h": 8, "i": 9, "j": 10, "k": 11, "l": 12, "m": 13, "n": 14, "o": 15, "p": 16, "q": 17, "r": 18, "s": 19, "t": 20, "u": 21, "v": 22, "w": 23, "x": 24, "y": 25, "z": 26, "ä": 27, "å": 28, "é": 29, "ô": 30, "ö": 31, "ü": 32, "|": 0, "[UNK]": 33, "[PAD]": 34}
\ No newline at end of file
+{"!": 1, ",": 2, "-": 3, ".": 4, ":": 5, ";": 6, "?": 7, "а": 8, "б": 9, "в": 10, "г": 11, "д": 12, "е": 13, "ж": 14, "з": 15, "и": 16, "к": 17, "л": 18, "м": 19, "н": 20, "о": 21, "п": 22, "р": 23, "с": 24, "т": 25, "у": 26, "ф": 27, "х": 28, "ц": 29, "ч": 30, "ш": 31, "ы": 32, "ь": 33, "џ": 34, "қ": 35, "ҟ": 36, "ҩ": 37, "ҭ": 38, "ҳ": 39, "ҵ": 40, "ҷ": 41, "ҽ": 42, "ҿ": 43, "ә": 44, "ӡ": 45, "ӷ": 46, "ԥ": 47, "–": 48, "|": 0, "[UNK]": 49, "[PAD]": 50}
\ No newline at end of file