{
"cells": [
{
"cell_type": "markdown",
"metadata": {
"id": "ZG_P29nKcSeI"
},
"source": [
"# HuggingFace challenge - Debugger notebook\n",
"Run this notebook to verify your libraries versions, check GPU config and run a quick training"
]
},
{
"cell_type": "code",
"execution_count": 1,
"metadata": {
"id": "YacvHugMc1Ka"
},
"outputs": [],
"source": [
"# %%capture\n",
"# !pip install https://github.com/kpu/kenlm/archive/master.zip pyctcdecode\n",
"# !pip install datasets==1.18.3\n",
"# !pip install git+https://github.com/huggingface/transformers.git\n",
"# !pip install huggingface_hub==0.1\n",
"# !pip install torchaudio==0.10.0+cu113 -f https://download.pytorch.org/whl/cu113/torch_stable.html\n",
"# !pip install jiwer\n",
"# !pip install -U git+https://github.com/huggingface/transformers.git"
]
},
{
"cell_type": "code",
"execution_count": 2,
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "vy63SoiZbnB5",
"outputId": "17391c60-b894-4571-b8a4-d46b18cb42e2"
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Collecting git+https://github.com/huggingface/transformers.git\n",
" Cloning https://github.com/huggingface/transformers.git to /tmp/pip-req-build-i45amciw\n",
" Running command git clone -q https://github.com/huggingface/transformers.git /tmp/pip-req-build-i45amciw\n",
" Installing build dependencies ... \u001b[?25l\u001b[?25hdone\n",
" Getting requirements to build wheel ... \u001b[?25l\u001b[?25hdone\n",
" Preparing wheel metadata ... \u001b[?25l\u001b[?25hdone\n",
"Requirement already satisfied: huggingface-hub<1.0,>=0.1.0 in /usr/local/lib/python3.7/dist-packages (from transformers==4.17.0.dev0) (0.1.0)\n",
"Requirement already satisfied: filelock in /usr/local/lib/python3.7/dist-packages (from transformers==4.17.0.dev0) (3.4.2)\n",
"Requirement already satisfied: importlib-metadata in /usr/local/lib/python3.7/dist-packages (from transformers==4.17.0.dev0) (4.10.1)\n",
"Requirement already satisfied: tokenizers!=0.11.3,>=0.10.1 in /usr/local/lib/python3.7/dist-packages (from transformers==4.17.0.dev0) (0.11.4)\n",
"Requirement already satisfied: sacremoses in /usr/local/lib/python3.7/dist-packages (from transformers==4.17.0.dev0) (0.0.47)\n",
"Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.7/dist-packages (from transformers==4.17.0.dev0) (1.19.5)\n",
"Requirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.7/dist-packages (from transformers==4.17.0.dev0) (4.62.3)\n",
"Requirement already satisfied: requests in /usr/local/lib/python3.7/dist-packages (from transformers==4.17.0.dev0) (2.23.0)\n",
"Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.7/dist-packages (from transformers==4.17.0.dev0) (6.0)\n",
"Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.7/dist-packages (from transformers==4.17.0.dev0) (21.3)\n",
"Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.7/dist-packages (from transformers==4.17.0.dev0) (2019.12.20)\n",
"Requirement already satisfied: typing-extensions in /usr/local/lib/python3.7/dist-packages (from huggingface-hub<1.0,>=0.1.0->transformers==4.17.0.dev0) (3.10.0.2)\n",
"Requirement already satisfied: pyparsing!=3.0.5,>=2.0.2 in /usr/local/lib/python3.7/dist-packages (from packaging>=20.0->transformers==4.17.0.dev0) (3.0.7)\n",
"Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.7/dist-packages (from importlib-metadata->transformers==4.17.0.dev0) (3.7.0)\n",
"Requirement already satisfied: idna<3,>=2.5 in /usr/local/lib/python3.7/dist-packages (from requests->transformers==4.17.0.dev0) (2.10)\n",
"Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.7/dist-packages (from requests->transformers==4.17.0.dev0) (2021.10.8)\n",
"Requirement already satisfied: chardet<4,>=3.0.2 in /usr/local/lib/python3.7/dist-packages (from requests->transformers==4.17.0.dev0) (3.0.4)\n",
"Requirement already satisfied: urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1 in /usr/local/lib/python3.7/dist-packages (from requests->transformers==4.17.0.dev0) (1.24.3)\n",
"Requirement already satisfied: six in /usr/local/lib/python3.7/dist-packages (from sacremoses->transformers==4.17.0.dev0) (1.15.0)\n",
"Requirement already satisfied: joblib in /usr/local/lib/python3.7/dist-packages (from sacremoses->transformers==4.17.0.dev0) (1.1.0)\n",
"Requirement already satisfied: click in /usr/local/lib/python3.7/dist-packages (from sacremoses->transformers==4.17.0.dev0) (7.1.2)\n"
]
}
],
"source": [
"# !pip install -U git+https://github.com/huggingface/transformers.git"
]
},
{
"cell_type": "code",
"execution_count": 1,
"metadata": {
"id": "T2utsYSKszvv"
},
"outputs": [],
"source": [
"import platform\n",
"import multiprocessing\n",
"\n",
"import torch\n",
"import transformers\n",
"import datasets\n",
"\n",
"import soundfile"
]
},
{
"cell_type": "markdown",
"metadata": {
"id": "ejKNEyJEcSeO"
},
"source": [
"## Print main infos"
]
},
{
"cell_type": "code",
"execution_count": 2,
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "5P6I-W9ts-kR",
"outputId": "bd0c00d8-91c9-4b1a-8f2c-24182c2b227f"
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Platform: Linux-5.11.0-37-generic-x86_64-with-glibc2.10\n",
"CPU cores: 60\n",
"Python version: 3.8.8\n",
"PyTorch version: 1.10.1+cu102\n",
"GPU is visible: True\n",
"Transformers version: 4.16.0.dev0\n",
"Datasets version: 1.18.3\n",
"soundfile version: 0.10.3\n"
]
}
],
"source": [
"print(f\"Platform: {platform.platform()}\")\n",
"print(f\"CPU cores: {multiprocessing.cpu_count()}\")\n",
"\n",
"print(f\"Python version: {platform.python_version()}\")\n",
"\n",
"print(f\"PyTorch version: {torch.__version__}\")\n",
"print(f\"GPU is visible: {torch.cuda.is_available()}\")\n",
"\n",
"print(f\"Transformers version: {transformers.__version__}\")\n",
"print(f\"Datasets version: {datasets.__version__}\")\n",
"\n",
"print(f\"soundfile version: {soundfile.__version__}\")"
]
},
{
"cell_type": "markdown",
"metadata": {
"id": "_VUKw21PcSeQ"
},
"source": [
"## Check your GPU informations (if any)\n",
"If you launched an AI Training job with GPU resources, they should be listed below (Tesla V100s 32GB).\n",
"Driver and CUDA version "
]
},
{
"cell_type": "code",
"execution_count": 3,
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "YT7fRnKctggU",
"outputId": "1fb2c851-11c3-4fcd-ad23-9032f25d7f8d"
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Sat Jan 29 03:27:00 2022 \n",
"+-----------------------------------------------------------------------------+\n",
"| NVIDIA-SMI 470.57.02 Driver Version: 470.57.02 CUDA Version: 11.4 |\n",
"|-------------------------------+----------------------+----------------------+\n",
"| GPU Name Persistence-M| Bus-Id Disp.A | Volatile Uncorr. ECC |\n",
"| Fan Temp Perf Pwr:Usage/Cap| Memory-Usage | GPU-Util Compute M. |\n",
"| | | MIG M. |\n",
"|===============================+======================+======================|\n",
"| 0 Tesla V100S-PCI... Off | 00000000:00:06.0 Off | 0 |\n",
"| N/A 35C P0 26W / 250W | 4MiB / 32510MiB | 0% Default |\n",
"| | | N/A |\n",
"+-------------------------------+----------------------+----------------------+\n",
" \n",
"+-----------------------------------------------------------------------------+\n",
"| Processes: |\n",
"| GPU GI CI PID Type Process name GPU Memory |\n",
"| ID ID Usage |\n",
"|=============================================================================|\n",
"| No running processes found |\n",
"+-----------------------------------------------------------------------------+\n"
]
}
],
"source": [
"!nvidia-smi"
]
},
{
"cell_type": "code",
"execution_count": 7,
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/",
"height": 241,
"referenced_widgets": [
"50a1252082d942b09bfc620a9fa9d1d0",
"e270b7c82f784ebbbba4b17fb07c310d",
"32eb83bb6fd34c56bb345368e47e8f6f",
"34417f648cd54ed5b6d91f53af3e2713",
"7518572223ac480b89af2ab71f38b2ed",
"ce8bb7d0fb744e7b9ce2ff35cfdbc679",
"aa47a09bf444413ba95322d979c1908c",
"0b83a8775ea1441980d8ba945be752fe",
"127389ec566e423ab9a8f60a9d61caaa",
"4e4bc5550505497ba35f6bd7dde2893f",
"e5124c5171e04625b70795e4b7a18819",
"e410e7aecf23433f880a0f7169a8ce97",
"0f6b3cf1d33f46f594934874170bcd83",
"e549178ba75f4939aba6ae1cf743722a",
"9c28978adf974326a21259ae56f47fe9",
"7d3231a0b7794b11af662170b352d9e0"
]
},
"id": "3Wj2W4tWcSeR",
"outputId": "ad4eb63f-d643-45bd-b8d7-6adfefd9f773"
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Login successful\n",
"Your token has been saved to /root/.huggingface/token\n",
"\u001b[1m\u001b[31mAuthenticated through git-crendential store but this isn't the helper defined on your machine.\n",
"You will have to re-authenticate when pushing to the Hugging Face Hub. Run the following command in your terminal to set it as the default\n",
"\n",
"git config --global credential.helper store\u001b[0m\n"
]
}
],
"source": [
"from huggingface_hub import notebook_login\n",
"\n",
"notebook_login()"
]
},
{
"cell_type": "code",
"execution_count": 8,
"metadata": {
"id": "wHpUxFQPeWE2"
},
"outputs": [],
"source": [
"%%capture\n",
"!apt install git-lfs"
]
},
{
"cell_type": "markdown",
"metadata": {
"id": "TorMtpwPv6RQ"
},
"source": [
"## Quick training run with a dummy model and data\n",
"more information on https://github.com/huggingface/transformers/tree/master/examples/pytorch/speech-recognition"
]
},
{
"cell_type": "code",
"execution_count": 12,
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "fevoJD15u4Ss",
"outputId": "64745ecf-65b0-494d-a88d-52826eaae0f8"
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"--2022-01-28 09:12:30-- https://raw.githubusercontent.com/huggingface/transformers/master/examples/research_projects/robust-speech-event/run_speech_recognition_ctc_bnb.py\n",
"Resolving raw.githubusercontent.com (raw.githubusercontent.com)... 185.199.110.133, 185.199.111.133, 185.199.109.133, ...\n",
"Connecting to raw.githubusercontent.com (raw.githubusercontent.com)|185.199.110.133|:443... connected.\n",
"HTTP request sent, awaiting response... 200 OK\n",
"Length: 31209 (30K) [text/plain]\n",
"Saving to: ‘run_speech_recognition_ctc.py’\n",
"\n",
"run_speech_recognit 100%[===================>] 30.48K --.-KB/s in 0.001s \n",
"\n",
"2022-01-28 09:12:30 (21.4 MB/s) - ‘run_speech_recognition_ctc.py’ saved [31209/31209]\n",
"\n"
]
}
],
"source": [
"!wget -O run_speech_recognition_ctc.py https://raw.githubusercontent.com/huggingface/transformers/master/examples/pytorch/speech-recognition/run_speech_recognition_ctc.py\n",
"# !wget -O run_speech_recognition_ctc.py https://raw.githubusercontent.com/huggingface/transformers/master/examples/research_projects/robust-speech-event/run_speech_recognition_ctc_bnb.py"
]
},
{
"cell_type": "code",
"execution_count": 9,
"metadata": {
"id": "XJRA51HjcSeT"
},
"outputs": [],
"source": [
"# \t--learning_rate=\"7.5e-5\" \\\n",
"# 84.5"
]
},
{
"cell_type": "code",
"execution_count": 9,
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "hZOB6ZAnsvDX",
"outputId": "7b6a85b5-950c-46a1-c005-b885f8a9bd17"
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"nvcc: NVIDIA (R) Cuda compiler driver\n",
"Copyright (c) 2005-2020 NVIDIA Corporation\n",
"Built on Mon_Oct_12_20:09:46_PDT_2020\n",
"Cuda compilation tools, release 11.1, V11.1.105\n",
"Build cuda_11.1.TC455_06.29190527_0\n"
]
}
],
"source": [
"!nvcc --version"
]
},
{
"cell_type": "code",
"execution_count": 10,
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "NKlgW0E-sldT",
"outputId": "b925521a-29d2-4787-dd5b-6520dda688e4"
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Collecting bitsandbytes-cuda111\n",
" Downloading bitsandbytes_cuda111-0.26.0-py3-none-any.whl (4.0 MB)\n",
"\u001b[K |████████████████████████████████| 4.0 MB 4.3 MB/s \n",
"\u001b[?25hInstalling collected packages: bitsandbytes-cuda111\n",
"Successfully installed bitsandbytes-cuda111-0.26.0\n"
]
}
],
"source": [
"!pip install bitsandbytes-cuda111"
]
},
{
"cell_type": "code",
"execution_count": 20,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"remove special characters from datasets: 11695ex [00:02, 4262.69ex/s]\n",
"remove special characters from datasets: 4850ex [00:01, 4827.87ex/s]\n",
"loading configuration file https://huggingface.co/facebook/wav2vec2-xls-r-300m/resolve/main/config.json from cache at /workspace/.cache/huggingface/transformers/dabc27df63e37bd2a7a221c7774e35f36a280fbdf917cf54cadfc7df8c786f6f.a3e4c3c967d9985881e0ae550a5f6f668f897db5ab2e0802f9b97973b15970e6\n",
"Model config Wav2Vec2Config {\n",
" \"_name_or_path\": \"facebook/wav2vec2-xls-r-300m\",\n",
" \"activation_dropout\": 0.0,\n",
" \"adapter_kernel_size\": 3,\n",
" \"adapter_stride\": 2,\n",
" \"add_adapter\": false,\n",
" \"apply_spec_augment\": true,\n",
" \"architectures\": [\n",
" \"Wav2Vec2ForPreTraining\"\n",
" ],\n",
" \"attention_dropout\": 0.1,\n",
" \"bos_token_id\": 1,\n",
" \"classifier_proj_size\": 256,\n",
" \"codevector_dim\": 768,\n",
" \"contrastive_logits_temperature\": 0.1,\n",
" \"conv_bias\": true,\n",
" \"conv_dim\": [\n",
" 512,\n",
" 512,\n",
" 512,\n",
" 512,\n",
" 512,\n",
" 512,\n",
" 512\n",
" ],\n",
" \"conv_kernel\": [\n",
" 10,\n",
" 3,\n",
" 3,\n",
" 3,\n",
" 3,\n",
" 2,\n",
" 2\n",
" ],\n",
" \"conv_stride\": [\n",
" 5,\n",
" 2,\n",
" 2,\n",
" 2,\n",
" 2,\n",
" 2,\n",
" 2\n",
" ],\n",
" \"ctc_loss_reduction\": \"sum\",\n",
" \"ctc_zero_infinity\": false,\n",
" \"diversity_loss_weight\": 0.1,\n",
" \"do_stable_layer_norm\": true,\n",
" \"eos_token_id\": 2,\n",
" \"feat_extract_activation\": \"gelu\",\n",
" \"feat_extract_dropout\": 0.0,\n",
" \"feat_extract_norm\": \"layer\",\n",
" \"feat_proj_dropout\": 0.1,\n",
" \"feat_quantizer_dropout\": 0.0,\n",
" \"final_dropout\": 0.0,\n",
" \"gradient_checkpointing\": false,\n",
" \"hidden_act\": \"gelu\",\n",
" \"hidden_dropout\": 0.1,\n",
" \"hidden_size\": 1024,\n",
" \"initializer_range\": 0.02,\n",
" \"intermediate_size\": 4096,\n",
" \"layer_norm_eps\": 1e-05,\n",
" \"layerdrop\": 0.1,\n",
" \"mask_feature_length\": 10,\n",
" \"mask_feature_min_masks\": 0,\n",
" \"mask_feature_prob\": 0.0,\n",
" \"mask_time_length\": 10,\n",
" \"mask_time_min_masks\": 2,\n",
" \"mask_time_prob\": 0.075,\n",
" \"model_type\": \"wav2vec2\",\n",
" \"num_adapter_layers\": 3,\n",
" \"num_attention_heads\": 16,\n",
" \"num_codevector_groups\": 2,\n",
" \"num_codevectors_per_group\": 320,\n",
" \"num_conv_pos_embedding_groups\": 16,\n",
" \"num_conv_pos_embeddings\": 128,\n",
" \"num_feat_extract_layers\": 7,\n",
" \"num_hidden_layers\": 24,\n",
" \"num_negatives\": 100,\n",
" \"output_hidden_size\": 1024,\n",
" \"pad_token_id\": 0,\n",
" \"proj_codevector_dim\": 768,\n",
" \"tdnn_dilation\": [\n",
" 1,\n",
" 2,\n",
" 3,\n",
" 1,\n",
" 1\n",
" ],\n",
" \"tdnn_dim\": [\n",
" 512,\n",
" 512,\n",
" 512,\n",
" 512,\n",
" 1500\n",
" ],\n",
" \"tdnn_kernel\": [\n",
" 5,\n",
" 3,\n",
" 3,\n",
" 1,\n",
" 1\n",
" ],\n",
" \"torch_dtype\": \"float32\",\n",
" \"transformers_version\": \"4.16.0.dev0\",\n",
" \"use_weighted_layer_sum\": false,\n",
" \"vocab_size\": 32,\n",
" \"xvector_output_dim\": 512\n",
"}\n",
"\n",
"100%|█████████████████████████████████████████████| 1/1 [00:00<00:00, 1.44ba/s]\n",
"100%|█████████████████████████████████████████████| 1/1 [00:00<00:00, 7.07ba/s]\n",
"Didn't find file ./wav2vec2-large-xls-r-300m-welsh/tokenizer.json. We won't load it.\n",
"loading file ./wav2vec2-large-xls-r-300m-welsh/vocab.json\n",
"loading file ./wav2vec2-large-xls-r-300m-welsh/tokenizer_config.json\n",
"loading file ./wav2vec2-large-xls-r-300m-welsh/added_tokens.json\n",
"loading file ./wav2vec2-large-xls-r-300m-welsh/special_tokens_map.json\n",
"loading file None\n",
"Adding to the vocabulary\n",
"Adding to the vocabulary\n",
"loading configuration file https://huggingface.co/facebook/wav2vec2-xls-r-300m/resolve/main/config.json from cache at /workspace/.cache/huggingface/transformers/dabc27df63e37bd2a7a221c7774e35f36a280fbdf917cf54cadfc7df8c786f6f.a3e4c3c967d9985881e0ae550a5f6f668f897db5ab2e0802f9b97973b15970e6\n",
"Model config Wav2Vec2Config {\n",
" \"_name_or_path\": \"facebook/wav2vec2-xls-r-300m\",\n",
" \"activation_dropout\": 0.0,\n",
" \"adapter_kernel_size\": 3,\n",
" \"adapter_stride\": 2,\n",
" \"add_adapter\": false,\n",
" \"apply_spec_augment\": true,\n",
" \"architectures\": [\n",
" \"Wav2Vec2ForPreTraining\"\n",
" ],\n",
" \"attention_dropout\": 0.1,\n",
" \"bos_token_id\": 1,\n",
" \"classifier_proj_size\": 256,\n",
" \"codevector_dim\": 768,\n",
" \"contrastive_logits_temperature\": 0.1,\n",
" \"conv_bias\": true,\n",
" \"conv_dim\": [\n",
" 512,\n",
" 512,\n",
" 512,\n",
" 512,\n",
" 512,\n",
" 512,\n",
" 512\n",
" ],\n",
" \"conv_kernel\": [\n",
" 10,\n",
" 3,\n",
" 3,\n",
" 3,\n",
" 3,\n",
" 2,\n",
" 2\n",
" ],\n",
" \"conv_stride\": [\n",
" 5,\n",
" 2,\n",
" 2,\n",
" 2,\n",
" 2,\n",
" 2,\n",
" 2\n",
" ],\n",
" \"ctc_loss_reduction\": \"sum\",\n",
" \"ctc_zero_infinity\": false,\n",
" \"diversity_loss_weight\": 0.1,\n",
" \"do_stable_layer_norm\": true,\n",
" \"eos_token_id\": 2,\n",
" \"feat_extract_activation\": \"gelu\",\n",
" \"feat_extract_dropout\": 0.0,\n",
" \"feat_extract_norm\": \"layer\",\n",
" \"feat_proj_dropout\": 0.1,\n",
" \"feat_quantizer_dropout\": 0.0,\n",
" \"final_dropout\": 0.0,\n",
" \"gradient_checkpointing\": false,\n",
" \"hidden_act\": \"gelu\",\n",
" \"hidden_dropout\": 0.1,\n",
" \"hidden_size\": 1024,\n",
" \"initializer_range\": 0.02,\n",
" \"intermediate_size\": 4096,\n",
" \"layer_norm_eps\": 1e-05,\n",
" \"layerdrop\": 0.1,\n",
" \"mask_feature_length\": 10,\n",
" \"mask_feature_min_masks\": 0,\n",
" \"mask_feature_prob\": 0.0,\n",
" \"mask_time_length\": 10,\n",
" \"mask_time_min_masks\": 2,\n",
" \"mask_time_prob\": 0.075,\n",
" \"model_type\": \"wav2vec2\",\n",
" \"num_adapter_layers\": 3,\n",
" \"num_attention_heads\": 16,\n",
" \"num_codevector_groups\": 2,\n",
" \"num_codevectors_per_group\": 320,\n",
" \"num_conv_pos_embedding_groups\": 16,\n",
" \"num_conv_pos_embeddings\": 128,\n",
" \"num_feat_extract_layers\": 7,\n",
" \"num_hidden_layers\": 24,\n",
" \"num_negatives\": 100,\n",
" \"output_hidden_size\": 1024,\n",
" \"pad_token_id\": 0,\n",
" \"proj_codevector_dim\": 768,\n",
" \"tdnn_dilation\": [\n",
" 1,\n",
" 2,\n",
" 3,\n",
" 1,\n",
" 1\n",
" ],\n",
" \"tdnn_dim\": [\n",
" 512,\n",
" 512,\n",
" 512,\n",
" 512,\n",
" 1500\n",
" ],\n",
" \"tdnn_kernel\": [\n",
" 5,\n",
" 3,\n",
" 3,\n",
" 1,\n",
" 1\n",
" ],\n",
" \"torch_dtype\": \"float32\",\n",
" \"transformers_version\": \"4.16.0.dev0\",\n",
" \"use_weighted_layer_sum\": false,\n",
" \"vocab_size\": 32,\n",
" \"xvector_output_dim\": 512\n",
"}\n",
"\n",
"loading feature extractor configuration file https://huggingface.co/facebook/wav2vec2-xls-r-300m/resolve/main/preprocessor_config.json from cache at /workspace/.cache/huggingface/transformers/6fb028b95b394059e7d3b367bbca2382b576c66aebe896f04d2cd34e1b575f5b.d4484dc1c81456a2461485e7168b04347a7b9a4e3b1ef3aba723323b33e12326\n",
"Feature extractor Wav2Vec2FeatureExtractor {\n",
" \"do_normalize\": true,\n",
" \"feature_extractor_type\": \"Wav2Vec2FeatureExtractor\",\n",
" \"feature_size\": 1,\n",
" \"padding_side\": \"right\",\n",
" \"padding_value\": 0,\n",
" \"return_attention_mask\": true,\n",
" \"sampling_rate\": 16000\n",
"}\n",
"\n",
"loading weights file https://huggingface.co/facebook/wav2vec2-xls-r-300m/resolve/main/pytorch_model.bin from cache at /workspace/.cache/huggingface/transformers/1e6a6507f3b689035cd4b247e2a37c154e27f39143f31357a49b4e38baeccc36.1edb32803799e27ed554eb7dd935f6745b1a0b17b0ea256442fe24db6eb546cd\n",
"Some weights of the model checkpoint at facebook/wav2vec2-xls-r-300m were not used when initializing Wav2Vec2ForCTC: ['project_q.weight', 'quantizer.weight_proj.weight', 'quantizer.codevectors', 'quantizer.weight_proj.bias', 'project_hid.bias', 'project_hid.weight', 'project_q.bias']\n",
"- This IS expected if you are initializing Wav2Vec2ForCTC from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).\n",
"- This IS NOT expected if you are initializing Wav2Vec2ForCTC from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).\n",
"Some weights of Wav2Vec2ForCTC were not initialized from the model checkpoint at facebook/wav2vec2-xls-r-300m and are newly initialized: ['lm_head.weight', 'lm_head.bias']\n",
"You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\n",
"preprocess datasets: 11695ex [02:01, 95.89ex/s] \n",
"preprocess datasets: 4850ex [00:51, 94.54ex/s] \n",
"100%|██████████████████████████████████████████| 12/12 [00:00<00:00, 734.68ba/s]\n",
"100%|████████████████████████████████████████████| 5/5 [00:00<00:00, 755.84ba/s]\n",
"Configuration saved in ./wav2vec2-large-xls-r-300m-welsh/preprocessor_config.json\n",
"tokenizer config file saved in ./wav2vec2-large-xls-r-300m-welsh/tokenizer_config.json\n",
"Special tokens file saved in ./wav2vec2-large-xls-r-300m-welsh/special_tokens_map.json\n",
"added tokens file saved in ./wav2vec2-large-xls-r-300m-welsh/added_tokens.json\n",
"Configuration saved in ./wav2vec2-large-xls-r-300m-welsh/config.json\n",
"loading feature extractor configuration file ./wav2vec2-large-xls-r-300m-welsh/preprocessor_config.json\n",
"loading configuration file ./wav2vec2-large-xls-r-300m-welsh/config.json\n",
"Model config Wav2Vec2Config {\n",
" \"_name_or_path\": \"./wav2vec2-large-xls-r-300m-welsh\",\n",
" \"activation_dropout\": 0.1,\n",
" \"adapter_kernel_size\": 3,\n",
" \"adapter_stride\": 2,\n",
" \"add_adapter\": false,\n",
" \"apply_spec_augment\": true,\n",
" \"architectures\": [\n",
" \"Wav2Vec2ForPreTraining\"\n",
" ],\n",
" \"attention_dropout\": 0.0,\n",
" \"bos_token_id\": 1,\n",
" \"classifier_proj_size\": 256,\n",
" \"codevector_dim\": 768,\n",
" \"contrastive_logits_temperature\": 0.1,\n",
" \"conv_bias\": true,\n",
" \"conv_dim\": [\n",
" 512,\n",
" 512,\n",
" 512,\n",
" 512,\n",
" 512,\n",
" 512,\n",
" 512\n",
" ],\n",
" \"conv_kernel\": [\n",
" 10,\n",
" 3,\n",
" 3,\n",
" 3,\n",
" 3,\n",
" 2,\n",
" 2\n",
" ],\n",
" \"conv_stride\": [\n",
" 5,\n",
" 2,\n",
" 2,\n",
" 2,\n",
" 2,\n",
" 2,\n",
" 2\n",
" ],\n",
" \"ctc_loss_reduction\": \"mean\",\n",
" \"ctc_zero_infinity\": false,\n",
" \"diversity_loss_weight\": 0.1,\n",
" \"do_stable_layer_norm\": true,\n",
" \"eos_token_id\": 2,\n",
" \"feat_extract_activation\": \"gelu\",\n",
" \"feat_extract_dropout\": 0.0,\n",
" \"feat_extract_norm\": \"layer\",\n",
" \"feat_proj_dropout\": 0.0,\n",
" \"feat_quantizer_dropout\": 0.0,\n",
" \"final_dropout\": 0.0,\n",
" \"hidden_act\": \"gelu\",\n",
" \"hidden_dropout\": 0.0,\n",
" \"hidden_size\": 1024,\n",
" \"initializer_range\": 0.02,\n",
" \"intermediate_size\": 4096,\n",
" \"layer_norm_eps\": 1e-05,\n",
" \"layerdrop\": 0.0,\n",
" \"mask_feature_length\": 64,\n",
" \"mask_feature_min_masks\": 0,\n",
" \"mask_feature_prob\": 0.25,\n",
" \"mask_time_length\": 10,\n",
" \"mask_time_min_masks\": 2,\n",
" \"mask_time_prob\": 0.75,\n",
" \"model_type\": \"wav2vec2\",\n",
" \"num_adapter_layers\": 3,\n",
" \"num_attention_heads\": 16,\n",
" \"num_codevector_groups\": 2,\n",
" \"num_codevectors_per_group\": 320,\n",
" \"num_conv_pos_embedding_groups\": 16,\n",
" \"num_conv_pos_embeddings\": 128,\n",
" \"num_feat_extract_layers\": 7,\n",
" \"num_hidden_layers\": 24,\n",
" \"num_negatives\": 100,\n",
" \"output_hidden_size\": 1024,\n",
" \"pad_token_id\": 46,\n",
" \"proj_codevector_dim\": 768,\n",
" \"tdnn_dilation\": [\n",
" 1,\n",
" 2,\n",
" 3,\n",
" 1,\n",
" 1\n",
" ],\n",
" \"tdnn_dim\": [\n",
" 512,\n",
" 512,\n",
" 512,\n",
" 512,\n",
" 1500\n",
" ],\n",
" \"tdnn_kernel\": [\n",
" 5,\n",
" 3,\n",
" 3,\n",
" 1,\n",
" 1\n",
" ],\n",
" \"torch_dtype\": \"float32\",\n",
" \"transformers_version\": \"4.16.0.dev0\",\n",
" \"use_weighted_layer_sum\": false,\n",
" \"vocab_size\": 49,\n",
" \"xvector_output_dim\": 512\n",
"}\n",
"\n",
"loading feature extractor configuration file ./wav2vec2-large-xls-r-300m-welsh/preprocessor_config.json\n",
"Feature extractor Wav2Vec2FeatureExtractor {\n",
" \"do_normalize\": true,\n",
" \"feature_extractor_type\": \"Wav2Vec2FeatureExtractor\",\n",
" \"feature_size\": 1,\n",
" \"padding_side\": \"right\",\n",
" \"padding_value\": 0,\n",
" \"return_attention_mask\": true,\n",
" \"sampling_rate\": 16000\n",
"}\n",
"\n",
"Didn't find file ./wav2vec2-large-xls-r-300m-welsh/tokenizer.json. We won't load it.\n",
"loading file ./wav2vec2-large-xls-r-300m-welsh/vocab.json\n",
"loading file ./wav2vec2-large-xls-r-300m-welsh/tokenizer_config.json\n",
"loading file ./wav2vec2-large-xls-r-300m-welsh/added_tokens.json\n",
"loading file ./wav2vec2-large-xls-r-300m-welsh/special_tokens_map.json\n",
"loading file None\n",
"Adding to the vocabulary\n",
"Adding to the vocabulary\n",
"/workspace/votic_training/./wav2vec2-large-xls-r-300m-welsh is already a clone of https://huggingface.co/infinitejoy/wav2vec2-large-xls-r-300m-welsh. Make sure you pull the latest changes with `repo.git_pull()`.\n",
"Using amp half precision backend\n",
"The following columns in the training set don't have a corresponding argument in `Wav2Vec2ForCTC.forward` and have been ignored: input_length.\n",
"/opt/conda/lib/python3.8/site-packages/transformers/optimization.py:306: FutureWarning: This implementation of AdamW is deprecated and will be removed in a future version. Use thePyTorch implementation torch.optim.AdamW instead, or set `no_deprecation_warning=True` to disable this warning\n",
" warnings.warn(\n",
"***** Running training *****\n",
" Num examples = 11695\n",
" Num Epochs = 50\n",
" Instantaneous batch size per device = 32\n",
" Total train batch size (w. parallel, distributed & accumulation) = 32\n",
" Gradient Accumulation steps = 1\n",
" Total optimization steps = 18300\n",
" 16%|█████▌ | 3000/18300 [1:26:46<7:41:42, 1.81s/it]The following columns in the evaluation set don't have a corresponding argument in `Wav2Vec2ForCTC.forward` and have been ignored: input_length.\n",
"***** Running Evaluation *****\n",
" Num examples = 4850\n",
" Batch size = 16\n",
"\n",
" 0%| | 0/304 [00:00, ?it/s]\u001b[A\n",
" 1%|▎ | 2/304 [00:00<01:37, 3.10it/s]\u001b[A\n",
" 1%|▍ | 3/304 [00:01<02:11, 2.29it/s]\u001b[A\n",
" 1%|▌ | 4/304 [00:01<02:22, 2.10it/s]\u001b[A\n",
" 2%|▋ | 5/304 [00:02<02:23, 2.09it/s]\u001b[A\n",
" 2%|▊ | 6/304 [00:02<02:31, 1.97it/s]\u001b[A\n",
" 2%|▉ | 7/304 [00:03<02:43, 1.81it/s]\u001b[A\n",
" 3%|█▏ | 8/304 [00:04<02:44, 1.80it/s]\u001b[A\n",
" 3%|█▎ | 9/304 [00:04<02:39, 1.85it/s]\u001b[A\n",
" 3%|█▍ | 10/304 [00:05<02:42, 1.81it/s]\u001b[A\n",
" 4%|█▌ | 11/304 [00:05<02:44, 1.78it/s]\u001b[A\n",
" 4%|█▋ | 12/304 [00:06<02:57, 1.65it/s]\u001b[A\n",
" 4%|█▊ | 13/304 [00:07<03:03, 1.58it/s]\u001b[A\n",
" 5%|█▉ | 14/304 [00:07<03:06, 1.56it/s]\u001b[A\n",
" 5%|██ | 15/304 [00:08<02:52, 1.67it/s]\u001b[A\n",
" 5%|██▏ | 16/304 [00:08<02:53, 1.66it/s]\u001b[A\n",
" 6%|██▎ | 17/304 [00:09<02:51, 1.67it/s]\u001b[A\n",
" 6%|██▍ | 18/304 [00:10<02:59, 1.60it/s]\u001b[A\n",
" 6%|██▋ | 19/304 [00:10<03:06, 1.53it/s]\u001b[A\n",
" 7%|██▊ | 20/304 [00:11<02:50, 1.67it/s]\u001b[A\n",
" 7%|██▉ | 21/304 [00:12<02:54, 1.62it/s]\u001b[A\n",
" 7%|███ | 22/304 [00:12<02:44, 1.71it/s]\u001b[A\n",
" 8%|███▏ | 23/304 [00:13<02:52, 1.63it/s]\u001b[A\n",
" 8%|███▎ | 24/304 [00:13<02:47, 1.67it/s]\u001b[A\n",
" 8%|███▍ | 25/304 [00:14<02:46, 1.68it/s]\u001b[A\n",
" 9%|███▌ | 26/304 [00:15<02:53, 1.61it/s]\u001b[A\n",
" 9%|███▋ | 27/304 [00:15<02:45, 1.67it/s]\u001b[A\n",
" 9%|███▊ | 28/304 [00:16<02:51, 1.61it/s]\u001b[A\n",
" 10%|████ | 29/304 [00:16<03:00, 1.52it/s]\u001b[A\n",
" 10%|████▏ | 30/304 [00:17<03:03, 1.50it/s]\u001b[A\n",
" 10%|████▎ | 31/304 [00:18<03:10, 1.44it/s]\u001b[A\n",
" 11%|████▍ | 32/304 [00:19<03:17, 1.38it/s]\u001b[A\n",
" 11%|████▌ | 33/304 [00:19<03:05, 1.46it/s]\u001b[A\n",
" 11%|████▋ | 34/304 [00:20<03:03, 1.47it/s]\u001b[A\n",
" 12%|████▊ | 35/304 [00:21<03:04, 1.46it/s]\u001b[A\n",
" 12%|████▉ | 36/304 [00:21<03:07, 1.43it/s]\u001b[A\n",
" 12%|█████ | 37/304 [00:22<02:59, 1.49it/s]\u001b[A\n",
" 12%|█████▎ | 38/304 [00:23<02:59, 1.48it/s]\u001b[A\n",
" 13%|█████▍ | 39/304 [00:23<02:56, 1.51it/s]\u001b[A\n",
" 13%|█████▌ | 40/304 [00:24<03:03, 1.44it/s]\u001b[A\n",
" 13%|█████▋ | 41/304 [00:25<02:52, 1.52it/s]\u001b[A\n",
" 14%|█████▊ | 42/304 [00:25<02:52, 1.52it/s]\u001b[A\n",
" 14%|█████▉ | 43/304 [00:26<02:51, 1.53it/s]\u001b[A\n",
" 14%|██████ | 44/304 [00:27<02:58, 1.46it/s]\u001b[A\n",
" 15%|██████▏ | 45/304 [00:28<03:03, 1.42it/s]\u001b[A\n",
" 15%|██████▎ | 46/304 [00:28<02:58, 1.44it/s]\u001b[A\n",
" 15%|██████▍ | 47/304 [00:29<02:58, 1.44it/s]\u001b[A\n",
" 16%|██████▋ | 48/304 [00:30<02:57, 1.44it/s]\u001b[A\n",
" 16%|██████▊ | 49/304 [00:30<02:48, 1.51it/s]\u001b[A\n",
" 16%|██████▉ | 50/304 [00:31<02:47, 1.51it/s]\u001b[A\n",
" 17%|███████ | 51/304 [00:31<02:40, 1.57it/s]\u001b[A\n",
" 17%|███████▏ | 52/304 [00:32<02:40, 1.57it/s]\u001b[A\n",
" 17%|███████▎ | 53/304 [00:33<02:40, 1.56it/s]\u001b[A\n",
" 18%|███████▍ | 54/304 [00:33<02:39, 1.57it/s]\u001b[A\n",
" 18%|███████▌ | 55/304 [00:34<02:44, 1.51it/s]\u001b[A\n",
" 18%|███████▋ | 56/304 [00:35<02:52, 1.44it/s]\u001b[A\n",
" 19%|███████▉ | 57/304 [00:35<02:45, 1.49it/s]\u001b[A\n",
" 19%|████████ | 58/304 [00:36<02:42, 1.52it/s]\u001b[A\n",
" 19%|████████▏ | 59/304 [00:37<02:46, 1.47it/s]\u001b[A\n",
" 20%|████████▎ | 60/304 [00:38<02:53, 1.40it/s]\u001b[A\n",
" 20%|████████▍ | 61/304 [00:38<02:44, 1.47it/s]\u001b[A\n",
" 20%|████████▌ | 62/304 [00:39<02:47, 1.45it/s]\u001b[A\n",
" 21%|████████▋ | 63/304 [00:40<02:44, 1.46it/s]\u001b[A\n",
" 21%|████████▊ | 64/304 [00:40<02:47, 1.43it/s]\u001b[A\n",
" 21%|████████▉ | 65/304 [00:41<02:48, 1.41it/s]\u001b[A\n",
" 22%|█████████ | 66/304 [00:42<02:34, 1.54it/s]\u001b[A\n",
" 22%|█████████▎ | 67/304 [00:42<02:39, 1.49it/s]\u001b[A\n",
" 22%|█████████▍ | 68/304 [00:43<02:39, 1.48it/s]\u001b[A\n",
" 23%|█████████▌ | 69/304 [00:44<02:32, 1.54it/s]\u001b[A\n",
" 23%|█████████▋ | 70/304 [00:44<02:35, 1.51it/s]\u001b[A\n",
" 23%|█████████▊ | 71/304 [00:45<02:29, 1.56it/s]\u001b[A\n",
" 24%|█████████▉ | 72/304 [00:45<02:24, 1.61it/s]\u001b[A\n",
" 24%|██████████ | 73/304 [00:46<02:18, 1.67it/s]\u001b[A\n",
" 24%|██████████▏ | 74/304 [00:46<02:12, 1.74it/s]\u001b[A\n",
" 25%|██████████▎ | 75/304 [00:47<02:13, 1.71it/s]\u001b[A\n",
" 25%|██████████▌ | 76/304 [00:48<02:12, 1.72it/s]\u001b[A\n",
" 25%|██████████▋ | 77/304 [00:48<02:12, 1.72it/s]\u001b[A\n",
" 26%|██████████▊ | 78/304 [00:49<02:21, 1.60it/s]\u001b[A\n",
" 26%|██████████▉ | 79/304 [00:50<02:27, 1.52it/s]\u001b[A\n",
" 26%|███████████ | 80/304 [00:50<02:23, 1.56it/s]\u001b[A\n",
" 27%|███████████▏ | 81/304 [00:51<02:19, 1.60it/s]\u001b[A\n",
" 27%|███████████▎ | 82/304 [00:51<02:15, 1.64it/s]\u001b[A\n",
" 27%|███████████▍ | 83/304 [00:52<02:18, 1.59it/s]\u001b[A\n",
" 28%|███████████▌ | 84/304 [00:53<02:08, 1.71it/s]\u001b[A\n",
" 28%|███████████▋ | 85/304 [00:53<02:16, 1.60it/s]\u001b[A\n",
" 28%|███████████▉ | 86/304 [00:54<02:23, 1.51it/s]\u001b[A\n",
" 29%|████████████ | 87/304 [00:55<02:28, 1.46it/s]\u001b[A\n",
" 29%|████████████▏ | 88/304 [00:56<02:32, 1.42it/s]\u001b[A\n",
" 29%|████████████▎ | 89/304 [00:56<02:32, 1.41it/s]\u001b[A\n",
" 30%|████████████▍ | 90/304 [00:57<02:32, 1.40it/s]\u001b[A\n",
" 30%|████████████▌ | 91/304 [00:58<02:29, 1.42it/s]\u001b[A\n",
" 30%|████████████▋ | 92/304 [00:58<02:17, 1.54it/s]\u001b[A\n",
" 31%|████████████▊ | 93/304 [00:59<02:02, 1.72it/s]\u001b[A\n",
" 31%|████████████▉ | 94/304 [00:59<01:56, 1.80it/s]\u001b[A\n",
" 31%|█████████████▏ | 95/304 [01:00<02:12, 1.57it/s]\u001b[A\n",
" 32%|█████████████▎ | 96/304 [01:01<02:11, 1.58it/s]\u001b[A\n",
" 32%|█████████████▍ | 97/304 [01:01<02:20, 1.47it/s]\u001b[A\n",
" 32%|█████████████▌ | 98/304 [01:02<02:20, 1.46it/s]\u001b[A\n",
" 33%|█████████████▋ | 99/304 [01:03<02:21, 1.45it/s]\u001b[A\n",
" 33%|█████████████▍ | 100/304 [01:03<02:19, 1.46it/s]\u001b[A\n",
" 33%|█████████████▌ | 101/304 [01:04<02:21, 1.43it/s]\u001b[A\n",
" 34%|█████████████▊ | 102/304 [01:05<02:27, 1.37it/s]\u001b[A\n",
" 34%|█████████████▉ | 103/304 [01:06<02:35, 1.29it/s]\u001b[A\n",
" 34%|██████████████ | 104/304 [01:07<02:30, 1.33it/s]\u001b[A\n",
" 35%|██████████████▏ | 105/304 [01:07<02:25, 1.36it/s]\u001b[A\n",
" 35%|██████████████▎ | 106/304 [01:08<02:28, 1.34it/s]\u001b[A\n",
" 35%|██████████████▍ | 107/304 [01:09<02:18, 1.42it/s]\u001b[A\n",
" 36%|██████████████▌ | 108/304 [01:09<02:16, 1.43it/s]\u001b[A\n",
" 36%|██████████████▋ | 109/304 [01:10<02:17, 1.42it/s]\u001b[A\n",
" 36%|██████████████▊ | 110/304 [01:11<02:16, 1.43it/s]\u001b[A\n",
" 37%|██████████████▉ | 111/304 [01:12<02:21, 1.36it/s]\u001b[A\n",
" 37%|███████████████ | 112/304 [01:12<02:19, 1.38it/s]\u001b[A\n",
" 37%|███████████████▏ | 113/304 [01:13<02:26, 1.31it/s]\u001b[A\n",
" 38%|███████████████▍ | 114/304 [01:14<02:18, 1.37it/s]\u001b[A\n",
" 38%|███████████████▌ | 115/304 [01:14<02:16, 1.39it/s]\u001b[A\n",
" 38%|███████████████▋ | 116/304 [01:15<02:14, 1.40it/s]\u001b[A\n",
" 38%|███████████████▊ | 117/304 [01:16<02:13, 1.40it/s]\u001b[A\n",
" 39%|███████████████▉ | 118/304 [01:17<02:13, 1.40it/s]\u001b[A\n",
" 39%|████████████████ | 119/304 [01:17<02:13, 1.38it/s]\u001b[A\n",
" 39%|████████████████▏ | 120/304 [01:18<02:10, 1.41it/s]\u001b[A\n",
" 40%|████████████████▎ | 121/304 [01:19<02:07, 1.44it/s]\u001b[A\n",
" 40%|████████████████▍ | 122/304 [01:19<02:03, 1.47it/s]\u001b[A\n",
" 40%|████████████████▌ | 123/304 [01:20<02:03, 1.47it/s]\u001b[A\n",
" 41%|████████████████▋ | 124/304 [01:20<01:53, 1.58it/s]\u001b[A\n",
" 41%|████████████████▊ | 125/304 [01:21<01:47, 1.66it/s]\u001b[A\n",
" 41%|████████████████▉ | 126/304 [01:22<01:45, 1.68it/s]\u001b[A\n",
" 42%|█████████████████▏ | 127/304 [01:22<01:48, 1.63it/s]\u001b[A\n",
" 42%|█████████████████▎ | 128/304 [01:23<01:54, 1.54it/s]\u001b[A\n",
" 42%|█████████████████▍ | 129/304 [01:24<01:54, 1.52it/s]\u001b[A\n",
" 43%|█████████████████▌ | 130/304 [01:24<01:51, 1.56it/s]\u001b[A\n",
" 43%|█████████████████▋ | 131/304 [01:25<01:52, 1.54it/s]\u001b[A\n",
" 43%|█████████████████▊ | 132/304 [01:26<01:52, 1.52it/s]\u001b[A\n",
" 44%|█████████████████▉ | 133/304 [01:26<01:53, 1.51it/s]\u001b[A\n",
" 44%|██████████████████ | 134/304 [01:27<01:45, 1.60it/s]\u001b[A\n",
" 44%|██████████████████▏ | 135/304 [01:27<01:44, 1.62it/s]\u001b[A\n",
" 45%|██████████████████▎ | 136/304 [01:28<01:43, 1.62it/s]\u001b[A\n",
" 45%|██████████████████▍ | 137/304 [01:29<01:47, 1.56it/s]\u001b[A\n",
" 45%|██████████████████▌ | 138/304 [01:29<01:53, 1.47it/s]\u001b[A\n",
" 46%|██████████████████▋ | 139/304 [01:30<01:54, 1.44it/s]\u001b[A\n",
" 46%|██████████████████▉ | 140/304 [01:31<01:55, 1.42it/s]\u001b[A\n",
" 46%|███████████████████ | 141/304 [01:32<02:00, 1.36it/s]\u001b[A\n",
" 47%|███████████████████▏ | 142/304 [01:33<02:01, 1.34it/s]\u001b[A\n",
" 47%|███████████████████▎ | 143/304 [01:33<02:00, 1.34it/s]\u001b[A\n",
" 47%|███████████████████▍ | 144/304 [01:34<01:54, 1.40it/s]\u001b[A\n",
" 48%|███████████████████▌ | 145/304 [01:34<01:44, 1.53it/s]\u001b[A\n",
" 48%|███████████████████▋ | 146/304 [01:35<01:33, 1.69it/s]\u001b[A\n",
" 48%|███████████████████▊ | 147/304 [01:35<01:29, 1.75it/s]\u001b[A\n",
" 49%|███████████████████▉ | 148/304 [01:36<01:31, 1.71it/s]\u001b[A\n",
" 49%|████████████████████ | 149/304 [01:37<01:33, 1.66it/s]\u001b[A\n",
" 49%|████████████████████▏ | 150/304 [01:37<01:36, 1.60it/s]\u001b[A\n",
" 50%|████████████████████▎ | 151/304 [01:38<01:35, 1.60it/s]\u001b[A\n",
" 50%|████████████████████▌ | 152/304 [01:38<01:30, 1.69it/s]\u001b[A\n",
" 50%|████████████████████▋ | 153/304 [01:39<01:25, 1.77it/s]\u001b[A\n",
" 51%|████████████████████▊ | 154/304 [01:40<01:26, 1.74it/s]\u001b[A\n",
" 51%|████████████████████▉ | 155/304 [01:40<01:28, 1.68it/s]\u001b[A\n",
" 51%|█████████████████████ | 156/304 [01:41<01:25, 1.73it/s]\u001b[A\n",
" 52%|█████████████████████▏ | 157/304 [01:41<01:27, 1.69it/s]\u001b[A\n",
" 52%|█████████████████████▎ | 158/304 [01:42<01:24, 1.74it/s]\u001b[A\n",
" 52%|█████████████████████▍ | 159/304 [01:43<01:31, 1.59it/s]\u001b[A\n",
" 53%|█████████████████████▌ | 160/304 [01:43<01:37, 1.47it/s]\u001b[A\n",
" 53%|█████████████████████▋ | 161/304 [01:44<01:39, 1.44it/s]\u001b[A\n",
" 53%|█████████████████████▊ | 162/304 [01:45<01:40, 1.41it/s]\u001b[A\n",
" 54%|█████████████████████▉ | 163/304 [01:46<01:34, 1.49it/s]\u001b[A\n",
" 54%|██████████████████████ | 164/304 [01:46<01:32, 1.51it/s]\u001b[A\n",
" 54%|██████████████████████▎ | 165/304 [01:47<01:34, 1.47it/s]\u001b[A\n",
" 55%|██████████████████████▍ | 166/304 [01:48<01:33, 1.47it/s]\u001b[A\n",
" 55%|██████████████████████▌ | 167/304 [01:48<01:35, 1.44it/s]\u001b[A\n",
" 55%|██████████████████████▋ | 168/304 [01:49<01:39, 1.36it/s]\u001b[A\n",
" 56%|██████████████████████▊ | 169/304 [01:50<01:42, 1.31it/s]\u001b[A\n",
" 56%|██████████████████████▉ | 170/304 [01:51<01:39, 1.34it/s]\u001b[A\n",
" 56%|███████████████████████ | 171/304 [01:51<01:42, 1.30it/s]\u001b[A\n",
" 57%|███████████████████████▏ | 172/304 [01:52<01:40, 1.31it/s]\u001b[A\n",
" 57%|███████████████████████▎ | 173/304 [01:53<01:39, 1.31it/s]\u001b[A\n",
" 57%|███████████████████████▍ | 174/304 [01:54<01:40, 1.30it/s]\u001b[A\n",
" 58%|███████████████████████▌ | 175/304 [01:55<01:38, 1.32it/s]\u001b[A\n",
" 58%|███████████████████████▋ | 176/304 [01:55<01:35, 1.34it/s]\u001b[A\n",
" 58%|███████████████████████▊ | 177/304 [01:56<01:28, 1.44it/s]\u001b[A\n",
" 59%|████████████████████████ | 178/304 [01:56<01:20, 1.57it/s]\u001b[A\n",
" 59%|████████████████████████▏ | 179/304 [01:57<01:20, 1.55it/s]\u001b[A\n",
" 59%|████████████████████████▎ | 180/304 [01:58<01:24, 1.47it/s]\u001b[A\n",
" 60%|████████████████████████▍ | 181/304 [01:58<01:22, 1.49it/s]\u001b[A\n",
" 60%|████████████████████████▌ | 182/304 [01:59<01:17, 1.58it/s]\u001b[A\n",
" 60%|████████████████████████▋ | 183/304 [02:00<01:23, 1.45it/s]\u001b[A\n",
" 61%|████████████████████████▊ | 184/304 [02:00<01:24, 1.41it/s]\u001b[A\n",
" 61%|████████████████████████▉ | 185/304 [02:01<01:22, 1.45it/s]\u001b[A\n",
" 61%|█████████████████████████ | 186/304 [02:02<01:22, 1.43it/s]\u001b[A\n",
" 62%|█████████████████████████▏ | 187/304 [02:02<01:18, 1.50it/s]\u001b[A\n",
" 62%|█████████████████████████▎ | 188/304 [02:03<01:15, 1.53it/s]\u001b[A\n",
" 62%|█████████████████████████▍ | 189/304 [02:04<01:11, 1.61it/s]\u001b[A\n",
" 62%|█████████████████████████▋ | 190/304 [02:04<01:07, 1.70it/s]\u001b[A\n",
" 63%|█████████████████████████▊ | 191/304 [02:05<01:07, 1.67it/s]\u001b[A\n",
" 63%|█████████████████████████▉ | 192/304 [02:05<01:07, 1.66it/s]\u001b[A\n",
" 63%|██████████████████████████ | 193/304 [02:06<01:08, 1.63it/s]\u001b[A\n",
" 64%|██████████████████████████▏ | 194/304 [02:07<01:11, 1.55it/s]\u001b[A\n",
" 64%|██████████████████████████▎ | 195/304 [02:08<01:14, 1.46it/s]\u001b[A\n",
" 64%|██████████████████████████▍ | 196/304 [02:08<01:14, 1.44it/s]\u001b[A\n",
" 65%|██████████████████████████▌ | 197/304 [02:09<01:13, 1.46it/s]\u001b[A\n",
" 65%|██████████████████████████▋ | 198/304 [02:10<01:13, 1.44it/s]\u001b[A\n",
" 65%|██████████████████████████▊ | 199/304 [02:10<01:14, 1.41it/s]\u001b[A\n",
" 66%|██████████████████████████▉ | 200/304 [02:11<01:12, 1.43it/s]\u001b[A\n",
" 66%|███████████████████████████ | 201/304 [02:12<01:11, 1.43it/s]\u001b[A\n",
" 66%|███████████████████████████▏ | 202/304 [02:12<01:06, 1.54it/s]\u001b[A\n",
" 67%|███████████████████████████▍ | 203/304 [02:13<01:09, 1.46it/s]\u001b[A\n",
" 67%|███████████████████████████▌ | 204/304 [02:14<01:10, 1.42it/s]\u001b[A\n",
" 67%|███████████████████████████▋ | 205/304 [02:14<01:08, 1.45it/s]\u001b[A\n",
" 68%|███████████████████████████▊ | 206/304 [02:15<01:09, 1.41it/s]\u001b[A\n",
" 68%|███████████████████████████▉ | 207/304 [02:16<01:09, 1.39it/s]\u001b[A\n",
" 68%|████████████████████████████ | 208/304 [02:17<01:09, 1.39it/s]\u001b[A\n",
" 69%|████████████████████████████▏ | 209/304 [02:17<01:09, 1.38it/s]\u001b[A\n",
" 69%|████████████████████████████▎ | 210/304 [02:18<01:06, 1.41it/s]\u001b[A\n",
" 69%|████████████████████████████▍ | 211/304 [02:19<01:02, 1.49it/s]\u001b[A\n",
" 70%|████████████████████████████▌ | 212/304 [02:19<01:00, 1.51it/s]\u001b[A\n",
" 70%|████████████████████████████▋ | 213/304 [02:20<00:58, 1.56it/s]\u001b[A\n",
" 70%|████████████████████████████▊ | 214/304 [02:20<00:56, 1.60it/s]\u001b[A\n",
" 71%|████████████████████████████▉ | 215/304 [02:21<00:54, 1.63it/s]\u001b[A\n",
" 71%|█████████████████████████████▏ | 216/304 [02:22<00:53, 1.64it/s]\u001b[A\n",
" 71%|█████████████████████████████▎ | 217/304 [02:22<00:56, 1.54it/s]\u001b[A\n",
" 72%|█████████████████████████████▍ | 218/304 [02:23<00:51, 1.66it/s]\u001b[A\n",
" 72%|█████████████████████████████▌ | 219/304 [02:24<00:52, 1.62it/s]\u001b[A\n",
" 72%|█████████████████████████████▋ | 220/304 [02:24<00:51, 1.63it/s]\u001b[A\n",
" 73%|█████████████████████████████▊ | 221/304 [02:25<00:51, 1.62it/s]\u001b[A\n",
" 73%|█████████████████████████████▉ | 222/304 [02:26<00:53, 1.53it/s]\u001b[A\n",
" 73%|██████████████████████████████ | 223/304 [02:26<00:58, 1.39it/s]\u001b[A\n",
" 74%|██████████████████████████████▏ | 224/304 [02:27<01:00, 1.31it/s]\u001b[A\n",
" 74%|██████████████████████████████▎ | 225/304 [02:28<00:58, 1.36it/s]\u001b[A\n",
" 74%|██████████████████████████████▍ | 226/304 [02:29<00:57, 1.36it/s]\u001b[A\n",
" 75%|██████████████████████████████▌ | 227/304 [02:29<00:58, 1.31it/s]\u001b[A\n",
" 75%|██████████████████████████████▊ | 228/304 [02:30<00:54, 1.39it/s]\u001b[A\n",
" 75%|██████████████████████████████▉ | 229/304 [02:31<00:55, 1.35it/s]\u001b[A\n",
" 76%|███████████████████████████████ | 230/304 [02:32<00:55, 1.33it/s]\u001b[A\n",
" 76%|███████████████████████████████▏ | 231/304 [02:32<00:53, 1.35it/s]\u001b[A\n",
" 76%|███████████████████████████████▎ | 232/304 [02:33<00:49, 1.45it/s]\u001b[A\n",
" 77%|███████████████████████████████▍ | 233/304 [02:34<00:48, 1.46it/s]\u001b[A\n",
" 77%|███████████████████████████████▌ | 234/304 [02:34<00:51, 1.37it/s]\u001b[A\n",
" 77%|███████████████████████████████▋ | 235/304 [02:35<00:50, 1.35it/s]\u001b[A\n",
" 78%|███████████████████████████████▊ | 236/304 [02:36<00:48, 1.41it/s]\u001b[A\n",
" 78%|███████████████████████████████▉ | 237/304 [02:37<00:46, 1.45it/s]\u001b[A\n",
" 78%|████████████████████████████████ | 238/304 [02:37<00:45, 1.45it/s]\u001b[A\n",
" 79%|████████████████████████████████▏ | 239/304 [02:38<00:44, 1.47it/s]\u001b[A\n",
" 79%|████████████████████████████████▎ | 240/304 [02:38<00:40, 1.59it/s]\u001b[A\n",
" 79%|████████████████████████████████▌ | 241/304 [02:39<00:43, 1.45it/s]\u001b[A\n",
" 80%|████████████████████████████████▋ | 242/304 [02:40<00:44, 1.40it/s]\u001b[A\n",
" 80%|████████████████████████████████▊ | 243/304 [02:41<00:41, 1.46it/s]\u001b[A\n",
" 80%|████████████████████████████████▉ | 244/304 [02:41<00:43, 1.37it/s]\u001b[A\n",
" 81%|█████████████████████████████████ | 245/304 [02:42<00:44, 1.33it/s]\u001b[A\n",
" 81%|█████████████████████████████████▏ | 246/304 [02:43<00:43, 1.33it/s]\u001b[A\n",
" 81%|█████████████████████████████████▎ | 247/304 [02:44<00:41, 1.37it/s]\u001b[A\n",
" 82%|█████████████████████████████████▍ | 248/304 [02:44<00:41, 1.36it/s]\u001b[A\n",
" 82%|█████████████████████████████████▌ | 249/304 [02:45<00:41, 1.33it/s]\u001b[A\n",
" 82%|█████████████████████████████████▋ | 250/304 [02:46<00:40, 1.35it/s]\u001b[A\n",
" 83%|█████████████████████████████████▊ | 251/304 [02:47<00:39, 1.33it/s]\u001b[A\n",
" 83%|█████████████████████████████████▉ | 252/304 [02:47<00:38, 1.34it/s]\u001b[A\n",
" 83%|██████████████████████████████████ | 253/304 [02:48<00:37, 1.35it/s]\u001b[A\n",
" 84%|██████████████████████████████████▎ | 254/304 [02:49<00:36, 1.37it/s]\u001b[A\n",
" 84%|██████████████████████████████████▍ | 255/304 [02:50<00:36, 1.35it/s]\u001b[A\n",
" 84%|██████████████████████████████████▌ | 256/304 [02:50<00:37, 1.29it/s]\u001b[A\n",
" 85%|██████████████████████████████████▋ | 257/304 [02:51<00:36, 1.29it/s]\u001b[A\n",
" 85%|██████████████████████████████████▊ | 258/304 [02:52<00:34, 1.33it/s]\u001b[A\n",
" 85%|██████████████████████████████████▉ | 259/304 [02:53<00:35, 1.28it/s]\u001b[A\n",
" 86%|███████████████████████████████████ | 260/304 [02:53<00:33, 1.32it/s]\u001b[A\n",
" 86%|███████████████████████████████████▏ | 261/304 [02:54<00:32, 1.34it/s]\u001b[A\n",
" 86%|███████████████████████████████████▎ | 262/304 [02:55<00:32, 1.30it/s]\u001b[A\n",
" 87%|███████████████████████████████████▍ | 263/304 [02:56<00:29, 1.38it/s]\u001b[A\n",
" 87%|███████████████████████████████████▌ | 264/304 [02:56<00:28, 1.41it/s]\u001b[A\n",
" 87%|███████████████████████████████████▋ | 265/304 [02:57<00:28, 1.36it/s]\u001b[A\n",
" 88%|███████████████████████████████████▉ | 266/304 [02:58<00:27, 1.36it/s]\u001b[A\n",
" 88%|████████████████████████████████████ | 267/304 [02:59<00:28, 1.29it/s]\u001b[A\n",
" 88%|████████████████████████████████████▏ | 268/304 [02:59<00:27, 1.32it/s]\u001b[A\n",
" 88%|████████████████████████████████████▎ | 269/304 [03:00<00:27, 1.27it/s]\u001b[A\n",
" 89%|████████████████████████████████████▍ | 270/304 [03:01<00:25, 1.33it/s]\u001b[A\n",
" 89%|████████████████████████████████████▌ | 271/304 [03:02<00:23, 1.42it/s]\u001b[A\n",
" 89%|████████████████████████████████████▋ | 272/304 [03:02<00:22, 1.43it/s]\u001b[A\n",
" 90%|████████████████████████████████████▊ | 273/304 [03:03<00:21, 1.44it/s]\u001b[A\n",
" 90%|████████████████████████████████████▉ | 274/304 [03:04<00:21, 1.42it/s]\u001b[A\n",
" 90%|█████████████████████████████████████ | 275/304 [03:04<00:21, 1.35it/s]\u001b[A\n",
" 91%|█████████████████████████████████████▏ | 276/304 [03:05<00:21, 1.30it/s]\u001b[A\n",
" 91%|█████████████████████████████████████▎ | 277/304 [03:06<00:19, 1.36it/s]\u001b[A\n",
" 91%|█████████████████████████████████████▍ | 278/304 [03:07<00:18, 1.42it/s]\u001b[A\n",
" 92%|█████████████████████████████████████▋ | 279/304 [03:07<00:16, 1.53it/s]\u001b[A\n",
" 92%|█████████████████████████████████████▊ | 280/304 [03:08<00:15, 1.58it/s]\u001b[A\n",
" 92%|█████████████████████████████████████▉ | 281/304 [03:08<00:14, 1.64it/s]\u001b[A\n",
" 93%|██████████████████████████████████████ | 282/304 [03:09<00:13, 1.59it/s]\u001b[A\n",
" 93%|██████████████████████████████████████▏ | 283/304 [03:10<00:13, 1.55it/s]\u001b[A\n",
" 93%|██████████████████████████████████████▎ | 284/304 [03:10<00:13, 1.44it/s]\u001b[A\n",
" 94%|██████████████████████████████████████▍ | 285/304 [03:11<00:13, 1.36it/s]\u001b[A\n",
" 94%|██████████████████████████████████████▌ | 286/304 [03:12<00:12, 1.40it/s]\u001b[A\n",
" 94%|██████████████████████████████████████▋ | 287/304 [03:13<00:11, 1.43it/s]\u001b[A\n",
" 95%|██████████████████████████████████████▊ | 288/304 [03:13<00:10, 1.46it/s]\u001b[A\n",
" 95%|██████████████████████████████████████▉ | 289/304 [03:14<00:10, 1.49it/s]\u001b[A\n",
" 95%|███████████████████████████████████████ | 290/304 [03:15<00:09, 1.41it/s]\u001b[A\n",
" 96%|███████████████████████████████████████▏ | 291/304 [03:15<00:09, 1.42it/s]\u001b[A\n",
" 96%|███████████████████████████████████████▍ | 292/304 [03:16<00:08, 1.43it/s]\u001b[A\n",
" 96%|███████████████████████████████████████▌ | 293/304 [03:17<00:07, 1.46it/s]\u001b[A\n",
" 97%|███████████████████████████████████████▋ | 294/304 [03:17<00:06, 1.49it/s]\u001b[A\n",
" 97%|███████████████████████████████████████▊ | 295/304 [03:18<00:06, 1.47it/s]\u001b[A\n",
" 97%|███████████████████████████████████████▉ | 296/304 [03:19<00:05, 1.48it/s]\u001b[A\n",
" 98%|████████████████████████████████████████ | 297/304 [03:20<00:04, 1.42it/s]\u001b[A\n",
" 98%|████████████████████████████████████████▏| 298/304 [03:20<00:04, 1.35it/s]\u001b[A\n",
" 98%|████████████████████████████████████████▎| 299/304 [03:21<00:03, 1.28it/s]\u001b[A\n",
" 99%|████████████████████████████████████████▍| 300/304 [03:22<00:03, 1.29it/s]\u001b[A\n",
" 99%|████████████████████████████████████████▌| 301/304 [03:23<00:02, 1.26it/s]\u001b[A\n",
" 99%|████████████████████████████████████████▋| 302/304 [03:24<00:01, 1.23it/s]\u001b[A\n",
"100%|████████████████████████████████████████▊| 303/304 [03:24<00:00, 1.26it/s]\u001b[A\n",
" \u001b[A\n",
" 16%|█████▌ | 3000/18300 [1:30:15<7:41:42, 1.81s/it]\n",
"100%|█████████████████████████████████████████| 304/304 [03:28<00:00, 1.69it/s]\u001b[A\n",
" \u001b[ASaving model checkpoint to ./wav2vec2-large-xls-r-300m-welsh/checkpoint-3000\n",
"Configuration saved in ./wav2vec2-large-xls-r-300m-welsh/checkpoint-3000/config.json\n",
"Model weights saved in ./wav2vec2-large-xls-r-300m-welsh/checkpoint-3000/pytorch_model.bin\n",
"Configuration saved in ./wav2vec2-large-xls-r-300m-welsh/checkpoint-3000/preprocessor_config.json\n",
"Configuration saved in ./wav2vec2-large-xls-r-300m-welsh/preprocessor_config.json\n",
" 33%|███████████▏ | 6000/18300 [2:56:49<4:21:49, 1.28s/it]The following columns in the evaluation set don't have a corresponding argument in `Wav2Vec2ForCTC.forward` and have been ignored: input_length.\n",
"***** Running Evaluation *****\n",
" Num examples = 4850\n",
" Batch size = 16\n",
"\n",
" 0%| | 0/304 [00:00, ?it/s]\u001b[A\n",
" 1%|▎ | 2/304 [00:00<01:37, 3.09it/s]\u001b[A\n",
" 1%|▍ | 3/304 [00:01<02:12, 2.27it/s]\u001b[A\n",
" 1%|▌ | 4/304 [00:01<02:22, 2.11it/s]\u001b[A\n",
" 2%|▋ | 5/304 [00:02<02:22, 2.10it/s]\u001b[A\n",
" 2%|▊ | 6/304 [00:02<02:29, 1.99it/s]\u001b[A\n",
" 2%|▉ | 7/304 [00:03<02:42, 1.83it/s]\u001b[A\n",
" 3%|█▏ | 8/304 [00:04<02:44, 1.80it/s]\u001b[A\n",
" 3%|█▎ | 9/304 [00:04<02:40, 1.84it/s]\u001b[A\n",
" 3%|█▍ | 10/304 [00:05<02:44, 1.79it/s]\u001b[A\n",
" 4%|█▌ | 11/304 [00:05<02:44, 1.78it/s]\u001b[A\n",
" 4%|█▋ | 12/304 [00:06<02:55, 1.66it/s]\u001b[A\n",
" 4%|█▊ | 13/304 [00:07<03:03, 1.58it/s]\u001b[A\n",
" 5%|█▉ | 14/304 [00:07<03:02, 1.59it/s]\u001b[A\n",
" 5%|██ | 15/304 [00:08<02:51, 1.69it/s]\u001b[A\n",
" 5%|██▏ | 16/304 [00:08<02:52, 1.67it/s]\u001b[A\n",
" 6%|██▎ | 17/304 [00:09<02:49, 1.69it/s]\u001b[A\n",
" 6%|██▍ | 18/304 [00:10<02:52, 1.65it/s]\u001b[A\n",
" 6%|██▋ | 19/304 [00:10<03:02, 1.56it/s]\u001b[A\n",
" 7%|██▊ | 20/304 [00:11<02:47, 1.70it/s]\u001b[A\n",
" 7%|██▉ | 21/304 [00:11<02:51, 1.65it/s]\u001b[A\n",
" 7%|███ | 22/304 [00:12<02:43, 1.73it/s]\u001b[A\n",
" 8%|███▏ | 23/304 [00:13<02:49, 1.66it/s]\u001b[A\n",
" 8%|███▎ | 24/304 [00:13<02:44, 1.70it/s]\u001b[A\n",
" 8%|███▍ | 25/304 [00:14<02:44, 1.70it/s]\u001b[A\n",
" 9%|███▌ | 26/304 [00:14<02:50, 1.63it/s]\u001b[A\n",
" 9%|███▋ | 27/304 [00:15<02:44, 1.69it/s]\u001b[A\n",
" 9%|███▊ | 28/304 [00:16<02:51, 1.61it/s]\u001b[A\n",
" 10%|████ | 29/304 [00:16<03:02, 1.50it/s]\u001b[A\n",
" 10%|████▏ | 30/304 [00:17<03:03, 1.49it/s]\u001b[A\n",
" 10%|████▎ | 31/304 [00:18<03:10, 1.43it/s]\u001b[A\n",
" 11%|████▍ | 32/304 [00:19<03:13, 1.41it/s]\u001b[A\n",
" 11%|████▌ | 33/304 [00:19<03:03, 1.48it/s]\u001b[A\n",
" 11%|████▋ | 34/304 [00:20<03:01, 1.49it/s]\u001b[A\n",
" 12%|████▊ | 35/304 [00:20<02:58, 1.51it/s]\u001b[A\n",
" 12%|████▉ | 36/304 [00:21<03:04, 1.45it/s]\u001b[A\n",
" 12%|█████ | 37/304 [00:22<02:56, 1.51it/s]\u001b[A\n",
" 12%|█████▎ | 38/304 [00:22<02:56, 1.51it/s]\u001b[A\n",
" 13%|█████▍ | 39/304 [00:23<02:57, 1.49it/s]\u001b[A\n",
" 13%|█████▌ | 40/304 [00:24<03:06, 1.42it/s]\u001b[A\n",
" 13%|█████▋ | 41/304 [00:24<02:51, 1.53it/s]\u001b[A\n",
" 14%|█████▊ | 42/304 [00:25<02:51, 1.53it/s]\u001b[A\n",
" 14%|█████▉ | 43/304 [00:26<02:46, 1.57it/s]\u001b[A\n",
" 14%|██████ | 44/304 [00:26<02:49, 1.53it/s]\u001b[A\n",
" 15%|██████▏ | 45/304 [00:27<02:55, 1.48it/s]\u001b[A\n",
" 15%|██████▎ | 46/304 [00:28<02:49, 1.52it/s]\u001b[A\n",
" 15%|██████▍ | 47/304 [00:28<02:48, 1.53it/s]\u001b[A\n",
" 16%|██████▋ | 48/304 [00:29<02:52, 1.48it/s]\u001b[A\n",
" 16%|██████▊ | 49/304 [00:30<02:45, 1.54it/s]\u001b[A\n",
" 16%|██████▉ | 50/304 [00:30<02:45, 1.53it/s]\u001b[A\n",
" 17%|███████ | 51/304 [00:31<02:40, 1.58it/s]\u001b[A\n",
" 17%|███████▏ | 52/304 [00:32<02:37, 1.60it/s]\u001b[A\n",
" 17%|███████▎ | 53/304 [00:32<02:37, 1.60it/s]\u001b[A\n",
" 18%|███████▍ | 54/304 [00:33<02:41, 1.55it/s]\u001b[A\n",
" 18%|███████▌ | 55/304 [00:34<02:46, 1.49it/s]\u001b[A\n",
" 18%|███████▋ | 56/304 [00:34<02:50, 1.46it/s]\u001b[A\n",
" 19%|███████▉ | 57/304 [00:35<02:43, 1.51it/s]\u001b[A\n",
" 19%|████████ | 58/304 [00:36<02:42, 1.52it/s]\u001b[A\n",
" 19%|████████▏ | 59/304 [00:36<02:45, 1.48it/s]\u001b[A\n",
" 20%|████████▎ | 60/304 [00:37<02:48, 1.44it/s]\u001b[A\n",
" 20%|████████▍ | 61/304 [00:38<02:41, 1.51it/s]\u001b[A\n",
" 20%|████████▌ | 62/304 [00:38<02:43, 1.48it/s]\u001b[A\n",
" 21%|████████▋ | 63/304 [00:39<02:43, 1.48it/s]\u001b[A\n",
" 21%|████████▊ | 64/304 [00:40<02:45, 1.45it/s]\u001b[A\n",
" 21%|████████▉ | 65/304 [00:41<02:47, 1.43it/s]\u001b[A\n",
" 22%|█████████ | 66/304 [00:41<02:33, 1.55it/s]\u001b[A\n",
" 22%|█████████▎ | 67/304 [00:42<02:37, 1.50it/s]\u001b[A\n",
" 22%|█████████▍ | 68/304 [00:42<02:41, 1.46it/s]\u001b[A\n",
" 23%|█████████▌ | 69/304 [00:43<02:33, 1.53it/s]\u001b[A\n",
" 23%|█████████▋ | 70/304 [00:44<02:33, 1.52it/s]\u001b[A\n",
" 23%|█████████▊ | 71/304 [00:44<02:33, 1.52it/s]\u001b[A\n",
" 24%|█████████▉ | 72/304 [00:45<02:26, 1.59it/s]\u001b[A\n",
" 24%|██████████ | 73/304 [00:46<02:24, 1.60it/s]\u001b[A\n",
" 24%|██████████▏ | 74/304 [00:46<02:16, 1.69it/s]\u001b[A\n",
" 25%|██████████▎ | 75/304 [00:47<02:16, 1.68it/s]\u001b[A\n",
" 25%|██████████▌ | 76/304 [00:47<02:13, 1.71it/s]\u001b[A\n",
" 25%|██████████▋ | 77/304 [00:48<02:13, 1.70it/s]\u001b[A\n",
" 26%|██████████▊ | 78/304 [00:49<02:21, 1.59it/s]\u001b[A\n",
" 26%|██████████▉ | 79/304 [00:49<02:28, 1.52it/s]\u001b[A\n",
" 26%|███████████ | 80/304 [00:50<02:23, 1.56it/s]\u001b[A\n",
" 27%|███████████▏ | 81/304 [00:50<02:19, 1.60it/s]\u001b[A\n",
" 27%|███████████▎ | 82/304 [00:51<02:17, 1.62it/s]\u001b[A\n",
" 27%|███████████▍ | 83/304 [00:52<02:20, 1.57it/s]\u001b[A\n",
" 28%|███████████▌ | 84/304 [00:52<02:09, 1.70it/s]\u001b[A\n",
" 28%|███████████▋ | 85/304 [00:53<02:17, 1.60it/s]\u001b[A\n",
" 28%|███████████▉ | 86/304 [00:54<02:24, 1.51it/s]\u001b[A\n",
" 29%|████████████ | 87/304 [00:54<02:27, 1.47it/s]\u001b[A\n",
" 29%|████████████▏ | 88/304 [00:55<02:32, 1.42it/s]\u001b[A\n",
" 29%|████████████▎ | 89/304 [00:56<02:32, 1.41it/s]\u001b[A\n",
" 30%|████████████▍ | 90/304 [00:57<02:32, 1.41it/s]\u001b[A\n",
" 30%|████████████▌ | 91/304 [00:57<02:28, 1.44it/s]\u001b[A\n",
" 30%|████████████▋ | 92/304 [00:58<02:16, 1.56it/s]\u001b[A\n",
" 31%|████████████▊ | 93/304 [00:58<02:00, 1.75it/s]\u001b[A\n",
" 31%|████████████▉ | 94/304 [00:59<01:55, 1.82it/s]\u001b[A\n",
" 31%|█████████████▏ | 95/304 [00:59<02:11, 1.59it/s]\u001b[A\n",
" 32%|█████████████▎ | 96/304 [01:00<02:11, 1.59it/s]\u001b[A\n",
" 32%|█████████████▍ | 97/304 [01:01<02:20, 1.47it/s]\u001b[A\n",
" 32%|█████████████▌ | 98/304 [01:02<02:20, 1.46it/s]\u001b[A\n",
" 33%|█████████████▋ | 99/304 [01:02<02:23, 1.43it/s]\u001b[A\n",
" 33%|█████████████▍ | 100/304 [01:03<02:19, 1.46it/s]\u001b[A\n",
" 33%|█████████████▌ | 101/304 [01:04<02:20, 1.44it/s]\u001b[A\n",
" 34%|█████████████▊ | 102/304 [01:04<02:24, 1.40it/s]\u001b[A\n",
" 34%|█████████████▉ | 103/304 [01:05<02:28, 1.35it/s]\u001b[A\n",
" 34%|██████████████ | 104/304 [01:06<02:23, 1.39it/s]\u001b[A\n",
" 35%|██████████████▏ | 105/304 [01:07<02:22, 1.40it/s]\u001b[A\n",
" 35%|██████████████▎ | 106/304 [01:07<02:28, 1.33it/s]\u001b[A\n",
" 35%|██████████████▍ | 107/304 [01:08<02:19, 1.41it/s]\u001b[A\n",
" 36%|██████████████▌ | 108/304 [01:09<02:16, 1.43it/s]\u001b[A\n",
" 36%|██████████████▋ | 109/304 [01:09<02:15, 1.43it/s]\u001b[A\n",
" 36%|██████████████▊ | 110/304 [01:10<02:14, 1.44it/s]\u001b[A\n",
" 37%|██████████████▉ | 111/304 [01:11<02:20, 1.37it/s]\u001b[A\n",
" 37%|███████████████ | 112/304 [01:12<02:17, 1.39it/s]\u001b[A\n",
" 37%|███████████████▏ | 113/304 [01:12<02:20, 1.36it/s]\u001b[A\n",
" 38%|███████████████▍ | 114/304 [01:13<02:14, 1.41it/s]\u001b[A\n",
" 38%|███████████████▌ | 115/304 [01:14<02:10, 1.44it/s]\u001b[A\n",
" 38%|███████████████▋ | 116/304 [01:14<02:10, 1.44it/s]\u001b[A\n",
" 38%|███████████████▊ | 117/304 [01:15<02:09, 1.44it/s]\u001b[A\n",
" 39%|███████████████▉ | 118/304 [01:16<02:09, 1.44it/s]\u001b[A\n",
" 39%|████████████████ | 119/304 [01:17<02:10, 1.42it/s]\u001b[A\n",
" 39%|████████████████▏ | 120/304 [01:17<02:09, 1.42it/s]\u001b[A\n",
" 40%|████████████████▎ | 121/304 [01:18<02:06, 1.45it/s]\u001b[A\n",
" 40%|████████████████▍ | 122/304 [01:18<01:59, 1.52it/s]\u001b[A\n",
" 40%|████████████████▌ | 123/304 [01:19<02:00, 1.50it/s]\u001b[A\n",
" 41%|████████████████▋ | 124/304 [01:20<01:52, 1.60it/s]\u001b[A\n",
" 41%|████████████████▊ | 125/304 [01:20<01:47, 1.67it/s]\u001b[A\n",
" 41%|████████████████▉ | 126/304 [01:21<01:45, 1.69it/s]\u001b[A\n",
" 42%|█████████████████▏ | 127/304 [01:21<01:48, 1.64it/s]\u001b[A\n",
" 42%|█████████████████▎ | 128/304 [01:22<01:54, 1.54it/s]\u001b[A\n",
" 42%|█████████████████▍ | 129/304 [01:23<01:57, 1.49it/s]\u001b[A\n",
" 43%|█████████████████▌ | 130/304 [01:24<01:55, 1.51it/s]\u001b[A\n",
" 43%|█████████████████▋ | 131/304 [01:24<01:56, 1.49it/s]\u001b[A\n",
" 43%|█████████████████▊ | 132/304 [01:25<01:55, 1.49it/s]\u001b[A\n",
" 44%|█████████████████▉ | 133/304 [01:26<01:55, 1.48it/s]\u001b[A\n",
" 44%|██████████████████ | 134/304 [01:26<01:47, 1.58it/s]\u001b[A\n",
" 44%|██████████████████▏ | 135/304 [01:27<01:45, 1.60it/s]\u001b[A\n",
" 45%|██████████████████▎ | 136/304 [01:27<01:45, 1.60it/s]\u001b[A\n",
" 45%|██████████████████▍ | 137/304 [01:28<01:47, 1.55it/s]\u001b[A\n",
" 45%|██████████████████▌ | 138/304 [01:29<01:51, 1.48it/s]\u001b[A\n",
" 46%|██████████████████▋ | 139/304 [01:30<01:53, 1.46it/s]\u001b[A\n",
" 46%|██████████████████▉ | 140/304 [01:30<01:53, 1.44it/s]\u001b[A\n",
" 46%|███████████████████ | 141/304 [01:31<01:57, 1.39it/s]\u001b[A\n",
" 47%|███████████████████▏ | 142/304 [01:32<01:58, 1.36it/s]\u001b[A\n",
" 47%|███████████████████▎ | 143/304 [01:33<01:58, 1.35it/s]\u001b[A\n",
" 47%|███████████████████▍ | 144/304 [01:33<01:52, 1.42it/s]\u001b[A\n",
" 48%|███████████████████▌ | 145/304 [01:34<01:42, 1.54it/s]\u001b[A\n",
" 48%|███████████████████▋ | 146/304 [01:34<01:34, 1.68it/s]\u001b[A\n",
" 48%|███████████████████▊ | 147/304 [01:35<01:29, 1.75it/s]\u001b[A\n",
" 49%|███████████████████▉ | 148/304 [01:35<01:31, 1.71it/s]\u001b[A\n",
" 49%|████████████████████ | 149/304 [01:36<01:33, 1.67it/s]\u001b[A\n",
" 49%|████████████████████▏ | 150/304 [01:37<01:35, 1.62it/s]\u001b[A\n",
" 50%|████████████████████▎ | 151/304 [01:37<01:33, 1.64it/s]\u001b[A\n",
" 50%|████████████████████▌ | 152/304 [01:38<01:28, 1.72it/s]\u001b[A\n",
" 50%|████████████████████▋ | 153/304 [01:38<01:23, 1.81it/s]\u001b[A\n",
" 51%|████████████████████▊ | 154/304 [01:39<01:22, 1.83it/s]\u001b[A\n",
" 51%|████████████████████▉ | 155/304 [01:39<01:25, 1.73it/s]\u001b[A\n",
" 51%|█████████████████████ | 156/304 [01:40<01:23, 1.76it/s]\u001b[A\n",
" 52%|█████████████████████▏ | 157/304 [01:41<01:25, 1.72it/s]\u001b[A\n",
" 52%|█████████████████████▎ | 158/304 [01:41<01:22, 1.77it/s]\u001b[A\n",
" 52%|█████████████████████▍ | 159/304 [01:42<01:29, 1.61it/s]\u001b[A\n",
" 53%|█████████████████████▌ | 160/304 [01:43<01:35, 1.52it/s]\u001b[A\n",
" 53%|█████████████████████▋ | 161/304 [01:43<01:36, 1.49it/s]\u001b[A\n",
" 53%|█████████████████████▊ | 162/304 [01:44<01:38, 1.44it/s]\u001b[A\n",
" 54%|█████████████████████▉ | 163/304 [01:45<01:32, 1.52it/s]\u001b[A\n",
" 54%|██████████████████████ | 164/304 [01:45<01:30, 1.55it/s]\u001b[A\n",
" 54%|██████████████████████▎ | 165/304 [01:46<01:32, 1.50it/s]\u001b[A\n",
" 55%|██████████████████████▍ | 166/304 [01:47<01:30, 1.52it/s]\u001b[A\n",
" 55%|██████████████████████▌ | 167/304 [01:47<01:31, 1.49it/s]\u001b[A\n",
" 55%|██████████████████████▋ | 168/304 [01:48<01:35, 1.43it/s]\u001b[A\n",
" 56%|██████████████████████▊ | 169/304 [01:49<01:39, 1.36it/s]\u001b[A\n",
" 56%|██████████████████████▉ | 170/304 [01:50<01:37, 1.37it/s]\u001b[A\n",
" 56%|███████████████████████ | 171/304 [01:50<01:39, 1.34it/s]\u001b[A\n",
" 57%|███████████████████████▏ | 172/304 [01:51<01:35, 1.38it/s]\u001b[A\n",
" 57%|███████████████████████▎ | 173/304 [01:52<01:35, 1.37it/s]\u001b[A\n",
" 57%|███████████████████████▍ | 174/304 [01:53<01:36, 1.34it/s]\u001b[A\n",
" 58%|███████████████████████▌ | 175/304 [01:53<01:35, 1.35it/s]\u001b[A\n",
" 58%|███████████████████████▋ | 176/304 [01:54<01:32, 1.38it/s]\u001b[A\n",
" 58%|███████████████████████▊ | 177/304 [01:55<01:26, 1.47it/s]\u001b[A\n",
" 59%|████████████████████████ | 178/304 [01:55<01:19, 1.59it/s]\u001b[A\n",
" 59%|████████████████████████▏ | 179/304 [01:56<01:18, 1.60it/s]\u001b[A\n",
" 59%|████████████████████████▎ | 180/304 [01:56<01:21, 1.52it/s]\u001b[A\n",
" 60%|████████████████████████▍ | 181/304 [01:57<01:19, 1.54it/s]\u001b[A\n",
" 60%|████████████████████████▌ | 182/304 [01:58<01:15, 1.61it/s]\u001b[A\n",
" 60%|████████████████████████▋ | 183/304 [01:58<01:22, 1.48it/s]\u001b[A\n",
" 61%|████████████████████████▊ | 184/304 [01:59<01:23, 1.43it/s]\u001b[A\n",
" 61%|████████████████████████▉ | 185/304 [02:00<01:21, 1.47it/s]\u001b[A\n",
" 61%|█████████████████████████ | 186/304 [02:00<01:20, 1.47it/s]\u001b[A\n",
" 62%|█████████████████████████▏ | 187/304 [02:01<01:15, 1.55it/s]\u001b[A\n",
" 62%|█████████████████████████▎ | 188/304 [02:02<01:13, 1.59it/s]\u001b[A\n",
" 62%|█████████████████████████▍ | 189/304 [02:02<01:09, 1.65it/s]\u001b[A\n",
" 62%|█████████████████████████▋ | 190/304 [02:03<01:05, 1.75it/s]\u001b[A\n",
" 63%|█████████████████████████▊ | 191/304 [02:03<01:06, 1.71it/s]\u001b[A\n",
" 63%|█████████████████████████▉ | 192/304 [02:04<01:06, 1.69it/s]\u001b[A\n",
" 63%|██████████████████████████ | 193/304 [02:04<01:06, 1.66it/s]\u001b[A\n",
" 64%|██████████████████████████▏ | 194/304 [02:05<01:10, 1.55it/s]\u001b[A\n",
" 64%|██████████████████████████▎ | 195/304 [02:06<01:15, 1.44it/s]\u001b[A\n",
" 64%|██████████████████████████▍ | 196/304 [02:07<01:14, 1.44it/s]\u001b[A\n",
" 65%|██████████████████████████▌ | 197/304 [02:07<01:13, 1.46it/s]\u001b[A\n",
" 65%|██████████████████████████▋ | 198/304 [02:08<01:14, 1.42it/s]\u001b[A\n",
" 65%|██████████████████████████▊ | 199/304 [02:09<01:13, 1.42it/s]\u001b[A\n",
" 66%|██████████████████████████▉ | 200/304 [02:10<01:13, 1.41it/s]\u001b[A\n",
" 66%|███████████████████████████ | 201/304 [02:10<01:11, 1.43it/s]\u001b[A\n",
" 66%|███████████████████████████▏ | 202/304 [02:11<01:07, 1.52it/s]\u001b[A\n",
" 67%|███████████████████████████▍ | 203/304 [02:12<01:08, 1.48it/s]\u001b[A\n",
" 67%|███████████████████████████▌ | 204/304 [02:12<01:09, 1.45it/s]\u001b[A\n",
" 67%|███████████████████████████▋ | 205/304 [02:13<01:06, 1.48it/s]\u001b[A\n",
" 68%|███████████████████████████▊ | 206/304 [02:14<01:07, 1.44it/s]\u001b[A\n",
" 68%|███████████████████████████▉ | 207/304 [02:14<01:08, 1.41it/s]\u001b[A\n",
" 68%|████████████████████████████ | 208/304 [02:15<01:06, 1.44it/s]\u001b[A\n",
" 69%|████████████████████████████▏ | 209/304 [02:16<01:07, 1.41it/s]\u001b[A\n",
" 69%|████████████████████████████▎ | 210/304 [02:16<01:07, 1.40it/s]\u001b[A\n",
" 69%|████████████████████████████▍ | 211/304 [02:17<01:04, 1.45it/s]\u001b[A\n",
" 70%|████████████████████████████▌ | 212/304 [02:18<01:03, 1.45it/s]\u001b[A\n",
" 70%|████████████████████████████▋ | 213/304 [02:18<00:59, 1.52it/s]\u001b[A\n",
" 70%|████████████████████████████▊ | 214/304 [02:19<00:57, 1.56it/s]\u001b[A\n",
" 71%|████████████████████████████▉ | 215/304 [02:20<00:55, 1.61it/s]\u001b[A\n",
" 71%|█████████████████████████████▏ | 216/304 [02:20<00:53, 1.65it/s]\u001b[A\n",
" 71%|█████████████████████████████▎ | 217/304 [02:21<00:55, 1.56it/s]\u001b[A\n",
" 72%|█████████████████████████████▍ | 218/304 [02:21<00:51, 1.67it/s]\u001b[A\n",
" 72%|█████████████████████████████▌ | 219/304 [02:22<00:51, 1.64it/s]\u001b[A\n",
" 72%|█████████████████████████████▋ | 220/304 [02:23<00:49, 1.68it/s]\u001b[A\n",
" 73%|█████████████████████████████▊ | 221/304 [02:23<00:49, 1.66it/s]\u001b[A\n",
" 73%|█████████████████████████████▉ | 222/304 [02:24<00:52, 1.56it/s]\u001b[A\n",
" 73%|██████████████████████████████ | 223/304 [02:25<00:58, 1.38it/s]\u001b[A\n",
" 74%|██████████████████████████████▏ | 224/304 [02:26<01:02, 1.29it/s]\u001b[A\n",
" 74%|██████████████████████████████▎ | 225/304 [02:26<00:58, 1.34it/s]\u001b[A\n",
" 74%|██████████████████████████████▍ | 226/304 [02:27<00:58, 1.34it/s]\u001b[A\n",
" 75%|██████████████████████████████▌ | 227/304 [02:28<00:59, 1.29it/s]\u001b[A\n",
" 75%|██████████████████████████████▊ | 228/304 [02:29<00:56, 1.35it/s]\u001b[A\n",
" 75%|██████████████████████████████▉ | 229/304 [02:29<00:57, 1.30it/s]\u001b[A\n",
" 76%|███████████████████████████████ | 230/304 [02:30<00:57, 1.29it/s]\u001b[A\n",
" 76%|███████████████████████████████▏ | 231/304 [02:31<00:56, 1.28it/s]\u001b[A\n",
" 76%|███████████████████████████████▎ | 232/304 [02:32<00:51, 1.39it/s]\u001b[A\n",
" 77%|███████████████████████████████▍ | 233/304 [02:32<00:50, 1.40it/s]\u001b[A\n",
" 77%|███████████████████████████████▌ | 234/304 [02:33<00:52, 1.34it/s]\u001b[A\n",
" 77%|███████████████████████████████▋ | 235/304 [02:34<00:52, 1.32it/s]\u001b[A\n",
" 78%|███████████████████████████████▊ | 236/304 [02:35<00:49, 1.39it/s]\u001b[A\n",
" 78%|███████████████████████████████▉ | 237/304 [02:35<00:46, 1.43it/s]\u001b[A\n",
" 78%|████████████████████████████████ | 238/304 [02:36<00:45, 1.46it/s]\u001b[A\n",
" 79%|████████████████████████████████▏ | 239/304 [02:37<00:43, 1.49it/s]\u001b[A\n",
" 79%|████████████████████████████████▎ | 240/304 [02:37<00:40, 1.59it/s]\u001b[A\n",
" 79%|████████████████████████████████▌ | 241/304 [02:38<00:42, 1.49it/s]\u001b[A\n",
" 80%|████████████████████████████████▋ | 242/304 [02:39<00:43, 1.44it/s]\u001b[A\n",
" 80%|████████████████████████████████▊ | 243/304 [02:39<00:40, 1.52it/s]\u001b[A\n",
" 80%|████████████████████████████████▉ | 244/304 [02:40<00:42, 1.42it/s]\u001b[A\n",
" 81%|█████████████████████████████████ | 245/304 [02:41<00:43, 1.36it/s]\u001b[A\n",
" 81%|█████████████████████████████████▏ | 246/304 [02:42<00:43, 1.33it/s]\u001b[A\n",
" 81%|█████████████████████████████████▎ | 247/304 [02:42<00:41, 1.37it/s]\u001b[A\n",
" 82%|█████████████████████████████████▍ | 248/304 [02:43<00:40, 1.38it/s]\u001b[A\n",
" 82%|█████████████████████████████████▌ | 249/304 [02:44<00:40, 1.34it/s]\u001b[A\n",
" 82%|█████████████████████████████████▋ | 250/304 [02:44<00:39, 1.36it/s]\u001b[A\n",
" 83%|█████████████████████████████████▊ | 251/304 [02:45<00:39, 1.34it/s]\u001b[A\n",
" 83%|█████████████████████████████████▉ | 252/304 [02:46<00:38, 1.34it/s]\u001b[A\n",
" 83%|██████████████████████████████████ | 253/304 [02:47<00:37, 1.35it/s]\u001b[A\n",
" 84%|██████████████████████████████████▎ | 254/304 [02:47<00:36, 1.37it/s]\u001b[A\n",
" 84%|██████████████████████████████████▍ | 255/304 [02:48<00:36, 1.35it/s]\u001b[A\n",
" 84%|██████████████████████████████████▌ | 256/304 [02:49<00:37, 1.28it/s]\u001b[A\n",
" 85%|██████████████████████████████████▋ | 257/304 [02:50<00:36, 1.28it/s]\u001b[A\n",
" 85%|██████████████████████████████████▊ | 258/304 [02:51<00:34, 1.32it/s]\u001b[A\n",
" 85%|██████████████████████████████████▉ | 259/304 [02:51<00:35, 1.26it/s]\u001b[A\n",
" 86%|███████████████████████████████████ | 260/304 [02:52<00:34, 1.28it/s]\u001b[A\n",
" 86%|███████████████████████████████████▏ | 261/304 [02:53<00:32, 1.31it/s]\u001b[A\n",
" 86%|███████████████████████████████████▎ | 262/304 [02:54<00:33, 1.27it/s]\u001b[A\n",
" 87%|███████████████████████████████████▍ | 263/304 [02:54<00:30, 1.36it/s]\u001b[A\n",
" 87%|███████████████████████████████████▌ | 264/304 [02:55<00:28, 1.42it/s]\u001b[A\n",
" 87%|███████████████████████████████████▋ | 265/304 [02:56<00:27, 1.41it/s]\u001b[A\n",
" 88%|███████████████████████████████████▉ | 266/304 [02:56<00:27, 1.37it/s]\u001b[A\n",
" 88%|████████████████████████████████████ | 267/304 [02:57<00:28, 1.28it/s]\u001b[A\n",
" 88%|████████████████████████████████████▏ | 268/304 [02:58<00:27, 1.32it/s]\u001b[A\n",
" 88%|████████████████████████████████████▎ | 269/304 [02:59<00:27, 1.26it/s]\u001b[A\n",
" 89%|████████████████████████████████████▍ | 270/304 [03:00<00:25, 1.33it/s]\u001b[A\n",
" 89%|████████████████████████████████████▌ | 271/304 [03:00<00:23, 1.41it/s]\u001b[A\n",
" 89%|████████████████████████████████████▋ | 272/304 [03:01<00:22, 1.43it/s]\u001b[A\n",
" 90%|████████████████████████████████████▊ | 273/304 [03:02<00:21, 1.43it/s]\u001b[A\n",
" 90%|████████████████████████████████████▉ | 274/304 [03:02<00:20, 1.44it/s]\u001b[A\n",
" 90%|█████████████████████████████████████ | 275/304 [03:03<00:20, 1.39it/s]\u001b[A\n",
" 91%|█████████████████████████████████████▏ | 276/304 [03:04<00:21, 1.31it/s]\u001b[A\n",
" 91%|█████████████████████████████████████▎ | 277/304 [03:05<00:19, 1.36it/s]\u001b[A\n",
" 91%|█████████████████████████████████████▍ | 278/304 [03:05<00:18, 1.41it/s]\u001b[A\n",
" 92%|█████████████████████████████████████▋ | 279/304 [03:06<00:16, 1.50it/s]\u001b[A\n",
" 92%|█████████████████████████████████████▊ | 280/304 [03:06<00:15, 1.56it/s]\u001b[A\n",
" 92%|█████████████████████████████████████▉ | 281/304 [03:07<00:14, 1.62it/s]\u001b[A\n",
" 93%|██████████████████████████████████████ | 282/304 [03:08<00:13, 1.59it/s]\u001b[A\n",
" 93%|██████████████████████████████████████▏ | 283/304 [03:08<00:13, 1.55it/s]\u001b[A\n",
" 93%|██████████████████████████████████████▎ | 284/304 [03:09<00:13, 1.46it/s]\u001b[A\n",
" 94%|██████████████████████████████████████▍ | 285/304 [03:10<00:13, 1.42it/s]\u001b[A\n",
" 94%|██████████████████████████████████████▌ | 286/304 [03:10<00:12, 1.43it/s]\u001b[A\n",
" 94%|██████████████████████████████████████▋ | 287/304 [03:11<00:11, 1.45it/s]\u001b[A\n",
" 95%|██████████████████████████████████████▊ | 288/304 [03:12<00:10, 1.47it/s]\u001b[A\n",
" 95%|██████████████████████████████████████▉ | 289/304 [03:12<00:10, 1.49it/s]\u001b[A\n",
" 95%|███████████████████████████████████████ | 290/304 [03:13<00:09, 1.41it/s]\u001b[A\n",
" 96%|███████████████████████████████████████▏ | 291/304 [03:14<00:09, 1.39it/s]\u001b[A\n",
" 96%|███████████████████████████████████████▍ | 292/304 [03:15<00:08, 1.40it/s]\u001b[A\n",
" 96%|███████████████████████████████████████▌ | 293/304 [03:15<00:07, 1.44it/s]\u001b[A\n",
" 97%|███████████████████████████████████████▋ | 294/304 [03:16<00:06, 1.47it/s]\u001b[A\n",
" 97%|███████████████████████████████████████▊ | 295/304 [03:17<00:06, 1.45it/s]\u001b[A\n",
" 97%|███████████████████████████████████████▉ | 296/304 [03:17<00:05, 1.50it/s]\u001b[A\n",
" 98%|████████████████████████████████████████ | 297/304 [03:18<00:04, 1.43it/s]\u001b[A\n",
" 98%|████████████████████████████████████████▏| 298/304 [03:19<00:04, 1.36it/s]\u001b[A\n",
" 98%|████████████████████████████████████████▎| 299/304 [03:20<00:03, 1.29it/s]\u001b[A\n",
" 99%|████████████████████████████████████████▍| 300/304 [03:21<00:03, 1.31it/s]\u001b[A\n",
" 99%|████████████████████████████████████████▌| 301/304 [03:21<00:02, 1.31it/s]\u001b[A\n",
" 99%|████████████████████████████████████████▋| 302/304 [03:22<00:01, 1.27it/s]\u001b[A\n",
"100%|████████████████████████████████████████▊| 303/304 [03:23<00:00, 1.29it/s]\u001b[A\n",
" \u001b[A\n",
" 33%|███████████▏ | 6000/18300 [3:00:17<4:21:49, 1.28s/it]\n",
"100%|█████████████████████████████████████████| 304/304 [03:27<00:00, 1.72it/s]\u001b[A\n",
" \u001b[ASaving model checkpoint to ./wav2vec2-large-xls-r-300m-welsh/checkpoint-6000\n",
"Configuration saved in ./wav2vec2-large-xls-r-300m-welsh/checkpoint-6000/config.json\n",
"Model weights saved in ./wav2vec2-large-xls-r-300m-welsh/checkpoint-6000/pytorch_model.bin\n",
"Configuration saved in ./wav2vec2-large-xls-r-300m-welsh/checkpoint-6000/preprocessor_config.json\n",
"Configuration saved in ./wav2vec2-large-xls-r-300m-welsh/preprocessor_config.json\n",
" 49%|████████████████▋ | 9000/18300 [4:27:49<5:02:35, 1.95s/it]The following columns in the evaluation set don't have a corresponding argument in `Wav2Vec2ForCTC.forward` and have been ignored: input_length.\n",
"***** Running Evaluation *****\n",
" Num examples = 4850\n",
" Batch size = 16\n",
"\n",
" 0%| | 0/304 [00:00, ?it/s]\u001b[A\n",
" 1%|▎ | 2/304 [00:00<01:35, 3.16it/s]\u001b[A\n",
" 1%|▍ | 3/304 [00:01<02:11, 2.30it/s]\u001b[A\n",
" 1%|▌ | 4/304 [00:01<02:21, 2.11it/s]\u001b[A\n",
" 2%|▋ | 5/304 [00:02<02:22, 2.10it/s]\u001b[A\n",
" 2%|▊ | 6/304 [00:02<02:29, 1.99it/s]\u001b[A\n",
" 2%|▉ | 7/304 [00:03<02:43, 1.82it/s]\u001b[A\n",
" 3%|█▏ | 8/304 [00:04<02:44, 1.80it/s]\u001b[A\n",
" 3%|█▎ | 9/304 [00:04<02:39, 1.85it/s]\u001b[A\n",
" 3%|█▍ | 10/304 [00:05<02:40, 1.83it/s]\u001b[A\n",
" 4%|█▌ | 11/304 [00:05<02:42, 1.80it/s]\u001b[A\n",
" 4%|█▋ | 12/304 [00:06<02:54, 1.68it/s]\u001b[A\n",
" 4%|█▊ | 13/304 [00:07<03:01, 1.61it/s]\u001b[A\n",
" 5%|█▉ | 14/304 [00:07<03:01, 1.60it/s]\u001b[A\n",
" 5%|██ | 15/304 [00:08<02:49, 1.71it/s]\u001b[A\n",
" 5%|██▏ | 16/304 [00:08<02:50, 1.69it/s]\u001b[A\n",
" 6%|██▎ | 17/304 [00:09<02:48, 1.70it/s]\u001b[A\n",
" 6%|██▍ | 18/304 [00:09<02:52, 1.66it/s]\u001b[A\n",
" 6%|██▋ | 19/304 [00:10<03:01, 1.57it/s]\u001b[A\n",
" 7%|██▊ | 20/304 [00:11<02:48, 1.69it/s]\u001b[A\n",
" 7%|██▉ | 21/304 [00:11<02:53, 1.63it/s]\u001b[A\n",
" 7%|███ | 22/304 [00:12<02:44, 1.72it/s]\u001b[A\n",
" 8%|███▏ | 23/304 [00:13<02:50, 1.65it/s]\u001b[A\n",
" 8%|███▎ | 24/304 [00:13<02:45, 1.69it/s]\u001b[A\n",
" 8%|███▍ | 25/304 [00:14<02:43, 1.71it/s]\u001b[A\n",
" 9%|███▌ | 26/304 [00:14<02:49, 1.64it/s]\u001b[A\n",
" 9%|███▋ | 27/304 [00:15<02:42, 1.70it/s]\u001b[A\n",
" 9%|███▊ | 28/304 [00:16<02:49, 1.63it/s]\u001b[A\n",
" 10%|████ | 29/304 [00:16<02:57, 1.55it/s]\u001b[A\n",
" 10%|████▏ | 30/304 [00:17<03:00, 1.52it/s]\u001b[A\n",
" 10%|████▎ | 31/304 [00:18<03:06, 1.46it/s]\u001b[A\n",
" 11%|████▍ | 32/304 [00:18<03:10, 1.43it/s]\u001b[A\n",
" 11%|████▌ | 33/304 [00:19<03:00, 1.50it/s]\u001b[A\n",
" 11%|████▋ | 34/304 [00:20<02:59, 1.51it/s]\u001b[A\n",
" 12%|████▊ | 35/304 [00:20<02:57, 1.52it/s]\u001b[A\n",
" 12%|████▉ | 36/304 [00:21<03:00, 1.48it/s]\u001b[A\n",
" 12%|█████ | 37/304 [00:22<02:54, 1.53it/s]\u001b[A\n",
" 12%|█████▎ | 38/304 [00:22<02:55, 1.51it/s]\u001b[A\n",
" 13%|█████▍ | 39/304 [00:23<02:53, 1.53it/s]\u001b[A\n",
" 13%|█████▌ | 40/304 [00:24<02:59, 1.47it/s]\u001b[A\n",
" 13%|█████▋ | 41/304 [00:24<02:45, 1.59it/s]\u001b[A\n",
" 14%|█████▊ | 42/304 [00:25<02:46, 1.58it/s]\u001b[A\n",
" 14%|█████▉ | 43/304 [00:25<02:42, 1.61it/s]\u001b[A\n",
" 14%|██████ | 44/304 [00:26<02:48, 1.54it/s]\u001b[A\n",
" 15%|██████▏ | 45/304 [00:27<02:55, 1.48it/s]\u001b[A\n",
" 15%|██████▎ | 46/304 [00:28<02:49, 1.52it/s]\u001b[A\n",
" 15%|██████▍ | 47/304 [00:28<02:48, 1.52it/s]\u001b[A\n",
" 16%|██████▋ | 48/304 [00:29<02:50, 1.50it/s]\u001b[A\n",
" 16%|██████▊ | 49/304 [00:29<02:44, 1.55it/s]\u001b[A\n",
" 16%|██████▉ | 50/304 [00:30<02:45, 1.53it/s]\u001b[A\n",
" 17%|███████ | 51/304 [00:31<02:40, 1.57it/s]\u001b[A\n",
" 17%|███████▏ | 52/304 [00:31<02:38, 1.59it/s]\u001b[A\n",
" 17%|███████▎ | 53/304 [00:32<02:40, 1.57it/s]\u001b[A\n",
" 18%|███████▍ | 54/304 [00:33<02:39, 1.57it/s]\u001b[A\n",
" 18%|███████▌ | 55/304 [00:33<02:44, 1.51it/s]\u001b[A\n",
" 18%|███████▋ | 56/304 [00:34<02:49, 1.47it/s]\u001b[A\n",
" 19%|███████▉ | 57/304 [00:35<02:43, 1.52it/s]\u001b[A\n",
" 19%|████████ | 58/304 [00:35<02:39, 1.54it/s]\u001b[A\n",
" 19%|████████▏ | 59/304 [00:36<02:43, 1.50it/s]\u001b[A\n",
" 20%|████████▎ | 60/304 [00:37<02:47, 1.46it/s]\u001b[A\n",
" 20%|████████▍ | 61/304 [00:37<02:40, 1.52it/s]\u001b[A\n",
" 20%|████████▌ | 62/304 [00:38<02:43, 1.48it/s]\u001b[A\n",
" 21%|████████▋ | 63/304 [00:39<02:41, 1.49it/s]\u001b[A\n",
" 21%|████████▊ | 64/304 [00:40<02:49, 1.41it/s]\u001b[A\n",
" 21%|████████▉ | 65/304 [00:40<02:49, 1.41it/s]\u001b[A\n",
" 22%|█████████ | 66/304 [00:41<02:34, 1.54it/s]\u001b[A\n",
" 22%|█████████▎ | 67/304 [00:41<02:39, 1.49it/s]\u001b[A\n",
" 22%|█████████▍ | 68/304 [00:42<02:38, 1.49it/s]\u001b[A\n",
" 23%|█████████▌ | 69/304 [00:43<02:30, 1.56it/s]\u001b[A\n",
" 23%|█████████▋ | 70/304 [00:43<02:30, 1.56it/s]\u001b[A\n",
" 23%|█████████▊ | 71/304 [00:44<02:25, 1.60it/s]\u001b[A\n",
" 24%|█████████▉ | 72/304 [00:44<02:21, 1.64it/s]\u001b[A\n",
" 24%|██████████ | 73/304 [00:45<02:15, 1.70it/s]\u001b[A\n",
" 24%|██████████▏ | 74/304 [00:46<02:10, 1.77it/s]\u001b[A\n",
" 25%|██████████▎ | 75/304 [00:46<02:12, 1.73it/s]\u001b[A\n",
" 25%|██████████▌ | 76/304 [00:47<02:09, 1.76it/s]\u001b[A\n",
" 25%|██████████▋ | 77/304 [00:47<02:10, 1.74it/s]\u001b[A\n",
" 26%|██████████▊ | 78/304 [00:48<02:18, 1.63it/s]\u001b[A\n",
" 26%|██████████▉ | 79/304 [00:49<02:25, 1.54it/s]\u001b[A\n",
" 26%|███████████ | 80/304 [00:49<02:21, 1.58it/s]\u001b[A\n",
" 27%|███████████▏ | 81/304 [00:50<02:18, 1.61it/s]\u001b[A\n",
" 27%|███████████▎ | 82/304 [00:50<02:14, 1.65it/s]\u001b[A\n",
" 27%|███████████▍ | 83/304 [00:51<02:18, 1.60it/s]\u001b[A\n",
" 28%|███████████▌ | 84/304 [00:52<02:08, 1.72it/s]\u001b[A\n",
" 28%|███████████▋ | 85/304 [00:52<02:16, 1.61it/s]\u001b[A\n",
" 28%|███████████▉ | 86/304 [00:53<02:23, 1.52it/s]\u001b[A\n",
" 29%|████████████ | 87/304 [00:54<02:23, 1.51it/s]\u001b[A\n",
" 29%|████████████▏ | 88/304 [00:54<02:26, 1.47it/s]\u001b[A\n",
" 29%|████████████▎ | 89/304 [00:55<02:27, 1.46it/s]\u001b[A\n",
" 30%|████████████▍ | 90/304 [00:56<02:27, 1.45it/s]\u001b[A\n",
" 30%|████████████▌ | 91/304 [00:57<02:25, 1.46it/s]\u001b[A\n",
" 30%|████████████▋ | 92/304 [00:57<02:14, 1.57it/s]\u001b[A\n",
" 31%|████████████▊ | 93/304 [00:57<01:59, 1.76it/s]\u001b[A\n",
" 31%|████████████▉ | 94/304 [00:58<01:54, 1.84it/s]\u001b[A\n",
" 31%|█████████████▏ | 95/304 [00:59<02:09, 1.62it/s]\u001b[A\n",
" 32%|█████████████▎ | 96/304 [00:59<02:10, 1.60it/s]\u001b[A\n",
" 32%|█████████████▍ | 97/304 [01:00<02:18, 1.49it/s]\u001b[A\n",
" 32%|█████████████▌ | 98/304 [01:01<02:19, 1.48it/s]\u001b[A\n",
" 33%|█████████████▋ | 99/304 [01:02<02:19, 1.47it/s]\u001b[A\n",
" 33%|█████████████▍ | 100/304 [01:02<02:16, 1.49it/s]\u001b[A\n",
" 33%|█████████████▌ | 101/304 [01:03<02:19, 1.46it/s]\u001b[A\n",
" 34%|█████████████▊ | 102/304 [01:04<02:22, 1.41it/s]\u001b[A\n",
" 34%|█████████████▉ | 103/304 [01:04<02:27, 1.36it/s]\u001b[A\n",
" 34%|██████████████ | 104/304 [01:05<02:22, 1.40it/s]\u001b[A\n",
" 35%|██████████████▏ | 105/304 [01:06<02:19, 1.43it/s]\u001b[A\n",
" 35%|██████████████▎ | 106/304 [01:07<02:23, 1.38it/s]\u001b[A\n",
" 35%|██████████████▍ | 107/304 [01:07<02:14, 1.46it/s]\u001b[A\n",
" 36%|██████████████▌ | 108/304 [01:08<02:13, 1.47it/s]\u001b[A\n",
" 36%|██████████████▋ | 109/304 [01:09<02:13, 1.46it/s]\u001b[A\n",
" 36%|██████████████▊ | 110/304 [01:09<02:13, 1.46it/s]\u001b[A\n",
" 37%|██████████████▉ | 111/304 [01:10<02:18, 1.39it/s]\u001b[A\n",
" 37%|███████████████ | 112/304 [01:11<02:16, 1.41it/s]\u001b[A\n",
" 37%|███████████████▏ | 113/304 [01:12<02:19, 1.37it/s]\u001b[A\n",
" 38%|███████████████▍ | 114/304 [01:12<02:14, 1.41it/s]\u001b[A\n",
" 38%|███████████████▌ | 115/304 [01:13<02:11, 1.44it/s]\u001b[A\n",
" 38%|███████████████▋ | 116/304 [01:14<02:10, 1.44it/s]\u001b[A\n",
" 38%|███████████████▊ | 117/304 [01:14<02:09, 1.45it/s]\u001b[A\n",
" 39%|███████████████▉ | 118/304 [01:15<02:09, 1.43it/s]\u001b[A\n",
" 39%|████████████████ | 119/304 [01:16<02:10, 1.41it/s]\u001b[A\n",
" 39%|████████████████▏ | 120/304 [01:16<02:07, 1.44it/s]\u001b[A\n",
" 40%|████████████████▎ | 121/304 [01:17<02:04, 1.47it/s]\u001b[A\n",
" 40%|████████████████▍ | 122/304 [01:18<01:57, 1.55it/s]\u001b[A\n",
" 40%|████████████████▌ | 123/304 [01:18<01:58, 1.52it/s]\u001b[A\n",
" 41%|████████████████▋ | 124/304 [01:19<01:51, 1.62it/s]\u001b[A\n",
" 41%|████████████████▊ | 125/304 [01:19<01:46, 1.68it/s]\u001b[A\n",
" 41%|████████████████▉ | 126/304 [01:20<01:44, 1.71it/s]\u001b[A\n",
" 42%|█████████████████▏ | 127/304 [01:20<01:47, 1.65it/s]\u001b[A\n",
" 42%|█████████████████▎ | 128/304 [01:21<01:52, 1.56it/s]\u001b[A\n",
" 42%|█████████████████▍ | 129/304 [01:22<01:53, 1.54it/s]\u001b[A\n",
" 43%|█████████████████▌ | 130/304 [01:22<01:50, 1.57it/s]\u001b[A\n",
" 43%|█████████████████▋ | 131/304 [01:23<01:51, 1.55it/s]\u001b[A\n",
" 43%|█████████████████▊ | 132/304 [01:24<01:51, 1.54it/s]\u001b[A\n",
" 44%|█████████████████▉ | 133/304 [01:24<01:52, 1.53it/s]\u001b[A\n",
" 44%|██████████████████ | 134/304 [01:25<01:45, 1.62it/s]\u001b[A\n",
" 44%|██████████████████▏ | 135/304 [01:26<01:43, 1.63it/s]\u001b[A\n",
" 45%|██████████████████▎ | 136/304 [01:26<01:42, 1.64it/s]\u001b[A\n",
" 45%|██████████████████▍ | 137/304 [01:27<01:46, 1.57it/s]\u001b[A\n",
" 45%|██████████████████▌ | 138/304 [01:28<01:51, 1.49it/s]\u001b[A\n",
" 46%|██████████████████▋ | 139/304 [01:28<01:52, 1.47it/s]\u001b[A\n",
" 46%|██████████████████▉ | 140/304 [01:29<01:54, 1.43it/s]\u001b[A\n",
" 46%|███████████████████ | 141/304 [01:30<01:58, 1.38it/s]\u001b[A\n",
" 47%|███████████████████▏ | 142/304 [01:31<02:00, 1.35it/s]\u001b[A\n",
" 47%|███████████████████▎ | 143/304 [01:31<01:59, 1.35it/s]\u001b[A\n",
" 47%|███████████████████▍ | 144/304 [01:32<01:53, 1.41it/s]\u001b[A\n",
" 48%|███████████████████▌ | 145/304 [01:33<01:43, 1.54it/s]\u001b[A\n",
" 48%|███████████████████▋ | 146/304 [01:33<01:33, 1.70it/s]\u001b[A\n",
" 48%|███████████████████▊ | 147/304 [01:34<01:31, 1.72it/s]\u001b[A\n",
" 49%|███████████████████▉ | 148/304 [01:34<01:31, 1.70it/s]\u001b[A\n",
" 49%|████████████████████ | 149/304 [01:35<01:33, 1.65it/s]\u001b[A\n",
" 49%|████████████████████▏ | 150/304 [01:35<01:36, 1.60it/s]\u001b[A\n",
" 50%|████████████████████▎ | 151/304 [01:36<01:34, 1.62it/s]\u001b[A\n",
" 50%|████████████████████▌ | 152/304 [01:37<01:29, 1.70it/s]\u001b[A\n",
" 50%|████████████████████▋ | 153/304 [01:37<01:24, 1.79it/s]\u001b[A\n",
" 51%|████████████████████▊ | 154/304 [01:38<01:22, 1.82it/s]\u001b[A\n",
" 51%|████████████████████▉ | 155/304 [01:38<01:26, 1.73it/s]\u001b[A\n",
" 51%|█████████████████████ | 156/304 [01:39<01:23, 1.77it/s]\u001b[A\n",
" 52%|█████████████████████▏ | 157/304 [01:39<01:25, 1.72it/s]\u001b[A\n",
" 52%|█████████████████████▎ | 158/304 [01:40<01:22, 1.77it/s]\u001b[A\n",
" 52%|█████████████████████▍ | 159/304 [01:41<01:28, 1.64it/s]\u001b[A\n",
" 53%|█████████████████████▌ | 160/304 [01:41<01:33, 1.54it/s]\u001b[A\n",
" 53%|█████████████████████▋ | 161/304 [01:42<01:36, 1.48it/s]\u001b[A\n",
" 53%|█████████████████████▊ | 162/304 [01:43<01:38, 1.45it/s]\u001b[A\n",
" 54%|█████████████████████▉ | 163/304 [01:43<01:32, 1.52it/s]\u001b[A\n",
" 54%|██████████████████████ | 164/304 [01:44<01:30, 1.54it/s]\u001b[A\n",
" 54%|██████████████████████▎ | 165/304 [01:45<01:33, 1.49it/s]\u001b[A\n",
" 55%|██████████████████████▍ | 166/304 [01:45<01:31, 1.51it/s]\u001b[A\n",
" 55%|██████████████████████▌ | 167/304 [01:46<01:31, 1.49it/s]\u001b[A\n",
" 55%|██████████████████████▋ | 168/304 [01:47<01:34, 1.43it/s]\u001b[A\n",
" 56%|██████████████████████▊ | 169/304 [01:48<01:39, 1.36it/s]\u001b[A\n",
" 56%|██████████████████████▉ | 170/304 [01:48<01:37, 1.37it/s]\u001b[A\n",
" 56%|███████████████████████ | 171/304 [01:49<01:39, 1.33it/s]\u001b[A\n",
" 57%|███████████████████████▏ | 172/304 [01:50<01:36, 1.37it/s]\u001b[A\n",
" 57%|███████████████████████▎ | 173/304 [01:51<01:36, 1.36it/s]\u001b[A\n",
" 57%|███████████████████████▍ | 174/304 [01:51<01:37, 1.34it/s]\u001b[A\n",
" 58%|███████████████████████▌ | 175/304 [01:52<01:35, 1.35it/s]\u001b[A\n",
" 58%|███████████████████████▋ | 176/304 [01:53<01:34, 1.36it/s]\u001b[A\n",
" 58%|███████████████████████▊ | 177/304 [01:53<01:26, 1.46it/s]\u001b[A\n",
" 59%|████████████████████████ | 178/304 [01:54<01:19, 1.58it/s]\u001b[A\n",
" 59%|████████████████████████▏ | 179/304 [01:55<01:18, 1.59it/s]\u001b[A\n",
" 59%|████████████████████████▎ | 180/304 [01:55<01:22, 1.51it/s]\u001b[A\n",
" 60%|████████████████████████▍ | 181/304 [01:56<01:20, 1.53it/s]\u001b[A\n",
" 60%|████████████████████████▌ | 182/304 [01:57<01:16, 1.60it/s]\u001b[A\n",
" 60%|████████████████████████▋ | 183/304 [01:57<01:22, 1.47it/s]\u001b[A\n",
" 61%|████████████████████████▊ | 184/304 [01:58<01:23, 1.43it/s]\u001b[A\n",
" 61%|████████████████████████▉ | 185/304 [01:59<01:21, 1.47it/s]\u001b[A\n",
" 61%|█████████████████████████ | 186/304 [01:59<01:19, 1.48it/s]\u001b[A\n",
" 62%|█████████████████████████▏ | 187/304 [02:00<01:15, 1.56it/s]\u001b[A\n",
" 62%|█████████████████████████▎ | 188/304 [02:01<01:12, 1.59it/s]\u001b[A\n",
" 62%|█████████████████████████▍ | 189/304 [02:01<01:09, 1.65it/s]\u001b[A\n",
" 62%|█████████████████████████▋ | 190/304 [02:02<01:05, 1.75it/s]\u001b[A\n",
" 63%|█████████████████████████▊ | 191/304 [02:02<01:06, 1.71it/s]\u001b[A\n",
" 63%|█████████████████████████▉ | 192/304 [02:03<01:06, 1.69it/s]\u001b[A\n",
" 63%|██████████████████████████ | 193/304 [02:03<01:06, 1.66it/s]\u001b[A\n",
" 64%|██████████████████████████▏ | 194/304 [02:04<01:09, 1.57it/s]\u001b[A\n",
" 64%|██████████████████████████▎ | 195/304 [02:05<01:13, 1.48it/s]\u001b[A\n",
" 64%|██████████████████████████▍ | 196/304 [02:06<01:13, 1.48it/s]\u001b[A\n",
" 65%|██████████████████████████▌ | 197/304 [02:06<01:11, 1.49it/s]\u001b[A\n",
" 65%|██████████████████████████▋ | 198/304 [02:07<01:12, 1.47it/s]\u001b[A\n",
" 65%|██████████████████████████▊ | 199/304 [02:08<01:11, 1.46it/s]\u001b[A\n",
" 66%|██████████████████████████▉ | 200/304 [02:08<01:10, 1.47it/s]\u001b[A\n",
" 66%|███████████████████████████ | 201/304 [02:09<01:10, 1.45it/s]\u001b[A\n",
" 66%|███████████████████████████▏ | 202/304 [02:10<01:05, 1.55it/s]\u001b[A\n",
" 67%|███████████████████████████▍ | 203/304 [02:10<01:07, 1.50it/s]\u001b[A\n",
" 67%|███████████████████████████▌ | 204/304 [02:11<01:08, 1.45it/s]\u001b[A\n",
" 67%|███████████████████████████▋ | 205/304 [02:12<01:07, 1.47it/s]\u001b[A\n",
" 68%|███████████████████████████▊ | 206/304 [02:12<01:08, 1.44it/s]\u001b[A\n",
" 68%|███████████████████████████▉ | 207/304 [02:13<01:09, 1.40it/s]\u001b[A\n",
" 68%|████████████████████████████ | 208/304 [02:14<01:06, 1.44it/s]\u001b[A\n",
" 69%|████████████████████████████▏ | 209/304 [02:15<01:07, 1.41it/s]\u001b[A\n",
" 69%|████████████████████████████▎ | 210/304 [02:15<01:05, 1.43it/s]\u001b[A\n",
" 69%|████████████████████████████▍ | 211/304 [02:16<01:01, 1.50it/s]\u001b[A\n",
" 70%|████████████████████████████▌ | 212/304 [02:16<01:00, 1.52it/s]\u001b[A\n",
" 70%|████████████████████████████▋ | 213/304 [02:17<00:58, 1.55it/s]\u001b[A\n",
" 70%|████████████████████████████▊ | 214/304 [02:18<00:56, 1.59it/s]\u001b[A\n",
" 71%|████████████████████████████▉ | 215/304 [02:18<00:54, 1.62it/s]\u001b[A\n",
" 71%|█████████████████████████████▏ | 216/304 [02:19<00:53, 1.65it/s]\u001b[A\n",
" 71%|█████████████████████████████▎ | 217/304 [02:20<00:56, 1.54it/s]\u001b[A\n",
" 72%|█████████████████████████████▍ | 218/304 [02:20<00:52, 1.65it/s]\u001b[A\n",
" 72%|█████████████████████████████▌ | 219/304 [02:21<00:52, 1.62it/s]\u001b[A\n",
" 72%|█████████████████████████████▋ | 220/304 [02:21<00:50, 1.66it/s]\u001b[A\n",
" 73%|█████████████████████████████▊ | 221/304 [02:22<00:50, 1.64it/s]\u001b[A\n",
" 73%|█████████████████████████████▉ | 222/304 [02:23<00:53, 1.54it/s]\u001b[A\n",
" 73%|██████████████████████████████ | 223/304 [02:24<00:58, 1.39it/s]\u001b[A\n",
" 74%|██████████████████████████████▏ | 224/304 [02:24<01:00, 1.32it/s]\u001b[A\n",
" 74%|██████████████████████████████▎ | 225/304 [02:25<00:57, 1.39it/s]\u001b[A\n",
" 74%|██████████████████████████████▍ | 226/304 [02:26<00:55, 1.40it/s]\u001b[A\n",
" 75%|██████████████████████████████▌ | 227/304 [02:27<00:57, 1.34it/s]\u001b[A\n",
" 75%|██████████████████████████████▊ | 228/304 [02:27<00:54, 1.41it/s]\u001b[A\n",
" 75%|██████████████████████████████▉ | 229/304 [02:28<00:55, 1.36it/s]\u001b[A\n",
" 76%|███████████████████████████████ | 230/304 [02:29<00:54, 1.35it/s]\u001b[A\n",
" 76%|███████████████████████████████▏ | 231/304 [02:29<00:53, 1.37it/s]\u001b[A\n",
" 76%|███████████████████████████████▎ | 232/304 [02:30<00:48, 1.47it/s]\u001b[A\n",
" 77%|███████████████████████████████▍ | 233/304 [02:31<00:47, 1.48it/s]\u001b[A\n",
" 77%|███████████████████████████████▌ | 234/304 [02:31<00:49, 1.41it/s]\u001b[A\n",
" 77%|███████████████████████████████▋ | 235/304 [02:32<00:49, 1.38it/s]\u001b[A\n",
" 78%|███████████████████████████████▊ | 236/304 [02:33<00:47, 1.44it/s]\u001b[A\n",
" 78%|███████████████████████████████▉ | 237/304 [02:33<00:45, 1.47it/s]\u001b[A\n",
" 78%|████████████████████████████████ | 238/304 [02:34<00:43, 1.51it/s]\u001b[A\n",
" 79%|████████████████████████████████▏ | 239/304 [02:35<00:42, 1.52it/s]\u001b[A\n",
" 79%|████████████████████████████████▎ | 240/304 [02:35<00:39, 1.63it/s]\u001b[A\n",
" 79%|████████████████████████████████▌ | 241/304 [02:36<00:41, 1.51it/s]\u001b[A\n",
" 80%|████████████████████████████████▋ | 242/304 [02:37<00:42, 1.45it/s]\u001b[A\n",
" 80%|████████████████████████████████▊ | 243/304 [02:37<00:39, 1.53it/s]\u001b[A\n",
" 80%|████████████████████████████████▉ | 244/304 [02:38<00:41, 1.44it/s]\u001b[A\n",
" 81%|█████████████████████████████████ | 245/304 [02:39<00:42, 1.38it/s]\u001b[A\n",
" 81%|█████████████████████████████████▏ | 246/304 [02:40<00:42, 1.37it/s]\u001b[A\n",
" 81%|█████████████████████████████████▎ | 247/304 [02:40<00:40, 1.42it/s]\u001b[A\n",
" 82%|█████████████████████████████████▍ | 248/304 [02:41<00:39, 1.40it/s]\u001b[A\n",
" 82%|█████████████████████████████████▌ | 249/304 [02:42<00:40, 1.37it/s]\u001b[A\n",
" 82%|█████████████████████████████████▋ | 250/304 [02:43<00:39, 1.37it/s]\u001b[A\n",
" 83%|█████████████████████████████████▊ | 251/304 [02:43<00:39, 1.35it/s]\u001b[A\n",
" 83%|█████████████████████████████████▉ | 252/304 [02:44<00:38, 1.34it/s]\u001b[A\n",
" 83%|██████████████████████████████████ | 253/304 [02:45<00:37, 1.37it/s]\u001b[A\n",
" 84%|██████████████████████████████████▎ | 254/304 [02:45<00:35, 1.39it/s]\u001b[A\n",
" 84%|██████████████████████████████████▍ | 255/304 [02:46<00:35, 1.38it/s]\u001b[A\n",
" 84%|██████████████████████████████████▌ | 256/304 [02:47<00:36, 1.32it/s]\u001b[A\n",
" 85%|██████████████████████████████████▋ | 257/304 [02:48<00:35, 1.32it/s]\u001b[A\n",
" 85%|██████████████████████████████████▊ | 258/304 [02:49<00:34, 1.35it/s]\u001b[A\n",
" 85%|██████████████████████████████████▉ | 259/304 [02:49<00:34, 1.30it/s]\u001b[A\n",
" 86%|███████████████████████████████████ | 260/304 [02:50<00:33, 1.32it/s]\u001b[A\n",
" 86%|███████████████████████████████████▏ | 261/304 [02:51<00:31, 1.36it/s]\u001b[A\n",
" 86%|███████████████████████████████████▎ | 262/304 [02:52<00:31, 1.34it/s]\u001b[A\n",
" 87%|███████████████████████████████████▍ | 263/304 [02:52<00:28, 1.43it/s]\u001b[A\n",
" 87%|███████████████████████████████████▌ | 264/304 [02:53<00:27, 1.48it/s]\u001b[A\n",
" 87%|███████████████████████████████████▋ | 265/304 [02:53<00:26, 1.46it/s]\u001b[A\n",
" 88%|███████████████████████████████████▉ | 266/304 [02:54<00:26, 1.45it/s]\u001b[A\n",
" 88%|████████████████████████████████████ | 267/304 [02:55<00:26, 1.40it/s]\u001b[A\n",
" 88%|████████████████████████████████████▏ | 268/304 [02:56<00:25, 1.43it/s]\u001b[A\n",
" 88%|████████████████████████████████████▎ | 269/304 [02:56<00:25, 1.36it/s]\u001b[A\n",
" 89%|████████████████████████████████████▍ | 270/304 [02:57<00:23, 1.42it/s]\u001b[A\n",
" 89%|████████████████████████████████████▌ | 271/304 [02:58<00:21, 1.50it/s]\u001b[A\n",
" 89%|████████████████████████████████████▋ | 272/304 [02:58<00:21, 1.49it/s]\u001b[A\n",
" 90%|████████████████████████████████████▊ | 273/304 [02:59<00:20, 1.49it/s]\u001b[A\n",
" 90%|████████████████████████████████████▉ | 274/304 [03:00<00:20, 1.49it/s]\u001b[A\n",
" 90%|█████████████████████████████████████ | 275/304 [03:00<00:20, 1.45it/s]\u001b[A\n",
" 91%|█████████████████████████████████████▏ | 276/304 [03:01<00:20, 1.37it/s]\u001b[A\n",
" 91%|█████████████████████████████████████▎ | 277/304 [03:02<00:19, 1.40it/s]\u001b[A\n",
" 91%|█████████████████████████████████████▍ | 278/304 [03:03<00:17, 1.45it/s]\u001b[A\n",
" 92%|█████████████████████████████████████▋ | 279/304 [03:03<00:16, 1.54it/s]\u001b[A\n",
" 92%|█████████████████████████████████████▊ | 280/304 [03:04<00:15, 1.58it/s]\u001b[A\n",
" 92%|█████████████████████████████████████▉ | 281/304 [03:04<00:14, 1.64it/s]\u001b[A\n",
" 93%|██████████████████████████████████████ | 282/304 [03:05<00:13, 1.61it/s]\u001b[A\n",
" 93%|██████████████████████████████████████▏ | 283/304 [03:06<00:13, 1.58it/s]\u001b[A\n",
" 93%|██████████████████████████████████████▎ | 284/304 [03:06<00:13, 1.50it/s]\u001b[A\n",
" 94%|██████████████████████████████████████▍ | 285/304 [03:07<00:13, 1.45it/s]\u001b[A\n",
" 94%|██████████████████████████████████████▌ | 286/304 [03:08<00:12, 1.47it/s]\u001b[A\n",
" 94%|██████████████████████████████████████▋ | 287/304 [03:08<00:11, 1.48it/s]\u001b[A\n",
" 95%|██████████████████████████████████████▊ | 288/304 [03:09<00:10, 1.49it/s]\u001b[A\n",
" 95%|██████████████████████████████████████▉ | 289/304 [03:10<00:10, 1.49it/s]\u001b[A\n",
" 95%|███████████████████████████████████████ | 290/304 [03:11<00:09, 1.40it/s]\u001b[A\n",
" 96%|███████████████████████████████████████▏ | 291/304 [03:11<00:09, 1.41it/s]\u001b[A\n",
" 96%|███████████████████████████████████████▍ | 292/304 [03:12<00:08, 1.43it/s]\u001b[A\n",
" 96%|███████████████████████████████████████▌ | 293/304 [03:13<00:07, 1.47it/s]\u001b[A\n",
" 97%|███████████████████████████████████████▋ | 294/304 [03:13<00:06, 1.51it/s]\u001b[A\n",
" 97%|███████████████████████████████████████▊ | 295/304 [03:14<00:06, 1.49it/s]\u001b[A\n",
" 97%|███████████████████████████████████████▉ | 296/304 [03:14<00:05, 1.52it/s]\u001b[A\n",
" 98%|████████████████████████████████████████ | 297/304 [03:15<00:04, 1.45it/s]\u001b[A\n",
" 98%|████████████████████████████████████████▏| 298/304 [03:16<00:04, 1.38it/s]\u001b[A\n",
" 98%|████████████████████████████████████████▎| 299/304 [03:17<00:03, 1.31it/s]\u001b[A\n",
" 99%|████████████████████████████████████████▍| 300/304 [03:18<00:02, 1.34it/s]\u001b[A\n",
" 99%|████████████████████████████████████████▌| 301/304 [03:18<00:02, 1.34it/s]\u001b[A\n",
" 99%|████████████████████████████████████████▋| 302/304 [03:19<00:01, 1.30it/s]\u001b[A\n",
"100%|████████████████████████████████████████▊| 303/304 [03:20<00:00, 1.32it/s]\u001b[A\n",
" \u001b[A\n",
" 49%|████████████████▋ | 9000/18300 [4:31:14<5:02:35, 1.95s/it]\n",
"100%|█████████████████████████████████████████| 304/304 [03:24<00:00, 1.77it/s]\u001b[A\n",
" \u001b[ASaving model checkpoint to ./wav2vec2-large-xls-r-300m-welsh/checkpoint-9000\n",
"Configuration saved in ./wav2vec2-large-xls-r-300m-welsh/checkpoint-9000/config.json\n",
"Model weights saved in ./wav2vec2-large-xls-r-300m-welsh/checkpoint-9000/pytorch_model.bin\n",
"Configuration saved in ./wav2vec2-large-xls-r-300m-welsh/checkpoint-9000/preprocessor_config.json\n",
"Configuration saved in ./wav2vec2-large-xls-r-300m-welsh/preprocessor_config.json\n",
"Deleting older checkpoint [wav2vec2-large-xls-r-300m-welsh/checkpoint-3000] due to args.save_total_limit\n",
" 66%|█████████████████████▋ | 12000/18300 [5:58:16<2:28:16, 1.41s/it]The following columns in the evaluation set don't have a corresponding argument in `Wav2Vec2ForCTC.forward` and have been ignored: input_length.\n",
"***** Running Evaluation *****\n",
" Num examples = 4850\n",
" Batch size = 16\n",
"\n",
" 0%| | 0/304 [00:00, ?it/s]\u001b[A\n",
" 1%|▎ | 2/304 [00:00<01:36, 3.13it/s]\u001b[A\n",
" 1%|▍ | 3/304 [00:01<02:12, 2.27it/s]\u001b[A\n",
" 1%|▌ | 4/304 [00:01<02:23, 2.09it/s]\u001b[A\n",
" 2%|▋ | 5/304 [00:02<02:24, 2.06it/s]\u001b[A\n",
" 2%|▊ | 6/304 [00:02<02:32, 1.96it/s]\u001b[A\n",
" 2%|▉ | 7/304 [00:03<02:44, 1.80it/s]\u001b[A\n",
" 3%|█▏ | 8/304 [00:04<02:46, 1.78it/s]\u001b[A\n",
" 3%|█▎ | 9/304 [00:04<02:41, 1.83it/s]\u001b[A\n",
" 3%|█▍ | 10/304 [00:05<02:48, 1.75it/s]\u001b[A\n",
" 4%|█▌ | 11/304 [00:05<02:48, 1.74it/s]\u001b[A\n",
" 4%|█▋ | 12/304 [00:06<03:00, 1.61it/s]\u001b[A\n",
" 4%|█▊ | 13/304 [00:07<03:06, 1.56it/s]\u001b[A\n",
" 5%|█▉ | 14/304 [00:07<03:10, 1.52it/s]\u001b[A\n",
" 5%|██ | 15/304 [00:08<02:56, 1.63it/s]\u001b[A\n",
" 5%|██▏ | 16/304 [00:09<02:56, 1.63it/s]\u001b[A\n",
" 6%|██▎ | 17/304 [00:09<02:56, 1.63it/s]\u001b[A\n",
" 6%|██▍ | 18/304 [00:10<03:00, 1.58it/s]\u001b[A\n",
" 6%|██▋ | 19/304 [00:11<03:09, 1.51it/s]\u001b[A\n",
" 7%|██▊ | 20/304 [00:11<02:54, 1.63it/s]\u001b[A\n",
" 7%|██▉ | 21/304 [00:12<02:59, 1.57it/s]\u001b[A\n",
" 7%|███ | 22/304 [00:12<02:55, 1.61it/s]\u001b[A\n",
" 8%|███▏ | 23/304 [00:13<02:57, 1.58it/s]\u001b[A\n",
" 8%|███▎ | 24/304 [00:14<02:51, 1.63it/s]\u001b[A\n",
" 8%|███▍ | 25/304 [00:14<02:48, 1.66it/s]\u001b[A\n",
" 9%|███▌ | 26/304 [00:15<02:53, 1.60it/s]\u001b[A\n",
" 9%|███▋ | 27/304 [00:15<02:45, 1.67it/s]\u001b[A\n",
" 9%|███▊ | 28/304 [00:16<02:56, 1.57it/s]\u001b[A\n",
" 10%|████ | 29/304 [00:17<03:04, 1.49it/s]\u001b[A\n",
" 10%|████▏ | 30/304 [00:18<03:04, 1.49it/s]\u001b[A\n",
" 10%|████▎ | 31/304 [00:18<03:10, 1.44it/s]\u001b[A\n",
" 11%|████▍ | 32/304 [00:19<03:18, 1.37it/s]\u001b[A\n",
" 11%|████▌ | 33/304 [00:20<03:08, 1.44it/s]\u001b[A\n",
" 11%|████▋ | 34/304 [00:20<03:03, 1.47it/s]\u001b[A\n",
" 12%|████▊ | 35/304 [00:21<03:00, 1.49it/s]\u001b[A\n",
" 12%|████▉ | 36/304 [00:22<03:04, 1.45it/s]\u001b[A\n",
" 12%|█████ | 37/304 [00:22<02:59, 1.48it/s]\u001b[A\n",
" 12%|█████▎ | 38/304 [00:23<02:59, 1.49it/s]\u001b[A\n",
" 13%|█████▍ | 39/304 [00:24<02:55, 1.51it/s]\u001b[A\n",
" 13%|█████▌ | 40/304 [00:24<03:05, 1.42it/s]\u001b[A\n",
" 13%|█████▋ | 41/304 [00:25<02:50, 1.55it/s]\u001b[A\n",
" 14%|█████▊ | 42/304 [00:26<02:53, 1.51it/s]\u001b[A\n",
" 14%|█████▉ | 43/304 [00:26<02:47, 1.56it/s]\u001b[A\n",
" 14%|██████ | 44/304 [00:27<02:51, 1.52it/s]\u001b[A\n",
" 15%|██████▏ | 45/304 [00:28<02:57, 1.46it/s]\u001b[A\n",
" 15%|██████▎ | 46/304 [00:28<02:51, 1.51it/s]\u001b[A\n",
" 15%|██████▍ | 47/304 [00:29<02:51, 1.50it/s]\u001b[A\n",
" 16%|██████▋ | 48/304 [00:30<02:52, 1.49it/s]\u001b[A\n",
" 16%|██████▊ | 49/304 [00:30<02:45, 1.54it/s]\u001b[A\n",
" 16%|██████▉ | 50/304 [00:31<02:49, 1.50it/s]\u001b[A\n",
" 17%|███████ | 51/304 [00:32<02:43, 1.55it/s]\u001b[A\n",
" 17%|███████▏ | 52/304 [00:32<02:39, 1.58it/s]\u001b[A\n",
" 17%|███████▎ | 53/304 [00:33<02:40, 1.57it/s]\u001b[A\n",
" 18%|███████▍ | 54/304 [00:33<02:39, 1.57it/s]\u001b[A\n",
" 18%|███████▌ | 55/304 [00:34<02:45, 1.51it/s]\u001b[A\n",
" 18%|███████▋ | 56/304 [00:35<02:49, 1.47it/s]\u001b[A\n",
" 19%|███████▉ | 57/304 [00:36<02:42, 1.52it/s]\u001b[A\n",
" 19%|████████ | 58/304 [00:36<02:39, 1.54it/s]\u001b[A\n",
" 19%|████████▏ | 59/304 [00:37<02:45, 1.48it/s]\u001b[A\n",
" 20%|████████▎ | 60/304 [00:38<02:48, 1.45it/s]\u001b[A\n",
" 20%|████████▍ | 61/304 [00:38<02:41, 1.50it/s]\u001b[A\n",
" 20%|████████▌ | 62/304 [00:39<02:44, 1.48it/s]\u001b[A\n",
" 21%|████████▋ | 63/304 [00:40<02:42, 1.49it/s]\u001b[A\n",
" 21%|████████▊ | 64/304 [00:40<02:45, 1.45it/s]\u001b[A\n",
" 21%|████████▉ | 65/304 [00:41<02:51, 1.40it/s]\u001b[A\n",
" 22%|█████████ | 66/304 [00:42<02:36, 1.53it/s]\u001b[A\n",
" 22%|█████████▎ | 67/304 [00:42<02:39, 1.49it/s]\u001b[A\n",
" 22%|█████████▍ | 68/304 [00:43<02:39, 1.48it/s]\u001b[A\n",
" 23%|█████████▌ | 69/304 [00:44<02:32, 1.54it/s]\u001b[A\n",
" 23%|█████████▋ | 70/304 [00:44<02:31, 1.55it/s]\u001b[A\n",
" 23%|█████████▊ | 71/304 [00:45<02:26, 1.60it/s]\u001b[A\n",
" 24%|█████████▉ | 72/304 [00:45<02:21, 1.64it/s]\u001b[A\n",
" 24%|██████████ | 73/304 [00:46<02:16, 1.69it/s]\u001b[A\n",
" 24%|██████████▏ | 74/304 [00:46<02:10, 1.77it/s]\u001b[A\n",
" 25%|██████████▎ | 75/304 [00:47<02:11, 1.74it/s]\u001b[A\n",
" 25%|██████████▌ | 76/304 [00:48<02:10, 1.75it/s]\u001b[A\n",
" 25%|██████████▋ | 77/304 [00:48<02:12, 1.71it/s]\u001b[A\n",
" 26%|██████████▊ | 78/304 [00:49<02:21, 1.60it/s]\u001b[A\n",
" 26%|██████████▉ | 79/304 [00:50<02:27, 1.53it/s]\u001b[A\n",
" 26%|███████████ | 80/304 [00:50<02:23, 1.56it/s]\u001b[A\n",
" 27%|███████████▏ | 81/304 [00:51<02:20, 1.59it/s]\u001b[A\n",
" 27%|███████████▎ | 82/304 [00:52<02:20, 1.58it/s]\u001b[A\n",
" 27%|███████████▍ | 83/304 [00:52<02:24, 1.53it/s]\u001b[A\n",
" 28%|███████████▌ | 84/304 [00:53<02:13, 1.65it/s]\u001b[A\n",
" 28%|███████████▋ | 85/304 [00:53<02:19, 1.57it/s]\u001b[A\n",
" 28%|███████████▉ | 86/304 [00:54<02:26, 1.49it/s]\u001b[A\n",
" 29%|████████████ | 87/304 [00:55<02:25, 1.49it/s]\u001b[A\n",
" 29%|████████████▏ | 88/304 [00:56<02:28, 1.45it/s]\u001b[A\n",
" 29%|████████████▎ | 89/304 [00:56<02:29, 1.44it/s]\u001b[A\n",
" 30%|████████████▍ | 90/304 [00:57<02:29, 1.43it/s]\u001b[A\n",
" 30%|████████████▌ | 91/304 [00:58<02:27, 1.45it/s]\u001b[A\n",
" 30%|████████████▋ | 92/304 [00:58<02:15, 1.56it/s]\u001b[A\n",
" 31%|████████████▊ | 93/304 [00:59<02:00, 1.74it/s]\u001b[A\n",
" 31%|████████████▉ | 94/304 [00:59<01:55, 1.82it/s]\u001b[A\n",
" 31%|█████████████▏ | 95/304 [01:00<02:11, 1.60it/s]\u001b[A\n",
" 32%|█████████████▎ | 96/304 [01:01<02:10, 1.59it/s]\u001b[A\n",
" 32%|█████████████▍ | 97/304 [01:01<02:19, 1.48it/s]\u001b[A\n",
" 32%|█████████████▌ | 98/304 [01:02<02:21, 1.46it/s]\u001b[A\n",
" 33%|█████████████▋ | 99/304 [01:03<02:21, 1.45it/s]\u001b[A\n",
" 33%|█████████████▍ | 100/304 [01:03<02:17, 1.48it/s]\u001b[A\n",
" 33%|█████████████▌ | 101/304 [01:04<02:19, 1.45it/s]\u001b[A\n",
" 34%|█████████████▊ | 102/304 [01:05<02:22, 1.41it/s]\u001b[A\n",
" 34%|█████████████▉ | 103/304 [01:06<02:31, 1.33it/s]\u001b[A\n",
" 34%|██████████████ | 104/304 [01:06<02:27, 1.36it/s]\u001b[A\n",
" 35%|██████████████▏ | 105/304 [01:07<02:22, 1.40it/s]\u001b[A\n",
" 35%|██████████████▎ | 106/304 [01:08<02:30, 1.31it/s]\u001b[A\n",
" 35%|██████████████▍ | 107/304 [01:09<02:22, 1.38it/s]\u001b[A\n",
" 36%|██████████████▌ | 108/304 [01:09<02:18, 1.41it/s]\u001b[A\n",
" 36%|██████████████▋ | 109/304 [01:10<02:17, 1.41it/s]\u001b[A\n",
" 36%|██████████████▊ | 110/304 [01:11<02:16, 1.43it/s]\u001b[A\n",
" 37%|██████████████▉ | 111/304 [01:11<02:21, 1.37it/s]\u001b[A\n",
" 37%|███████████████ | 112/304 [01:12<02:19, 1.38it/s]\u001b[A\n",
" 37%|███████████████▏ | 113/304 [01:13<02:23, 1.33it/s]\u001b[A\n",
" 38%|███████████████▍ | 114/304 [01:14<02:16, 1.39it/s]\u001b[A\n",
" 38%|███████████████▌ | 115/304 [01:14<02:12, 1.42it/s]\u001b[A\n",
" 38%|███████████████▋ | 116/304 [01:15<02:12, 1.42it/s]\u001b[A\n",
" 38%|███████████████▊ | 117/304 [01:16<02:11, 1.43it/s]\u001b[A\n",
" 39%|███████████████▉ | 118/304 [01:16<02:10, 1.42it/s]\u001b[A\n",
" 39%|████████████████ | 119/304 [01:17<02:11, 1.41it/s]\u001b[A\n",
" 39%|████████████████▏ | 120/304 [01:18<02:08, 1.43it/s]\u001b[A\n",
" 40%|████████████████▎ | 121/304 [01:18<02:05, 1.46it/s]\u001b[A\n",
" 40%|████████████████▍ | 122/304 [01:19<01:58, 1.53it/s]\u001b[A\n",
" 40%|████████████████▌ | 123/304 [01:20<01:59, 1.51it/s]\u001b[A\n",
" 41%|████████████████▋ | 124/304 [01:20<01:51, 1.62it/s]\u001b[A\n",
" 41%|████████████████▊ | 125/304 [01:21<01:45, 1.69it/s]\u001b[A\n",
" 41%|████████████████▉ | 126/304 [01:21<01:44, 1.70it/s]\u001b[A\n",
" 42%|█████████████████▏ | 127/304 [01:22<01:51, 1.59it/s]\u001b[A\n",
" 42%|█████████████████▎ | 128/304 [01:23<01:55, 1.52it/s]\u001b[A\n",
" 42%|█████████████████▍ | 129/304 [01:23<01:55, 1.52it/s]\u001b[A\n",
" 43%|█████████████████▌ | 130/304 [01:24<01:52, 1.55it/s]\u001b[A\n",
" 43%|█████████████████▋ | 131/304 [01:25<01:52, 1.54it/s]\u001b[A\n",
" 43%|█████████████████▊ | 132/304 [01:25<01:53, 1.52it/s]\u001b[A\n",
" 44%|█████████████████▉ | 133/304 [01:26<01:53, 1.50it/s]\u001b[A\n",
" 44%|██████████████████ | 134/304 [01:27<01:47, 1.59it/s]\u001b[A\n",
" 44%|██████████████████▏ | 135/304 [01:27<01:45, 1.61it/s]\u001b[A\n",
" 45%|██████████████████▎ | 136/304 [01:28<01:43, 1.62it/s]\u001b[A\n",
" 45%|██████████████████▍ | 137/304 [01:28<01:46, 1.57it/s]\u001b[A\n",
" 45%|██████████████████▌ | 138/304 [01:29<01:51, 1.49it/s]\u001b[A\n",
" 46%|██████████████████▋ | 139/304 [01:30<01:53, 1.45it/s]\u001b[A\n",
" 46%|██████████████████▉ | 140/304 [01:31<01:56, 1.40it/s]\u001b[A\n",
" 46%|███████████████████ | 141/304 [01:32<02:02, 1.33it/s]\u001b[A\n",
" 47%|███████████████████▏ | 142/304 [01:32<02:04, 1.30it/s]\u001b[A\n",
" 47%|███████████████████▎ | 143/304 [01:33<02:02, 1.31it/s]\u001b[A\n",
" 47%|███████████████████▍ | 144/304 [01:34<01:55, 1.38it/s]\u001b[A\n",
" 48%|███████████████████▌ | 145/304 [01:34<01:44, 1.52it/s]\u001b[A\n",
" 48%|███████████████████▋ | 146/304 [01:35<01:34, 1.68it/s]\u001b[A\n",
" 48%|███████████████████▊ | 147/304 [01:35<01:31, 1.72it/s]\u001b[A\n",
" 49%|███████████████████▉ | 148/304 [01:36<01:35, 1.63it/s]\u001b[A\n",
" 49%|████████████████████ | 149/304 [01:37<01:38, 1.57it/s]\u001b[A\n",
" 49%|████████████████████▏ | 150/304 [01:37<01:40, 1.53it/s]\u001b[A\n",
" 50%|████████████████████▎ | 151/304 [01:38<01:37, 1.57it/s]\u001b[A\n",
" 50%|████████████████████▌ | 152/304 [01:38<01:33, 1.63it/s]\u001b[A\n",
" 50%|████████████████████▋ | 153/304 [01:39<01:28, 1.70it/s]\u001b[A\n",
" 51%|████████████████████▊ | 154/304 [01:40<01:25, 1.75it/s]\u001b[A\n",
" 51%|████████████████████▉ | 155/304 [01:40<01:28, 1.68it/s]\u001b[A\n",
" 51%|█████████████████████ | 156/304 [01:41<01:25, 1.73it/s]\u001b[A\n",
" 52%|█████████████████████▏ | 157/304 [01:41<01:26, 1.70it/s]\u001b[A\n",
" 52%|█████████████████████▎ | 158/304 [01:42<01:23, 1.75it/s]\u001b[A\n",
" 52%|█████████████████████▍ | 159/304 [01:43<01:32, 1.57it/s]\u001b[A\n",
" 53%|█████████████████████▌ | 160/304 [01:43<01:38, 1.46it/s]\u001b[A\n",
" 53%|█████████████████████▋ | 161/304 [01:44<01:40, 1.43it/s]\u001b[A\n",
" 53%|█████████████████████▊ | 162/304 [01:45<01:41, 1.39it/s]\u001b[A\n",
" 54%|█████████████████████▉ | 163/304 [01:46<01:36, 1.45it/s]\u001b[A\n",
" 54%|██████████████████████ | 164/304 [01:46<01:33, 1.50it/s]\u001b[A\n",
" 54%|██████████████████████▎ | 165/304 [01:47<01:35, 1.46it/s]\u001b[A\n",
" 55%|██████████████████████▍ | 166/304 [01:48<01:32, 1.49it/s]\u001b[A\n",
" 55%|██████████████████████▌ | 167/304 [01:48<01:32, 1.48it/s]\u001b[A\n",
" 55%|██████████████████████▋ | 168/304 [01:49<01:35, 1.43it/s]\u001b[A\n",
" 56%|██████████████████████▊ | 169/304 [01:50<01:39, 1.36it/s]\u001b[A\n",
" 56%|██████████████████████▉ | 170/304 [01:51<01:39, 1.35it/s]\u001b[A\n",
" 56%|███████████████████████ | 171/304 [01:51<01:39, 1.34it/s]\u001b[A\n",
" 57%|███████████████████████▏ | 172/304 [01:52<01:37, 1.36it/s]\u001b[A\n",
" 57%|███████████████████████▎ | 173/304 [01:53<01:36, 1.35it/s]\u001b[A\n",
" 57%|███████████████████████▍ | 174/304 [01:54<01:37, 1.33it/s]\u001b[A\n",
" 58%|███████████████████████▌ | 175/304 [01:54<01:37, 1.32it/s]\u001b[A\n",
" 58%|███████████████████████▋ | 176/304 [01:55<01:34, 1.35it/s]\u001b[A\n",
" 58%|███████████████████████▊ | 177/304 [01:56<01:27, 1.45it/s]\u001b[A\n",
" 59%|████████████████████████ | 178/304 [01:56<01:19, 1.58it/s]\u001b[A\n",
" 59%|████████████████████████▏ | 179/304 [01:57<01:18, 1.59it/s]\u001b[A\n",
" 59%|████████████████████████▎ | 180/304 [01:57<01:22, 1.50it/s]\u001b[A\n",
" 60%|████████████████████████▍ | 181/304 [01:58<01:20, 1.52it/s]\u001b[A\n",
" 60%|████████████████████████▌ | 182/304 [01:59<01:17, 1.58it/s]\u001b[A\n",
" 60%|████████████████████████▋ | 183/304 [01:59<01:22, 1.47it/s]\u001b[A\n",
" 61%|████████████████████████▊ | 184/304 [02:00<01:23, 1.43it/s]\u001b[A\n",
" 61%|████████████████████████▉ | 185/304 [02:01<01:21, 1.46it/s]\u001b[A\n",
" 61%|█████████████████████████ | 186/304 [02:02<01:20, 1.46it/s]\u001b[A\n",
" 62%|█████████████████████████▏ | 187/304 [02:02<01:20, 1.45it/s]\u001b[A\n",
" 62%|█████████████████████████▎ | 188/304 [02:03<01:17, 1.50it/s]\u001b[A\n",
" 62%|█████████████████████████▍ | 189/304 [02:03<01:12, 1.59it/s]\u001b[A\n",
" 62%|█████████████████████████▋ | 190/304 [02:04<01:07, 1.70it/s]\u001b[A\n",
" 63%|█████████████████████████▊ | 191/304 [02:05<01:07, 1.67it/s]\u001b[A\n",
" 63%|█████████████████████████▉ | 192/304 [02:05<01:07, 1.67it/s]\u001b[A\n",
" 63%|██████████████████████████ | 193/304 [02:06<01:07, 1.64it/s]\u001b[A\n",
" 64%|██████████████████████████▏ | 194/304 [02:07<01:12, 1.52it/s]\u001b[A\n",
" 64%|██████████████████████████▎ | 195/304 [02:07<01:15, 1.45it/s]\u001b[A\n",
" 64%|██████████████████████████▍ | 196/304 [02:08<01:14, 1.44it/s]\u001b[A\n",
" 65%|██████████████████████████▌ | 197/304 [02:09<01:13, 1.46it/s]\u001b[A\n",
" 65%|██████████████████████████▋ | 198/304 [02:09<01:13, 1.45it/s]\u001b[A\n",
" 65%|██████████████████████████▊ | 199/304 [02:10<01:12, 1.45it/s]\u001b[A\n",
" 66%|██████████████████████████▉ | 200/304 [02:11<01:11, 1.46it/s]\u001b[A\n",
" 66%|███████████████████████████ | 201/304 [02:11<01:10, 1.47it/s]\u001b[A\n",
" 66%|███████████████████████████▏ | 202/304 [02:12<01:05, 1.56it/s]\u001b[A\n",
" 67%|███████████████████████████▍ | 203/304 [02:13<01:07, 1.51it/s]\u001b[A\n",
" 67%|███████████████████████████▌ | 204/304 [02:13<01:10, 1.42it/s]\u001b[A\n",
" 67%|███████████████████████████▋ | 205/304 [02:14<01:07, 1.46it/s]\u001b[A\n",
" 68%|███████████████████████████▊ | 206/304 [02:15<01:08, 1.43it/s]\u001b[A\n",
" 68%|███████████████████████████▉ | 207/304 [02:16<01:09, 1.39it/s]\u001b[A\n",
" 68%|████████████████████████████ | 208/304 [02:16<01:07, 1.42it/s]\u001b[A\n",
" 69%|████████████████████████████▏ | 209/304 [02:17<01:08, 1.39it/s]\u001b[A\n",
" 69%|████████████████████████████▎ | 210/304 [02:18<01:06, 1.41it/s]\u001b[A\n",
" 69%|████████████████████████████▍ | 211/304 [02:18<01:03, 1.46it/s]\u001b[A\n",
" 70%|████████████████████████████▌ | 212/304 [02:19<01:03, 1.45it/s]\u001b[A\n",
" 70%|████████████████████████████▋ | 213/304 [02:20<01:01, 1.48it/s]\u001b[A\n",
" 70%|████████████████████████████▊ | 214/304 [02:20<00:58, 1.54it/s]\u001b[A\n",
" 71%|████████████████████████████▉ | 215/304 [02:21<00:56, 1.59it/s]\u001b[A\n",
" 71%|█████████████████████████████▏ | 216/304 [02:21<00:53, 1.63it/s]\u001b[A\n",
" 71%|█████████████████████████████▎ | 217/304 [02:22<00:56, 1.55it/s]\u001b[A\n",
" 72%|█████████████████████████████▍ | 218/304 [02:23<00:51, 1.66it/s]\u001b[A\n",
" 72%|█████████████████████████████▌ | 219/304 [02:23<00:52, 1.61it/s]\u001b[A\n",
" 72%|█████████████████████████████▋ | 220/304 [02:24<00:50, 1.66it/s]\u001b[A\n",
" 73%|█████████████████████████████▊ | 221/304 [02:25<00:50, 1.64it/s]\u001b[A\n",
" 73%|█████████████████████████████▉ | 222/304 [02:25<00:53, 1.53it/s]\u001b[A\n",
" 73%|██████████████████████████████ | 223/304 [02:26<00:58, 1.40it/s]\u001b[A\n",
" 74%|██████████████████████████████▏ | 224/304 [02:27<01:00, 1.32it/s]\u001b[A\n",
" 74%|██████████████████████████████▎ | 225/304 [02:28<00:57, 1.36it/s]\u001b[A\n",
" 74%|██████████████████████████████▍ | 226/304 [02:28<00:56, 1.38it/s]\u001b[A\n",
" 75%|██████████████████████████████▌ | 227/304 [02:29<00:58, 1.32it/s]\u001b[A\n",
" 75%|██████████████████████████████▊ | 228/304 [02:30<00:54, 1.40it/s]\u001b[A\n",
" 75%|██████████████████████████████▉ | 229/304 [02:31<00:55, 1.35it/s]\u001b[A\n",
" 76%|███████████████████████████████ | 230/304 [02:31<00:55, 1.33it/s]\u001b[A\n",
" 76%|███████████████████████████████▏ | 231/304 [02:32<00:53, 1.36it/s]\u001b[A\n",
" 76%|███████████████████████████████▎ | 232/304 [02:33<00:49, 1.46it/s]\u001b[A\n",
" 77%|███████████████████████████████▍ | 233/304 [02:33<00:48, 1.47it/s]\u001b[A\n",
" 77%|███████████████████████████████▌ | 234/304 [02:34<00:50, 1.39it/s]\u001b[A\n",
" 77%|███████████████████████████████▋ | 235/304 [02:35<00:50, 1.36it/s]\u001b[A\n",
" 78%|███████████████████████████████▊ | 236/304 [02:36<00:47, 1.42it/s]\u001b[A\n",
" 78%|███████████████████████████████▉ | 237/304 [02:36<00:45, 1.46it/s]\u001b[A\n",
" 78%|████████████████████████████████ | 238/304 [02:37<00:44, 1.50it/s]\u001b[A\n",
" 79%|████████████████████████████████▏ | 239/304 [02:38<00:43, 1.49it/s]\u001b[A\n",
" 79%|████████████████████████████████▎ | 240/304 [02:38<00:40, 1.59it/s]\u001b[A\n",
" 79%|████████████████████████████████▌ | 241/304 [02:39<00:43, 1.46it/s]\u001b[A\n",
" 80%|████████████████████████████████▋ | 242/304 [02:40<00:44, 1.39it/s]\u001b[A\n",
" 80%|████████████████████████████████▊ | 243/304 [02:40<00:41, 1.48it/s]\u001b[A\n",
" 80%|████████████████████████████████▉ | 244/304 [02:41<00:42, 1.41it/s]\u001b[A\n",
" 81%|█████████████████████████████████ | 245/304 [02:42<00:43, 1.37it/s]\u001b[A\n",
" 81%|█████████████████████████████████▏ | 246/304 [02:43<00:42, 1.36it/s]\u001b[A\n",
" 81%|█████████████████████████████████▎ | 247/304 [02:43<00:40, 1.40it/s]\u001b[A\n",
" 82%|█████████████████████████████████▍ | 248/304 [02:44<00:39, 1.41it/s]\u001b[A\n",
" 82%|█████████████████████████████████▌ | 249/304 [02:45<00:40, 1.37it/s]\u001b[A\n",
" 82%|█████████████████████████████████▋ | 250/304 [02:45<00:39, 1.37it/s]\u001b[A\n",
" 83%|█████████████████████████████████▊ | 251/304 [02:46<00:39, 1.35it/s]\u001b[A\n",
" 83%|█████████████████████████████████▉ | 252/304 [02:47<00:38, 1.35it/s]\u001b[A\n",
" 83%|██████████████████████████████████ | 253/304 [02:48<00:37, 1.36it/s]\u001b[A\n",
" 84%|██████████████████████████████████▎ | 254/304 [02:48<00:36, 1.39it/s]\u001b[A\n",
" 84%|██████████████████████████████████▍ | 255/304 [02:49<00:35, 1.39it/s]\u001b[A\n",
" 84%|██████████████████████████████████▌ | 256/304 [02:50<00:37, 1.29it/s]\u001b[A\n",
" 85%|██████████████████████████████████▋ | 257/304 [02:51<00:36, 1.29it/s]\u001b[A\n",
" 85%|██████████████████████████████████▊ | 258/304 [02:51<00:34, 1.32it/s]\u001b[A\n",
" 85%|██████████████████████████████████▉ | 259/304 [02:52<00:35, 1.28it/s]\u001b[A\n",
" 86%|███████████████████████████████████ | 260/304 [02:53<00:33, 1.32it/s]\u001b[A\n",
" 86%|███████████████████████████████████▏ | 261/304 [02:54<00:32, 1.32it/s]\u001b[A\n",
" 86%|███████████████████████████████████▎ | 262/304 [02:55<00:32, 1.31it/s]\u001b[A\n",
" 87%|███████████████████████████████████▍ | 263/304 [02:55<00:29, 1.40it/s]\u001b[A\n",
" 87%|███████████████████████████████████▌ | 264/304 [02:56<00:28, 1.43it/s]\u001b[A\n",
" 87%|███████████████████████████████████▋ | 265/304 [02:57<00:27, 1.41it/s]\u001b[A\n",
" 88%|███████████████████████████████████▉ | 266/304 [02:57<00:26, 1.41it/s]\u001b[A\n",
" 88%|████████████████████████████████████ | 267/304 [02:58<00:27, 1.37it/s]\u001b[A\n",
" 88%|████████████████████████████████████▏ | 268/304 [02:59<00:25, 1.40it/s]\u001b[A\n",
" 88%|████████████████████████████████████▎ | 269/304 [02:59<00:25, 1.35it/s]\u001b[A\n",
" 89%|████████████████████████████████████▍ | 270/304 [03:00<00:24, 1.41it/s]\u001b[A\n",
" 89%|████████████████████████████████████▌ | 271/304 [03:01<00:22, 1.50it/s]\u001b[A\n",
" 89%|████████████████████████████████████▋ | 272/304 [03:01<00:21, 1.48it/s]\u001b[A\n",
" 90%|████████████████████████████████████▊ | 273/304 [03:02<00:20, 1.48it/s]\u001b[A\n",
" 90%|████████████████████████████████████▉ | 274/304 [03:03<00:20, 1.47it/s]\u001b[A\n",
" 90%|█████████████████████████████████████ | 275/304 [03:04<00:20, 1.40it/s]\u001b[A\n",
" 91%|█████████████████████████████████████▏ | 276/304 [03:04<00:20, 1.34it/s]\u001b[A\n",
" 91%|█████████████████████████████████████▎ | 277/304 [03:05<00:19, 1.39it/s]\u001b[A\n",
" 91%|█████████████████████████████████████▍ | 278/304 [03:06<00:17, 1.45it/s]\u001b[A\n",
" 92%|█████████████████████████████████████▋ | 279/304 [03:06<00:16, 1.53it/s]\u001b[A\n",
" 92%|█████████████████████████████████████▊ | 280/304 [03:07<00:15, 1.57it/s]\u001b[A\n",
" 92%|█████████████████████████████████████▉ | 281/304 [03:07<00:14, 1.63it/s]\u001b[A\n",
" 93%|██████████████████████████████████████ | 282/304 [03:08<00:14, 1.55it/s]\u001b[A\n",
" 93%|██████████████████████████████████████▏ | 283/304 [03:09<00:13, 1.51it/s]\u001b[A\n",
" 93%|██████████████████████████████████████▎ | 284/304 [03:10<00:14, 1.42it/s]\u001b[A\n",
" 94%|██████████████████████████████████████▍ | 285/304 [03:10<00:13, 1.39it/s]\u001b[A\n",
" 94%|██████████████████████████████████████▌ | 286/304 [03:11<00:12, 1.42it/s]\u001b[A\n",
" 94%|██████████████████████████████████████▋ | 287/304 [03:12<00:11, 1.44it/s]\u001b[A\n",
" 95%|██████████████████████████████████████▊ | 288/304 [03:12<00:11, 1.43it/s]\u001b[A\n",
" 95%|██████████████████████████████████████▉ | 289/304 [03:13<00:10, 1.47it/s]\u001b[A\n",
" 95%|███████████████████████████████████████ | 290/304 [03:14<00:09, 1.41it/s]\u001b[A\n",
" 96%|███████████████████████████████████████▏ | 291/304 [03:15<00:09, 1.42it/s]\u001b[A\n",
" 96%|███████████████████████████████████████▍ | 292/304 [03:15<00:08, 1.43it/s]\u001b[A\n",
" 96%|███████████████████████████████████████▌ | 293/304 [03:16<00:07, 1.48it/s]\u001b[A\n",
" 97%|███████████████████████████████████████▋ | 294/304 [03:16<00:06, 1.51it/s]\u001b[A\n",
" 97%|███████████████████████████████████████▊ | 295/304 [03:17<00:06, 1.48it/s]\u001b[A\n",
" 97%|███████████████████████████████████████▉ | 296/304 [03:18<00:05, 1.52it/s]\u001b[A\n",
" 98%|████████████████████████████████████████ | 297/304 [03:19<00:04, 1.44it/s]\u001b[A\n",
" 98%|████████████████████████████████████████▏| 298/304 [03:19<00:04, 1.37it/s]\u001b[A\n",
" 98%|████████████████████████████████████████▎| 299/304 [03:20<00:03, 1.30it/s]\u001b[A\n",
" 99%|████████████████████████████████████████▍| 300/304 [03:21<00:03, 1.33it/s]\u001b[A\n",
" 99%|████████████████████████████████████████▌| 301/304 [03:22<00:02, 1.34it/s]\u001b[A\n",
" 99%|████████████████████████████████████████▋| 302/304 [03:23<00:01, 1.28it/s]\u001b[A\n",
"100%|████████████████████████████████████████▊| 303/304 [03:23<00:00, 1.30it/s]\u001b[A\n",
" \u001b[A\n",
" 66%|█████████████████████▋ | 12000/18300 [6:01:44<2:28:16, 1.41s/it]\n",
"100%|█████████████████████████████████████████| 304/304 [03:27<00:00, 1.74it/s]\u001b[A\n",
" \u001b[ASaving model checkpoint to ./wav2vec2-large-xls-r-300m-welsh/checkpoint-12000\n",
"Configuration saved in ./wav2vec2-large-xls-r-300m-welsh/checkpoint-12000/config.json\n",
"Model weights saved in ./wav2vec2-large-xls-r-300m-welsh/checkpoint-12000/pytorch_model.bin\n",
"Configuration saved in ./wav2vec2-large-xls-r-300m-welsh/checkpoint-12000/preprocessor_config.json\n",
"Configuration saved in ./wav2vec2-large-xls-r-300m-welsh/preprocessor_config.json\n",
"Deleting older checkpoint [wav2vec2-large-xls-r-300m-welsh/checkpoint-6000] due to args.save_total_limit\n",
" 82%|███████████████████████████ | 15000/18300 [7:28:37<1:33:31, 1.70s/it]The following columns in the evaluation set don't have a corresponding argument in `Wav2Vec2ForCTC.forward` and have been ignored: input_length.\n",
"***** Running Evaluation *****\n",
" Num examples = 4850\n",
" Batch size = 16\n",
"\n",
" 0%| | 0/304 [00:00, ?it/s]\u001b[A\n",
" 1%|▎ | 2/304 [00:00<01:34, 3.18it/s]\u001b[A\n",
" 1%|▍ | 3/304 [00:01<02:11, 2.28it/s]\u001b[A\n",
" 1%|▌ | 4/304 [00:01<02:22, 2.10it/s]\u001b[A\n",
" 2%|▋ | 5/304 [00:02<02:22, 2.09it/s]\u001b[A\n",
" 2%|▊ | 6/304 [00:02<02:30, 1.98it/s]\u001b[A\n",
" 2%|▉ | 7/304 [00:03<02:43, 1.82it/s]\u001b[A\n",
" 3%|█▏ | 8/304 [00:04<02:44, 1.80it/s]\u001b[A\n",
" 3%|█▎ | 9/304 [00:04<02:40, 1.83it/s]\u001b[A\n",
" 3%|█▍ | 10/304 [00:05<02:43, 1.80it/s]\u001b[A\n",
" 4%|█▌ | 11/304 [00:05<02:45, 1.78it/s]\u001b[A\n",
" 4%|█▋ | 12/304 [00:06<02:58, 1.64it/s]\u001b[A\n",
" 4%|█▊ | 13/304 [00:07<03:04, 1.58it/s]\u001b[A\n",
" 5%|█▉ | 14/304 [00:07<03:08, 1.54it/s]\u001b[A\n",
" 5%|██ | 15/304 [00:08<02:54, 1.65it/s]\u001b[A\n",
" 5%|██▏ | 16/304 [00:08<02:55, 1.64it/s]\u001b[A\n",
" 6%|██▎ | 17/304 [00:09<02:54, 1.64it/s]\u001b[A\n",
" 6%|██▍ | 18/304 [00:10<02:56, 1.62it/s]\u001b[A\n",
" 6%|██▋ | 19/304 [00:10<03:03, 1.55it/s]\u001b[A\n",
" 7%|██▊ | 20/304 [00:11<02:50, 1.67it/s]\u001b[A\n",
" 7%|██▉ | 21/304 [00:12<02:53, 1.63it/s]\u001b[A\n",
" 7%|███ | 22/304 [00:12<02:44, 1.72it/s]\u001b[A\n",
" 8%|███▏ | 23/304 [00:13<02:51, 1.64it/s]\u001b[A\n",
" 8%|███▎ | 24/304 [00:13<02:46, 1.69it/s]\u001b[A\n",
" 8%|███▍ | 25/304 [00:14<02:44, 1.70it/s]\u001b[A\n",
" 9%|███▌ | 26/304 [00:15<02:52, 1.61it/s]\u001b[A\n",
" 9%|███▋ | 27/304 [00:15<02:44, 1.68it/s]\u001b[A\n",
" 9%|███▊ | 28/304 [00:16<02:50, 1.62it/s]\u001b[A\n",
" 10%|████ | 29/304 [00:16<02:58, 1.54it/s]\u001b[A\n",
" 10%|████▏ | 30/304 [00:17<03:00, 1.52it/s]\u001b[A\n",
" 10%|████▎ | 31/304 [00:18<03:07, 1.45it/s]\u001b[A\n",
" 11%|████▍ | 32/304 [00:19<03:11, 1.42it/s]\u001b[A\n",
" 11%|████▌ | 33/304 [00:19<03:01, 1.49it/s]\u001b[A\n",
" 11%|████▋ | 34/304 [00:20<02:59, 1.50it/s]\u001b[A\n",
" 12%|████▊ | 35/304 [00:21<02:58, 1.51it/s]\u001b[A\n",
" 12%|████▉ | 36/304 [00:21<03:02, 1.47it/s]\u001b[A\n",
" 12%|█████ | 37/304 [00:22<02:56, 1.51it/s]\u001b[A\n",
" 12%|█████▎ | 38/304 [00:23<02:59, 1.49it/s]\u001b[A\n",
" 13%|█████▍ | 39/304 [00:23<02:57, 1.49it/s]\u001b[A\n",
" 13%|█████▌ | 40/304 [00:24<03:02, 1.45it/s]\u001b[A\n",
" 13%|█████▋ | 41/304 [00:25<02:48, 1.56it/s]\u001b[A\n",
" 14%|█████▊ | 42/304 [00:25<02:49, 1.55it/s]\u001b[A\n",
" 14%|█████▉ | 43/304 [00:26<02:45, 1.58it/s]\u001b[A\n",
" 14%|██████ | 44/304 [00:26<02:49, 1.53it/s]\u001b[A\n",
" 15%|██████▏ | 45/304 [00:27<02:55, 1.47it/s]\u001b[A\n",
" 15%|██████▎ | 46/304 [00:28<02:50, 1.52it/s]\u001b[A\n",
" 15%|██████▍ | 47/304 [00:28<02:49, 1.52it/s]\u001b[A\n",
" 16%|██████▋ | 48/304 [00:29<02:50, 1.50it/s]\u001b[A\n",
" 16%|██████▊ | 49/304 [00:30<02:43, 1.56it/s]\u001b[A\n",
" 16%|██████▉ | 50/304 [00:30<02:44, 1.55it/s]\u001b[A\n",
" 17%|███████ | 51/304 [00:31<02:38, 1.59it/s]\u001b[A\n",
" 17%|███████▏ | 52/304 [00:32<02:36, 1.61it/s]\u001b[A\n",
" 17%|███████▎ | 53/304 [00:32<02:37, 1.59it/s]\u001b[A\n",
" 18%|███████▍ | 54/304 [00:33<02:38, 1.58it/s]\u001b[A\n",
" 18%|███████▌ | 55/304 [00:34<02:43, 1.53it/s]\u001b[A\n",
" 18%|███████▋ | 56/304 [00:34<02:47, 1.48it/s]\u001b[A\n",
" 19%|███████▉ | 57/304 [00:35<02:41, 1.53it/s]\u001b[A\n",
" 19%|████████ | 58/304 [00:36<02:38, 1.55it/s]\u001b[A\n",
" 19%|████████▏ | 59/304 [00:36<02:43, 1.50it/s]\u001b[A\n",
" 20%|████████▎ | 60/304 [00:37<02:46, 1.46it/s]\u001b[A\n",
" 20%|████████▍ | 61/304 [00:38<02:41, 1.50it/s]\u001b[A\n",
" 20%|████████▌ | 62/304 [00:38<02:44, 1.47it/s]\u001b[A\n",
" 21%|████████▋ | 63/304 [00:39<02:42, 1.48it/s]\u001b[A\n",
" 21%|████████▊ | 64/304 [00:40<02:46, 1.44it/s]\u001b[A\n",
" 21%|████████▉ | 65/304 [00:40<02:47, 1.43it/s]\u001b[A\n",
" 22%|█████████ | 66/304 [00:41<02:34, 1.54it/s]\u001b[A\n",
" 22%|█████████▎ | 67/304 [00:42<02:39, 1.48it/s]\u001b[A\n",
" 22%|█████████▍ | 68/304 [00:42<02:39, 1.48it/s]\u001b[A\n",
" 23%|█████████▌ | 69/304 [00:43<02:36, 1.50it/s]\u001b[A\n",
" 23%|█████████▋ | 70/304 [00:44<02:35, 1.51it/s]\u001b[A\n",
" 23%|█████████▊ | 71/304 [00:44<02:29, 1.56it/s]\u001b[A\n",
" 24%|█████████▉ | 72/304 [00:45<02:23, 1.61it/s]\u001b[A\n",
" 24%|██████████ | 73/304 [00:45<02:18, 1.67it/s]\u001b[A\n",
" 24%|██████████▏ | 74/304 [00:46<02:11, 1.74it/s]\u001b[A\n",
" 25%|██████████▎ | 75/304 [00:47<02:13, 1.72it/s]\u001b[A\n",
" 25%|██████████▌ | 76/304 [00:47<02:12, 1.73it/s]\u001b[A\n",
" 25%|██████████▋ | 77/304 [00:48<02:12, 1.71it/s]\u001b[A\n",
" 26%|██████████▊ | 78/304 [00:48<02:24, 1.57it/s]\u001b[A\n",
" 26%|██████████▉ | 79/304 [00:49<02:29, 1.51it/s]\u001b[A\n",
" 26%|███████████ | 80/304 [00:50<02:24, 1.55it/s]\u001b[A\n",
" 27%|███████████▏ | 81/304 [00:50<02:19, 1.59it/s]\u001b[A\n",
" 27%|███████████▎ | 82/304 [00:51<02:16, 1.63it/s]\u001b[A\n",
" 27%|███████████▍ | 83/304 [00:52<02:18, 1.59it/s]\u001b[A\n",
" 28%|███████████▌ | 84/304 [00:52<02:08, 1.71it/s]\u001b[A\n",
" 28%|███████████▋ | 85/304 [00:53<02:16, 1.60it/s]\u001b[A\n",
" 28%|███████████▉ | 86/304 [00:54<02:23, 1.52it/s]\u001b[A\n",
" 29%|████████████ | 87/304 [00:54<02:24, 1.50it/s]\u001b[A\n",
" 29%|████████████▏ | 88/304 [00:55<02:28, 1.45it/s]\u001b[A\n",
" 29%|████████████▎ | 89/304 [00:56<02:28, 1.45it/s]\u001b[A\n",
" 30%|████████████▍ | 90/304 [00:56<02:28, 1.44it/s]\u001b[A\n",
" 30%|████████████▌ | 91/304 [00:57<02:26, 1.46it/s]\u001b[A\n",
" 30%|████████████▋ | 92/304 [00:58<02:15, 1.57it/s]\u001b[A\n",
" 31%|████████████▊ | 93/304 [00:58<02:00, 1.76it/s]\u001b[A\n",
" 31%|████████████▉ | 94/304 [00:58<01:58, 1.78it/s]\u001b[A\n",
" 31%|█████████████▏ | 95/304 [00:59<02:11, 1.59it/s]\u001b[A\n",
" 32%|█████████████▎ | 96/304 [01:00<02:10, 1.59it/s]\u001b[A\n",
" 32%|█████████████▍ | 97/304 [01:01<02:19, 1.48it/s]\u001b[A\n",
" 32%|█████████████▌ | 98/304 [01:01<02:19, 1.48it/s]\u001b[A\n",
" 33%|█████████████▋ | 99/304 [01:02<02:19, 1.47it/s]\u001b[A\n",
" 33%|█████████████▍ | 100/304 [01:03<02:16, 1.50it/s]\u001b[A\n",
" 33%|█████████████▌ | 101/304 [01:03<02:18, 1.47it/s]\u001b[A\n",
" 34%|█████████████▊ | 102/304 [01:04<02:22, 1.42it/s]\u001b[A\n",
" 34%|█████████████▉ | 103/304 [01:05<02:27, 1.36it/s]\u001b[A\n",
" 34%|██████████████ | 104/304 [01:06<02:23, 1.40it/s]\u001b[A\n",
" 35%|██████████████▏ | 105/304 [01:06<02:19, 1.43it/s]\u001b[A\n",
" 35%|██████████████▎ | 106/304 [01:07<02:23, 1.38it/s]\u001b[A\n",
" 35%|██████████████▍ | 107/304 [01:08<02:14, 1.46it/s]\u001b[A\n",
" 36%|██████████████▌ | 108/304 [01:08<02:13, 1.47it/s]\u001b[A\n",
" 36%|██████████████▋ | 109/304 [01:09<02:14, 1.45it/s]\u001b[A\n",
" 36%|██████████████▊ | 110/304 [01:10<02:15, 1.44it/s]\u001b[A\n",
" 37%|██████████████▉ | 111/304 [01:11<02:20, 1.37it/s]\u001b[A\n",
" 37%|███████████████ | 112/304 [01:11<02:17, 1.40it/s]\u001b[A\n",
" 37%|███████████████▏ | 113/304 [01:12<02:20, 1.36it/s]\u001b[A\n",
" 38%|███████████████▍ | 114/304 [01:13<02:14, 1.42it/s]\u001b[A\n",
" 38%|███████████████▌ | 115/304 [01:13<02:10, 1.45it/s]\u001b[A\n",
" 38%|███████████████▋ | 116/304 [01:14<02:10, 1.44it/s]\u001b[A\n",
" 38%|███████████████▊ | 117/304 [01:15<02:09, 1.44it/s]\u001b[A\n",
" 39%|███████████████▉ | 118/304 [01:15<02:09, 1.43it/s]\u001b[A\n",
" 39%|████████████████ | 119/304 [01:16<02:10, 1.41it/s]\u001b[A\n",
" 39%|████████████████▏ | 120/304 [01:17<02:07, 1.44it/s]\u001b[A\n",
" 40%|████████████████▎ | 121/304 [01:17<02:05, 1.46it/s]\u001b[A\n",
" 40%|████████████████▍ | 122/304 [01:18<01:58, 1.53it/s]\u001b[A\n",
" 40%|████████████████▌ | 123/304 [01:19<01:59, 1.52it/s]\u001b[A\n",
" 41%|████████████████▋ | 124/304 [01:19<01:51, 1.62it/s]\u001b[A\n",
" 41%|████████████████▊ | 125/304 [01:20<01:46, 1.69it/s]\u001b[A\n",
" 41%|████████████████▉ | 126/304 [01:20<01:44, 1.71it/s]\u001b[A\n",
" 42%|█████████████████▏ | 127/304 [01:21<01:47, 1.65it/s]\u001b[A\n",
" 42%|█████████████████▎ | 128/304 [01:22<01:53, 1.55it/s]\u001b[A\n",
" 42%|█████████████████▍ | 129/304 [01:22<01:53, 1.54it/s]\u001b[A\n",
" 43%|█████████████████▌ | 130/304 [01:23<01:50, 1.57it/s]\u001b[A\n",
" 43%|█████████████████▋ | 131/304 [01:24<01:51, 1.55it/s]\u001b[A\n",
" 43%|█████████████████▊ | 132/304 [01:24<01:52, 1.53it/s]\u001b[A\n",
" 44%|█████████████████▉ | 133/304 [01:25<01:53, 1.51it/s]\u001b[A\n",
" 44%|██████████████████ | 134/304 [01:26<01:46, 1.59it/s]\u001b[A\n",
" 44%|██████████████████▏ | 135/304 [01:26<01:45, 1.61it/s]\u001b[A\n",
" 45%|██████████████████▎ | 136/304 [01:27<01:45, 1.60it/s]\u001b[A\n",
" 45%|██████████████████▍ | 137/304 [01:28<01:47, 1.55it/s]\u001b[A\n",
" 45%|██████████████████▌ | 138/304 [01:28<01:52, 1.48it/s]\u001b[A\n",
" 46%|██████████████████▋ | 139/304 [01:29<01:53, 1.46it/s]\u001b[A\n",
" 46%|██████████████████▉ | 140/304 [01:30<01:55, 1.42it/s]\u001b[A\n",
" 46%|███████████████████ | 141/304 [01:31<01:58, 1.37it/s]\u001b[A\n",
" 47%|███████████████████▏ | 142/304 [01:31<01:59, 1.35it/s]\u001b[A\n",
" 47%|███████████████████▎ | 143/304 [01:32<01:58, 1.35it/s]\u001b[A\n",
" 47%|███████████████████▍ | 144/304 [01:33<01:52, 1.42it/s]\u001b[A\n",
" 48%|███████████████████▌ | 145/304 [01:33<01:42, 1.55it/s]\u001b[A\n",
" 48%|███████████████████▋ | 146/304 [01:34<01:32, 1.70it/s]\u001b[A\n",
" 48%|███████████████████▊ | 147/304 [01:34<01:28, 1.77it/s]\u001b[A\n",
" 49%|███████████████████▉ | 148/304 [01:35<01:30, 1.73it/s]\u001b[A\n",
" 49%|████████████████████ | 149/304 [01:35<01:32, 1.68it/s]\u001b[A\n",
" 49%|████████████████████▏ | 150/304 [01:36<01:35, 1.62it/s]\u001b[A\n",
" 50%|████████████████████▎ | 151/304 [01:37<01:34, 1.62it/s]\u001b[A\n",
" 50%|████████████████████▌ | 152/304 [01:37<01:29, 1.70it/s]\u001b[A\n",
" 50%|████████████████████▋ | 153/304 [01:38<01:25, 1.76it/s]\u001b[A\n",
" 51%|████████████████████▊ | 154/304 [01:38<01:23, 1.79it/s]\u001b[A\n",
" 51%|████████████████████▉ | 155/304 [01:39<01:27, 1.71it/s]\u001b[A\n",
" 51%|█████████████████████ | 156/304 [01:39<01:24, 1.74it/s]\u001b[A\n",
" 52%|█████████████████████▏ | 157/304 [01:40<01:27, 1.68it/s]\u001b[A\n",
" 52%|█████████████████████▎ | 158/304 [01:41<01:24, 1.73it/s]\u001b[A\n",
" 52%|█████████████████████▍ | 159/304 [01:41<01:31, 1.59it/s]\u001b[A\n",
" 53%|█████████████████████▌ | 160/304 [01:42<01:36, 1.50it/s]\u001b[A\n",
" 53%|█████████████████████▋ | 161/304 [01:43<01:37, 1.47it/s]\u001b[A\n",
" 53%|█████████████████████▊ | 162/304 [01:44<01:39, 1.43it/s]\u001b[A\n",
" 54%|█████████████████████▉ | 163/304 [01:44<01:33, 1.51it/s]\u001b[A\n",
" 54%|██████████████████████ | 164/304 [01:45<01:31, 1.53it/s]\u001b[A\n",
" 54%|██████████████████████▎ | 165/304 [01:45<01:33, 1.49it/s]\u001b[A\n",
" 55%|██████████████████████▍ | 166/304 [01:46<01:30, 1.52it/s]\u001b[A\n",
" 55%|██████████████████████▌ | 167/304 [01:47<01:31, 1.50it/s]\u001b[A\n",
" 55%|██████████████████████▋ | 168/304 [01:48<01:38, 1.38it/s]\u001b[A\n",
" 56%|██████████████████████▊ | 169/304 [01:48<01:42, 1.32it/s]\u001b[A\n",
" 56%|██████████████████████▉ | 170/304 [01:49<01:39, 1.35it/s]\u001b[A\n",
" 56%|███████████████████████ | 171/304 [01:50<01:39, 1.33it/s]\u001b[A\n",
" 57%|███████████████████████▏ | 172/304 [01:51<01:36, 1.37it/s]\u001b[A\n",
" 57%|███████████████████████▎ | 173/304 [01:51<01:36, 1.36it/s]\u001b[A\n",
" 57%|███████████████████████▍ | 174/304 [01:52<01:37, 1.33it/s]\u001b[A\n",
" 58%|███████████████████████▌ | 175/304 [01:53<01:36, 1.34it/s]\u001b[A\n",
" 58%|███████████████████████▋ | 176/304 [01:54<01:33, 1.37it/s]\u001b[A\n",
" 58%|███████████████████████▊ | 177/304 [01:54<01:26, 1.47it/s]\u001b[A\n",
" 59%|████████████████████████ | 178/304 [01:55<01:19, 1.59it/s]\u001b[A\n",
" 59%|████████████████████████▏ | 179/304 [01:55<01:17, 1.60it/s]\u001b[A\n",
" 59%|████████████████████████▎ | 180/304 [01:56<01:21, 1.53it/s]\u001b[A\n",
" 60%|████████████████████████▍ | 181/304 [01:57<01:19, 1.55it/s]\u001b[A\n",
" 60%|████████████████████████▌ | 182/304 [01:57<01:15, 1.61it/s]\u001b[A\n",
" 60%|████████████████████████▋ | 183/304 [01:58<01:21, 1.48it/s]\u001b[A\n",
" 61%|████████████████████████▊ | 184/304 [01:59<01:23, 1.44it/s]\u001b[A\n",
" 61%|████████████████████████▉ | 185/304 [01:59<01:20, 1.47it/s]\u001b[A\n",
" 61%|█████████████████████████ | 186/304 [02:00<01:20, 1.46it/s]\u001b[A\n",
" 62%|█████████████████████████▏ | 187/304 [02:01<01:17, 1.52it/s]\u001b[A\n",
" 62%|█████████████████████████▎ | 188/304 [02:01<01:14, 1.55it/s]\u001b[A\n",
" 62%|█████████████████████████▍ | 189/304 [02:02<01:10, 1.62it/s]\u001b[A\n",
" 62%|█████████████████████████▋ | 190/304 [02:02<01:06, 1.72it/s]\u001b[A\n",
" 63%|█████████████████████████▊ | 191/304 [02:03<01:06, 1.69it/s]\u001b[A\n",
" 63%|█████████████████████████▉ | 192/304 [02:04<01:06, 1.68it/s]\u001b[A\n",
" 63%|██████████████████████████ | 193/304 [02:04<01:07, 1.65it/s]\u001b[A\n",
" 64%|██████████████████████████▏ | 194/304 [02:05<01:10, 1.56it/s]\u001b[A\n",
" 64%|██████████████████████████▎ | 195/304 [02:06<01:13, 1.47it/s]\u001b[A\n",
" 64%|██████████████████████████▍ | 196/304 [02:06<01:13, 1.46it/s]\u001b[A\n",
" 65%|██████████████████████████▌ | 197/304 [02:07<01:12, 1.48it/s]\u001b[A\n",
" 65%|██████████████████████████▋ | 198/304 [02:08<01:12, 1.46it/s]\u001b[A\n",
" 65%|██████████████████████████▊ | 199/304 [02:08<01:11, 1.46it/s]\u001b[A\n",
" 66%|██████████████████████████▉ | 200/304 [02:09<01:10, 1.47it/s]\u001b[A\n",
" 66%|███████████████████████████ | 201/304 [02:10<01:10, 1.47it/s]\u001b[A\n",
" 66%|███████████████████████████▏ | 202/304 [02:10<01:05, 1.57it/s]\u001b[A\n",
" 67%|███████████████████████████▍ | 203/304 [02:11<01:06, 1.51it/s]\u001b[A\n",
" 67%|███████████████████████████▌ | 204/304 [02:12<01:08, 1.47it/s]\u001b[A\n",
" 67%|███████████████████████████▋ | 205/304 [02:12<01:06, 1.50it/s]\u001b[A\n",
" 68%|███████████████████████████▊ | 206/304 [02:13<01:07, 1.46it/s]\u001b[A\n",
" 68%|███████████████████████████▉ | 207/304 [02:14<01:07, 1.43it/s]\u001b[A\n",
" 68%|████████████████████████████ | 208/304 [02:15<01:05, 1.46it/s]\u001b[A\n",
" 69%|████████████████████████████▏ | 209/304 [02:15<01:07, 1.41it/s]\u001b[A\n",
" 69%|████████████████████████████▎ | 210/304 [02:16<01:05, 1.44it/s]\u001b[A\n",
" 69%|████████████████████████████▍ | 211/304 [02:17<01:01, 1.51it/s]\u001b[A\n",
" 70%|████████████████████████████▌ | 212/304 [02:17<01:00, 1.53it/s]\u001b[A\n",
" 70%|████████████████████████████▋ | 213/304 [02:18<00:57, 1.57it/s]\u001b[A\n",
" 70%|████████████████████████████▊ | 214/304 [02:18<00:56, 1.59it/s]\u001b[A\n",
" 71%|████████████████████████████▉ | 215/304 [02:19<00:55, 1.61it/s]\u001b[A\n",
" 71%|█████████████████████████████▏ | 216/304 [02:20<00:53, 1.65it/s]\u001b[A\n",
" 71%|█████████████████████████████▎ | 217/304 [02:20<00:55, 1.56it/s]\u001b[A\n",
" 72%|█████████████████████████████▍ | 218/304 [02:21<00:51, 1.67it/s]\u001b[A\n",
" 72%|█████████████████████████████▌ | 219/304 [02:21<00:52, 1.63it/s]\u001b[A\n",
" 72%|█████████████████████████████▋ | 220/304 [02:22<00:50, 1.66it/s]\u001b[A\n",
" 73%|█████████████████████████████▊ | 221/304 [02:23<00:50, 1.64it/s]\u001b[A\n",
" 73%|█████████████████████████████▉ | 222/304 [02:23<00:53, 1.53it/s]\u001b[A\n",
" 73%|██████████████████████████████ | 223/304 [02:24<00:57, 1.40it/s]\u001b[A\n",
" 74%|██████████████████████████████▏ | 224/304 [02:25<01:00, 1.32it/s]\u001b[A\n",
" 74%|██████████████████████████████▎ | 225/304 [02:26<00:56, 1.39it/s]\u001b[A\n",
" 74%|██████████████████████████████▍ | 226/304 [02:26<00:55, 1.41it/s]\u001b[A\n",
" 75%|██████████████████████████████▌ | 227/304 [02:27<00:56, 1.36it/s]\u001b[A\n",
" 75%|██████████████████████████████▊ | 228/304 [02:28<00:53, 1.43it/s]\u001b[A\n",
" 75%|██████████████████████████████▉ | 229/304 [02:29<00:54, 1.38it/s]\u001b[A\n",
" 76%|███████████████████████████████ | 230/304 [02:29<00:54, 1.36it/s]\u001b[A\n",
" 76%|███████████████████████████████▏ | 231/304 [02:30<00:52, 1.38it/s]\u001b[A\n",
" 76%|███████████████████████████████▎ | 232/304 [02:31<00:49, 1.45it/s]\u001b[A\n",
" 77%|███████████████████████████████▍ | 233/304 [02:31<00:48, 1.46it/s]\u001b[A\n",
" 77%|███████████████████████████████▌ | 234/304 [02:32<00:50, 1.38it/s]\u001b[A\n",
" 77%|███████████████████████████████▋ | 235/304 [02:33<00:50, 1.36it/s]\u001b[A\n",
" 78%|███████████████████████████████▊ | 236/304 [02:34<00:48, 1.39it/s]\u001b[A\n",
" 78%|███████████████████████████████▉ | 237/304 [02:34<00:46, 1.44it/s]\u001b[A\n",
" 78%|████████████████████████████████ | 238/304 [02:35<00:44, 1.49it/s]\u001b[A\n",
" 79%|████████████████████████████████▏ | 239/304 [02:36<00:43, 1.50it/s]\u001b[A\n",
" 79%|████████████████████████████████▎ | 240/304 [02:36<00:39, 1.62it/s]\u001b[A\n",
" 79%|████████████████████████████████▌ | 241/304 [02:37<00:41, 1.50it/s]\u001b[A\n",
" 80%|████████████████████████████████▋ | 242/304 [02:38<00:42, 1.45it/s]\u001b[A\n",
" 80%|████████████████████████████████▊ | 243/304 [02:38<00:40, 1.52it/s]\u001b[A\n",
" 80%|████████████████████████████████▉ | 244/304 [02:39<00:41, 1.43it/s]\u001b[A\n",
" 81%|█████████████████████████████████ | 245/304 [02:40<00:42, 1.38it/s]\u001b[A\n",
" 81%|█████████████████████████████████▏ | 246/304 [02:40<00:42, 1.38it/s]\u001b[A\n",
" 81%|█████████████████████████████████▎ | 247/304 [02:41<00:39, 1.43it/s]\u001b[A\n",
" 82%|█████████████████████████████████▍ | 248/304 [02:42<00:39, 1.43it/s]\u001b[A\n",
" 82%|█████████████████████████████████▌ | 249/304 [02:43<00:39, 1.39it/s]\u001b[A\n",
" 82%|█████████████████████████████████▋ | 250/304 [02:43<00:38, 1.38it/s]\u001b[A\n",
" 83%|█████████████████████████████████▊ | 251/304 [02:44<00:38, 1.37it/s]\u001b[A\n",
" 83%|█████████████████████████████████▉ | 252/304 [02:45<00:38, 1.36it/s]\u001b[A\n",
" 83%|██████████████████████████████████ | 253/304 [02:45<00:37, 1.37it/s]\u001b[A\n",
" 84%|██████████████████████████████████▎ | 254/304 [02:46<00:35, 1.40it/s]\u001b[A\n",
" 84%|██████████████████████████████████▍ | 255/304 [02:47<00:35, 1.40it/s]\u001b[A\n",
" 84%|██████████████████████████████████▌ | 256/304 [02:48<00:36, 1.33it/s]\u001b[A\n",
" 85%|██████████████████████████████████▋ | 257/304 [02:49<00:35, 1.31it/s]\u001b[A\n",
" 85%|██████████████████████████████████▊ | 258/304 [02:49<00:34, 1.35it/s]\u001b[A\n",
" 85%|██████████████████████████████████▉ | 259/304 [02:50<00:34, 1.29it/s]\u001b[A\n",
" 86%|███████████████████████████████████ | 260/304 [02:51<00:33, 1.31it/s]\u001b[A\n",
" 86%|███████████████████████████████████▏ | 261/304 [02:52<00:32, 1.32it/s]\u001b[A\n",
" 86%|███████████████████████████████████▎ | 262/304 [02:52<00:31, 1.32it/s]\u001b[A\n",
" 87%|███████████████████████████████████▍ | 263/304 [02:53<00:29, 1.41it/s]\u001b[A\n",
" 87%|███████████████████████████████████▌ | 264/304 [02:54<00:27, 1.46it/s]\u001b[A\n",
" 87%|███████████████████████████████████▋ | 265/304 [02:54<00:27, 1.44it/s]\u001b[A\n",
" 88%|███████████████████████████████████▉ | 266/304 [02:55<00:26, 1.43it/s]\u001b[A\n",
" 88%|████████████████████████████████████ | 267/304 [02:56<00:26, 1.37it/s]\u001b[A\n",
" 88%|████████████████████████████████████▏ | 268/304 [02:56<00:25, 1.42it/s]\u001b[A\n",
" 88%|████████████████████████████████████▎ | 269/304 [02:57<00:25, 1.36it/s]\u001b[A\n",
" 89%|████████████████████████████████████▍ | 270/304 [02:58<00:23, 1.43it/s]\u001b[A\n",
" 89%|████████████████████████████████████▌ | 271/304 [02:58<00:21, 1.51it/s]\u001b[A\n",
" 89%|████████████████████████████████████▋ | 272/304 [02:59<00:21, 1.49it/s]\u001b[A\n",
" 90%|████████████████████████████████████▊ | 273/304 [03:00<00:20, 1.50it/s]\u001b[A\n",
" 90%|████████████████████████████████████▉ | 274/304 [03:00<00:20, 1.49it/s]\u001b[A\n",
" 90%|█████████████████████████████████████ | 275/304 [03:01<00:19, 1.45it/s]\u001b[A\n",
" 91%|█████████████████████████████████████▏ | 276/304 [03:02<00:20, 1.37it/s]\u001b[A\n",
" 91%|█████████████████████████████████████▎ | 277/304 [03:03<00:19, 1.42it/s]\u001b[A\n",
" 91%|█████████████████████████████████████▍ | 278/304 [03:03<00:17, 1.47it/s]\u001b[A\n",
" 92%|█████████████████████████████████████▋ | 279/304 [03:04<00:15, 1.57it/s]\u001b[A\n",
" 92%|█████████████████████████████████████▊ | 280/304 [03:04<00:14, 1.61it/s]\u001b[A\n",
" 92%|█████████████████████████████████████▉ | 281/304 [03:05<00:13, 1.65it/s]\u001b[A\n",
" 93%|██████████████████████████████████████ | 282/304 [03:06<00:13, 1.61it/s]\u001b[A\n",
" 93%|██████████████████████████████████████▏ | 283/304 [03:06<00:13, 1.58it/s]\u001b[A\n",
" 93%|██████████████████████████████████████▎ | 284/304 [03:07<00:13, 1.50it/s]\u001b[A\n",
" 94%|██████████████████████████████████████▍ | 285/304 [03:08<00:13, 1.44it/s]\u001b[A\n",
" 94%|██████████████████████████████████████▌ | 286/304 [03:08<00:12, 1.46it/s]\u001b[A\n",
" 94%|██████████████████████████████████████▋ | 287/304 [03:09<00:11, 1.47it/s]\u001b[A\n",
" 95%|██████████████████████████████████████▊ | 288/304 [03:10<00:10, 1.49it/s]\u001b[A\n",
" 95%|██████████████████████████████████████▉ | 289/304 [03:10<00:09, 1.51it/s]\u001b[A\n",
" 95%|███████████████████████████████████████ | 290/304 [03:11<00:09, 1.43it/s]\u001b[A\n",
" 96%|███████████████████████████████████████▏ | 291/304 [03:12<00:09, 1.43it/s]\u001b[A\n",
" 96%|███████████████████████████████████████▍ | 292/304 [03:13<00:08, 1.42it/s]\u001b[A\n",
" 96%|███████████████████████████████████████▌ | 293/304 [03:13<00:07, 1.47it/s]\u001b[A\n",
" 97%|███████████████████████████████████████▋ | 294/304 [03:14<00:06, 1.50it/s]\u001b[A\n",
" 97%|███████████████████████████████████████▊ | 295/304 [03:15<00:06, 1.48it/s]\u001b[A\n",
" 97%|███████████████████████████████████████▉ | 296/304 [03:15<00:05, 1.52it/s]\u001b[A\n",
" 98%|████████████████████████████████████████ | 297/304 [03:16<00:04, 1.43it/s]\u001b[A\n",
" 98%|████████████████████████████████████████▏| 298/304 [03:17<00:04, 1.36it/s]\u001b[A\n",
" 98%|████████████████████████████████████████▎| 299/304 [03:18<00:03, 1.30it/s]\u001b[A\n",
" 99%|████████████████████████████████████████▍| 300/304 [03:18<00:03, 1.32it/s]\u001b[A\n",
" 99%|████████████████████████████████████████▌| 301/304 [03:19<00:02, 1.33it/s]\u001b[A\n",
" 99%|████████████████████████████████████████▋| 302/304 [03:20<00:01, 1.29it/s]\u001b[A\n",
"100%|████████████████████████████████████████▊| 303/304 [03:21<00:00, 1.30it/s]\u001b[A\n",
" \u001b[A\n",
" 82%|███████████████████████████ | 15000/18300 [7:32:03<1:33:31, 1.70s/it]\n",
"100%|█████████████████████████████████████████| 304/304 [03:24<00:00, 1.74it/s]\u001b[A\n",
" \u001b[ASaving model checkpoint to ./wav2vec2-large-xls-r-300m-welsh/checkpoint-15000\n",
"Configuration saved in ./wav2vec2-large-xls-r-300m-welsh/checkpoint-15000/config.json\n",
"Model weights saved in ./wav2vec2-large-xls-r-300m-welsh/checkpoint-15000/pytorch_model.bin\n",
"Configuration saved in ./wav2vec2-large-xls-r-300m-welsh/checkpoint-15000/preprocessor_config.json\n",
"Configuration saved in ./wav2vec2-large-xls-r-300m-welsh/preprocessor_config.json\n",
"Deleting older checkpoint [wav2vec2-large-xls-r-300m-welsh/checkpoint-9000] due to args.save_total_limit\n",
" 98%|██████████████████████████████████▍| 18000/18300 [8:58:41<10:03, 2.01s/it]The following columns in the evaluation set don't have a corresponding argument in `Wav2Vec2ForCTC.forward` and have been ignored: input_length.\n",
"***** Running Evaluation *****\n",
" Num examples = 4850\n",
" Batch size = 16\n",
"\n",
" 0%| | 0/304 [00:00, ?it/s]\u001b[A\n",
" 1%|▎ | 2/304 [00:00<01:39, 3.05it/s]\u001b[A\n",
" 1%|▍ | 3/304 [00:01<02:13, 2.26it/s]\u001b[A\n",
" 1%|▌ | 4/304 [00:01<02:23, 2.09it/s]\u001b[A\n",
" 2%|▋ | 5/304 [00:02<02:23, 2.08it/s]\u001b[A\n",
" 2%|▊ | 6/304 [00:02<02:30, 1.98it/s]\u001b[A\n",
" 2%|▉ | 7/304 [00:03<02:49, 1.76it/s]\u001b[A\n",
" 3%|█▏ | 8/304 [00:04<02:49, 1.75it/s]\u001b[A\n",
" 3%|█▎ | 9/304 [00:04<02:43, 1.80it/s]\u001b[A\n",
" 3%|█▍ | 10/304 [00:05<02:51, 1.71it/s]\u001b[A\n",
" 4%|█▌ | 11/304 [00:05<02:51, 1.71it/s]\u001b[A\n",
" 4%|█▋ | 12/304 [00:06<03:01, 1.61it/s]\u001b[A\n",
" 4%|█▊ | 13/304 [00:07<03:07, 1.55it/s]\u001b[A\n",
" 5%|█▉ | 14/304 [00:07<03:06, 1.56it/s]\u001b[A\n",
" 5%|██ | 15/304 [00:08<02:52, 1.67it/s]\u001b[A\n",
" 5%|██▏ | 16/304 [00:09<03:00, 1.60it/s]\u001b[A\n",
" 6%|██▎ | 17/304 [00:09<02:55, 1.63it/s]\u001b[A\n",
" 6%|██▍ | 18/304 [00:10<02:57, 1.61it/s]\u001b[A\n",
" 6%|██▋ | 19/304 [00:11<03:04, 1.54it/s]\u001b[A\n",
" 7%|██▊ | 20/304 [00:11<02:48, 1.68it/s]\u001b[A\n",
" 7%|██▉ | 21/304 [00:12<02:52, 1.64it/s]\u001b[A\n",
" 7%|███ | 22/304 [00:12<02:44, 1.72it/s]\u001b[A\n",
" 8%|███▏ | 23/304 [00:13<02:50, 1.65it/s]\u001b[A\n",
" 8%|███▎ | 24/304 [00:13<02:45, 1.69it/s]\u001b[A\n",
" 8%|███▍ | 25/304 [00:14<02:44, 1.70it/s]\u001b[A\n",
" 9%|███▌ | 26/304 [00:15<02:52, 1.61it/s]\u001b[A\n",
" 9%|███▋ | 27/304 [00:15<02:46, 1.67it/s]\u001b[A\n",
" 9%|███▊ | 28/304 [00:16<02:51, 1.61it/s]\u001b[A\n",
" 10%|████ | 29/304 [00:17<02:59, 1.53it/s]\u001b[A\n",
" 10%|████▏ | 30/304 [00:17<03:01, 1.51it/s]\u001b[A\n",
" 10%|████▎ | 31/304 [00:18<03:09, 1.44it/s]\u001b[A\n",
" 11%|████▍ | 32/304 [00:19<03:13, 1.41it/s]\u001b[A\n",
" 11%|████▌ | 33/304 [00:19<03:02, 1.48it/s]\u001b[A\n",
" 11%|████▋ | 34/304 [00:20<03:00, 1.49it/s]\u001b[A\n",
" 12%|████▊ | 35/304 [00:21<02:57, 1.51it/s]\u001b[A\n",
" 12%|████▉ | 36/304 [00:21<03:01, 1.47it/s]\u001b[A\n",
" 12%|█████ | 37/304 [00:22<02:54, 1.53it/s]\u001b[A\n",
" 12%|█████▎ | 38/304 [00:23<02:55, 1.52it/s]\u001b[A\n",
" 13%|█████▍ | 39/304 [00:23<02:52, 1.54it/s]\u001b[A\n",
" 13%|█████▌ | 40/304 [00:24<02:59, 1.47it/s]\u001b[A\n",
" 13%|█████▋ | 41/304 [00:25<02:45, 1.58it/s]\u001b[A\n",
" 14%|█████▊ | 42/304 [00:25<02:46, 1.57it/s]\u001b[A\n",
" 14%|█████▉ | 43/304 [00:26<02:43, 1.59it/s]\u001b[A\n",
" 14%|██████ | 44/304 [00:27<02:48, 1.54it/s]\u001b[A\n",
" 15%|██████▏ | 45/304 [00:27<02:54, 1.48it/s]\u001b[A\n",
" 15%|██████▎ | 46/304 [00:28<02:48, 1.53it/s]\u001b[A\n",
" 15%|██████▍ | 47/304 [00:29<02:47, 1.53it/s]\u001b[A\n",
" 16%|██████▋ | 48/304 [00:29<02:50, 1.50it/s]\u001b[A\n",
" 16%|██████▊ | 49/304 [00:30<02:43, 1.56it/s]\u001b[A\n",
" 16%|██████▉ | 50/304 [00:30<02:44, 1.55it/s]\u001b[A\n",
" 17%|███████ | 51/304 [00:31<02:41, 1.57it/s]\u001b[A\n",
" 17%|███████▏ | 52/304 [00:32<02:38, 1.59it/s]\u001b[A\n",
" 17%|███████▎ | 53/304 [00:32<02:39, 1.58it/s]\u001b[A\n",
" 18%|███████▍ | 54/304 [00:33<02:39, 1.57it/s]\u001b[A\n",
" 18%|███████▌ | 55/304 [00:34<02:44, 1.51it/s]\u001b[A\n",
" 18%|███████▋ | 56/304 [00:34<02:48, 1.47it/s]\u001b[A\n",
" 19%|███████▉ | 57/304 [00:35<02:42, 1.52it/s]\u001b[A\n",
" 19%|████████ | 58/304 [00:36<02:39, 1.54it/s]\u001b[A\n",
" 19%|████████▏ | 59/304 [00:36<02:43, 1.50it/s]\u001b[A\n",
" 20%|████████▎ | 60/304 [00:37<02:46, 1.46it/s]\u001b[A\n",
" 20%|████████▍ | 61/304 [00:38<02:39, 1.52it/s]\u001b[A\n",
" 20%|████████▌ | 62/304 [00:38<02:43, 1.48it/s]\u001b[A\n",
" 21%|████████▋ | 63/304 [00:39<02:41, 1.49it/s]\u001b[A\n",
" 21%|████████▊ | 64/304 [00:40<02:45, 1.45it/s]\u001b[A\n",
" 21%|████████▉ | 65/304 [00:41<02:47, 1.43it/s]\u001b[A\n",
" 22%|█████████ | 66/304 [00:41<02:33, 1.55it/s]\u001b[A\n",
" 22%|█████████▎ | 67/304 [00:42<02:41, 1.47it/s]\u001b[A\n",
" 22%|█████████▍ | 68/304 [00:42<02:40, 1.47it/s]\u001b[A\n",
" 23%|█████████▌ | 69/304 [00:43<02:36, 1.50it/s]\u001b[A\n",
" 23%|█████████▋ | 70/304 [00:44<02:35, 1.51it/s]\u001b[A\n",
" 23%|█████████▊ | 71/304 [00:44<02:29, 1.55it/s]\u001b[A\n",
" 24%|█████████▉ | 72/304 [00:45<02:24, 1.60it/s]\u001b[A\n",
" 24%|██████████ | 73/304 [00:45<02:18, 1.67it/s]\u001b[A\n",
" 24%|██████████▏ | 74/304 [00:46<02:13, 1.73it/s]\u001b[A\n",
" 25%|██████████▎ | 75/304 [00:47<02:18, 1.66it/s]\u001b[A\n",
" 25%|██████████▌ | 76/304 [00:47<02:17, 1.65it/s]\u001b[A\n",
" 25%|██████████▋ | 77/304 [00:48<02:18, 1.64it/s]\u001b[A\n",
" 26%|██████████▊ | 78/304 [00:49<02:25, 1.55it/s]\u001b[A\n",
" 26%|██████████▉ | 79/304 [00:49<02:33, 1.47it/s]\u001b[A\n",
" 26%|███████████ | 80/304 [00:50<02:27, 1.52it/s]\u001b[A\n",
" 27%|███████████▏ | 81/304 [00:51<02:22, 1.56it/s]\u001b[A\n",
" 27%|███████████▎ | 82/304 [00:51<02:17, 1.61it/s]\u001b[A\n",
" 27%|███████████▍ | 83/304 [00:52<02:19, 1.58it/s]\u001b[A\n",
" 28%|███████████▌ | 84/304 [00:52<02:09, 1.71it/s]\u001b[A\n",
" 28%|███████████▋ | 85/304 [00:53<02:16, 1.61it/s]\u001b[A\n",
" 28%|███████████▉ | 86/304 [00:54<02:23, 1.52it/s]\u001b[A\n",
" 29%|████████████ | 87/304 [00:54<02:25, 1.49it/s]\u001b[A\n",
" 29%|████████████▏ | 88/304 [00:55<02:30, 1.43it/s]\u001b[A\n",
" 29%|████████████▎ | 89/304 [00:56<02:31, 1.42it/s]\u001b[A\n",
" 30%|████████████▍ | 90/304 [00:57<02:31, 1.42it/s]\u001b[A\n",
" 30%|████████████▌ | 91/304 [00:57<02:29, 1.43it/s]\u001b[A\n",
" 30%|████████████▋ | 92/304 [00:58<02:17, 1.54it/s]\u001b[A\n",
" 31%|████████████▊ | 93/304 [00:58<02:04, 1.69it/s]\u001b[A\n",
" 31%|████████████▉ | 94/304 [00:59<01:58, 1.77it/s]\u001b[A\n",
" 31%|█████████████▏ | 95/304 [01:00<02:12, 1.58it/s]\u001b[A\n",
" 32%|█████████████▎ | 96/304 [01:00<02:11, 1.58it/s]\u001b[A\n",
" 32%|█████████████▍ | 97/304 [01:01<02:20, 1.47it/s]\u001b[A\n",
" 32%|█████████████▌ | 98/304 [01:02<02:24, 1.43it/s]\u001b[A\n",
" 33%|█████████████▋ | 99/304 [01:02<02:22, 1.43it/s]\u001b[A\n",
" 33%|█████████████▍ | 100/304 [01:03<02:20, 1.45it/s]\u001b[A\n",
" 33%|█████████████▌ | 101/304 [01:04<02:22, 1.43it/s]\u001b[A\n",
" 34%|█████████████▊ | 102/304 [01:05<02:25, 1.39it/s]\u001b[A\n",
" 34%|█████████████▉ | 103/304 [01:05<02:30, 1.34it/s]\u001b[A\n",
" 34%|██████████████ | 104/304 [01:06<02:25, 1.38it/s]\u001b[A\n",
" 35%|██████████████▏ | 105/304 [01:07<02:26, 1.36it/s]\u001b[A\n",
" 35%|██████████████▎ | 106/304 [01:08<02:29, 1.33it/s]\u001b[A\n",
" 35%|██████████████▍ | 107/304 [01:08<02:19, 1.42it/s]\u001b[A\n",
" 36%|██████████████▌ | 108/304 [01:09<02:16, 1.43it/s]\u001b[A\n",
" 36%|██████████████▋ | 109/304 [01:10<02:16, 1.43it/s]\u001b[A\n",
" 36%|██████████████▊ | 110/304 [01:10<02:16, 1.42it/s]\u001b[A\n",
" 37%|██████████████▉ | 111/304 [01:11<02:21, 1.36it/s]\u001b[A\n",
" 37%|███████████████ | 112/304 [01:12<02:18, 1.38it/s]\u001b[A\n",
" 37%|███████████████▏ | 113/304 [01:13<02:20, 1.36it/s]\u001b[A\n",
" 38%|███████████████▍ | 114/304 [01:13<02:14, 1.41it/s]\u001b[A\n",
" 38%|███████████████▌ | 115/304 [01:14<02:12, 1.43it/s]\u001b[A\n",
" 38%|███████████████▋ | 116/304 [01:15<02:12, 1.42it/s]\u001b[A\n",
" 38%|███████████████▊ | 117/304 [01:15<02:10, 1.43it/s]\u001b[A\n",
" 39%|███████████████▉ | 118/304 [01:16<02:10, 1.42it/s]\u001b[A\n",
" 39%|████████████████ | 119/304 [01:17<02:13, 1.38it/s]\u001b[A\n",
" 39%|████████████████▏ | 120/304 [01:18<02:10, 1.41it/s]\u001b[A\n",
" 40%|████████████████▎ | 121/304 [01:18<02:08, 1.43it/s]\u001b[A\n",
" 40%|████████████████▍ | 122/304 [01:19<02:00, 1.51it/s]\u001b[A\n",
" 40%|████████████████▌ | 123/304 [01:19<02:01, 1.49it/s]\u001b[A\n",
" 41%|████████████████▋ | 124/304 [01:20<01:54, 1.58it/s]\u001b[A\n",
" 41%|████████████████▊ | 125/304 [01:21<01:49, 1.63it/s]\u001b[A\n",
" 41%|████████████████▉ | 126/304 [01:21<01:47, 1.65it/s]\u001b[A\n",
" 42%|█████████████████▏ | 127/304 [01:22<01:51, 1.58it/s]\u001b[A\n",
" 42%|█████████████████▎ | 128/304 [01:23<01:57, 1.50it/s]\u001b[A\n",
" 42%|█████████████████▍ | 129/304 [01:23<01:59, 1.47it/s]\u001b[A\n",
" 43%|█████████████████▌ | 130/304 [01:24<01:54, 1.51it/s]\u001b[A\n",
" 43%|█████████████████▋ | 131/304 [01:25<01:54, 1.51it/s]\u001b[A\n",
" 43%|█████████████████▊ | 132/304 [01:25<01:56, 1.47it/s]\u001b[A\n",
" 44%|█████████████████▉ | 133/304 [01:26<01:56, 1.47it/s]\u001b[A\n",
" 44%|██████████████████ | 134/304 [01:27<01:48, 1.57it/s]\u001b[A\n",
" 44%|██████████████████▏ | 135/304 [01:27<01:46, 1.59it/s]\u001b[A\n",
" 45%|██████████████████▎ | 136/304 [01:28<01:44, 1.61it/s]\u001b[A\n",
" 45%|██████████████████▍ | 137/304 [01:28<01:46, 1.57it/s]\u001b[A\n",
" 45%|██████████████████▌ | 138/304 [01:29<01:51, 1.50it/s]\u001b[A\n",
" 46%|██████████████████▋ | 139/304 [01:30<01:53, 1.45it/s]\u001b[A\n",
" 46%|██████████████████▉ | 140/304 [01:31<01:54, 1.43it/s]\u001b[A\n",
" 46%|███████████████████ | 141/304 [01:31<01:59, 1.36it/s]\u001b[A\n",
" 47%|███████████████████▏ | 142/304 [01:32<02:00, 1.34it/s]\u001b[A\n",
" 47%|███████████████████▎ | 143/304 [01:33<02:03, 1.30it/s]\u001b[A\n",
" 47%|███████████████████▍ | 144/304 [01:34<01:56, 1.37it/s]\u001b[A\n",
" 48%|███████████████████▌ | 145/304 [01:34<01:45, 1.51it/s]\u001b[A\n",
" 48%|███████████████████▋ | 146/304 [01:35<01:34, 1.66it/s]\u001b[A\n",
" 48%|███████████████████▊ | 147/304 [01:35<01:30, 1.73it/s]\u001b[A\n",
" 49%|███████████████████▉ | 148/304 [01:36<01:31, 1.70it/s]\u001b[A\n",
" 49%|████████████████████ | 149/304 [01:37<01:37, 1.59it/s]\u001b[A\n",
" 49%|████████████████████▏ | 150/304 [01:37<01:38, 1.56it/s]\u001b[A\n",
" 50%|████████████████████▎ | 151/304 [01:38<01:36, 1.59it/s]\u001b[A\n",
" 50%|████████████████████▌ | 152/304 [01:38<01:32, 1.64it/s]\u001b[A\n",
" 50%|████████████████████▋ | 153/304 [01:39<01:27, 1.72it/s]\u001b[A\n",
" 51%|████████████████████▊ | 154/304 [01:39<01:25, 1.75it/s]\u001b[A\n",
" 51%|████████████████████▉ | 155/304 [01:40<01:30, 1.66it/s]\u001b[A\n",
" 51%|█████████████████████ | 156/304 [01:41<01:26, 1.71it/s]\u001b[A\n",
" 52%|█████████████████████▏ | 157/304 [01:41<01:27, 1.68it/s]\u001b[A\n",
" 52%|█████████████████████▎ | 158/304 [01:42<01:25, 1.72it/s]\u001b[A\n",
" 52%|█████████████████████▍ | 159/304 [01:43<01:33, 1.55it/s]\u001b[A\n",
" 53%|█████████████████████▌ | 160/304 [01:43<01:38, 1.46it/s]\u001b[A\n",
" 53%|█████████████████████▋ | 161/304 [01:44<01:39, 1.44it/s]\u001b[A\n",
" 53%|█████████████████████▊ | 162/304 [01:45<01:41, 1.40it/s]\u001b[A\n",
" 54%|█████████████████████▉ | 163/304 [01:45<01:34, 1.49it/s]\u001b[A\n",
" 54%|██████████████████████ | 164/304 [01:46<01:32, 1.52it/s]\u001b[A\n",
" 54%|██████████████████████▎ | 165/304 [01:47<01:34, 1.47it/s]\u001b[A\n",
" 55%|██████████████████████▍ | 166/304 [01:47<01:32, 1.50it/s]\u001b[A\n",
" 55%|██████████████████████▌ | 167/304 [01:48<01:32, 1.48it/s]\u001b[A\n",
" 55%|██████████████████████▋ | 168/304 [01:49<01:35, 1.42it/s]\u001b[A\n",
" 56%|██████████████████████▊ | 169/304 [01:50<01:39, 1.35it/s]\u001b[A\n",
" 56%|██████████████████████▉ | 170/304 [01:50<01:39, 1.34it/s]\u001b[A\n",
" 56%|███████████████████████ | 171/304 [01:51<01:42, 1.30it/s]\u001b[A\n",
" 57%|███████████████████████▏ | 172/304 [01:52<01:41, 1.30it/s]\u001b[A\n",
" 57%|███████████████████████▎ | 173/304 [01:53<01:42, 1.28it/s]\u001b[A\n",
" 57%|███████████████████████▍ | 174/304 [01:54<01:42, 1.27it/s]\u001b[A\n",
" 58%|███████████████████████▌ | 175/304 [01:54<01:39, 1.29it/s]\u001b[A\n",
" 58%|███████████████████████▋ | 176/304 [01:55<01:36, 1.32it/s]\u001b[A\n",
" 58%|███████████████████████▊ | 177/304 [01:56<01:29, 1.42it/s]\u001b[A\n",
" 59%|████████████████████████ | 178/304 [01:56<01:21, 1.54it/s]\u001b[A\n",
" 59%|████████████████████████▏ | 179/304 [01:57<01:20, 1.55it/s]\u001b[A\n",
" 59%|████████████████████████▎ | 180/304 [01:58<01:23, 1.48it/s]\u001b[A\n",
" 60%|████████████████████████▍ | 181/304 [01:58<01:21, 1.51it/s]\u001b[A\n",
" 60%|████████████████████████▌ | 182/304 [01:59<01:18, 1.56it/s]\u001b[A\n",
" 60%|████████████████████████▋ | 183/304 [02:00<01:23, 1.44it/s]\u001b[A\n",
" 61%|████████████████████████▊ | 184/304 [02:00<01:25, 1.41it/s]\u001b[A\n",
" 61%|████████████████████████▉ | 185/304 [02:01<01:23, 1.42it/s]\u001b[A\n",
" 61%|█████████████████████████ | 186/304 [02:02<01:23, 1.41it/s]\u001b[A\n",
" 62%|█████████████████████████▏ | 187/304 [02:02<01:18, 1.50it/s]\u001b[A\n",
" 62%|█████████████████████████▎ | 188/304 [02:03<01:15, 1.54it/s]\u001b[A\n",
" 62%|█████████████████████████▍ | 189/304 [02:04<01:14, 1.55it/s]\u001b[A\n",
" 62%|█████████████████████████▋ | 190/304 [02:04<01:08, 1.66it/s]\u001b[A\n",
" 63%|█████████████████████████▊ | 191/304 [02:05<01:09, 1.63it/s]\u001b[A\n",
" 63%|█████████████████████████▉ | 192/304 [02:05<01:08, 1.63it/s]\u001b[A\n",
" 63%|██████████████████████████ | 193/304 [02:06<01:08, 1.61it/s]\u001b[A\n",
" 64%|██████████████████████████▏ | 194/304 [02:07<01:13, 1.51it/s]\u001b[A\n",
" 64%|██████████████████████████▎ | 195/304 [02:08<01:16, 1.43it/s]\u001b[A\n",
" 64%|██████████████████████████▍ | 196/304 [02:08<01:15, 1.43it/s]\u001b[A\n",
" 65%|██████████████████████████▌ | 197/304 [02:09<01:13, 1.45it/s]\u001b[A\n",
" 65%|██████████████████████████▋ | 198/304 [02:10<01:13, 1.44it/s]\u001b[A\n",
" 65%|██████████████████████████▊ | 199/304 [02:10<01:12, 1.45it/s]\u001b[A\n",
" 66%|██████████████████████████▉ | 200/304 [02:11<01:11, 1.46it/s]\u001b[A\n",
" 66%|███████████████████████████ | 201/304 [02:12<01:10, 1.47it/s]\u001b[A\n",
" 66%|███████████████████████████▏ | 202/304 [02:12<01:05, 1.57it/s]\u001b[A\n",
" 67%|███████████████████████████▍ | 203/304 [02:13<01:06, 1.51it/s]\u001b[A\n",
" 67%|███████████████████████████▌ | 204/304 [02:14<01:08, 1.46it/s]\u001b[A\n",
" 67%|███████████████████████████▋ | 205/304 [02:14<01:06, 1.49it/s]\u001b[A\n",
" 68%|███████████████████████████▊ | 206/304 [02:15<01:08, 1.44it/s]\u001b[A\n",
" 68%|███████████████████████████▉ | 207/304 [02:16<01:10, 1.38it/s]\u001b[A\n",
" 68%|████████████████████████████ | 208/304 [02:17<01:08, 1.40it/s]\u001b[A\n",
" 69%|████████████████████████████▏ | 209/304 [02:17<01:09, 1.37it/s]\u001b[A\n",
" 69%|████████████████████████████▎ | 210/304 [02:18<01:07, 1.39it/s]\u001b[A\n",
" 69%|████████████████████████████▍ | 211/304 [02:19<01:04, 1.45it/s]\u001b[A\n",
" 70%|████████████████████████████▌ | 212/304 [02:19<01:02, 1.48it/s]\u001b[A\n",
" 70%|████████████████████████████▋ | 213/304 [02:20<00:59, 1.53it/s]\u001b[A\n",
" 70%|████████████████████████████▊ | 214/304 [02:20<00:57, 1.58it/s]\u001b[A\n",
" 71%|████████████████████████████▉ | 215/304 [02:21<00:55, 1.60it/s]\u001b[A\n",
" 71%|█████████████████████████████▏ | 216/304 [02:22<00:54, 1.63it/s]\u001b[A\n",
" 71%|█████████████████████████████▎ | 217/304 [02:22<00:58, 1.49it/s]\u001b[A\n",
" 72%|█████████████████████████████▍ | 218/304 [02:23<00:54, 1.58it/s]\u001b[A\n",
" 72%|█████████████████████████████▌ | 219/304 [02:24<00:54, 1.57it/s]\u001b[A\n",
" 72%|█████████████████████████████▋ | 220/304 [02:24<00:51, 1.62it/s]\u001b[A\n",
" 73%|█████████████████████████████▊ | 221/304 [02:25<00:51, 1.61it/s]\u001b[A\n",
" 73%|█████████████████████████████▉ | 222/304 [02:26<00:54, 1.52it/s]\u001b[A\n",
" 73%|██████████████████████████████ | 223/304 [02:26<00:58, 1.38it/s]\u001b[A\n",
" 74%|██████████████████████████████▏ | 224/304 [02:27<01:00, 1.31it/s]\u001b[A\n",
" 74%|██████████████████████████████▎ | 225/304 [02:28<00:57, 1.38it/s]\u001b[A\n",
" 74%|██████████████████████████████▍ | 226/304 [02:29<00:56, 1.39it/s]\u001b[A\n",
" 75%|██████████████████████████████▌ | 227/304 [02:29<00:58, 1.33it/s]\u001b[A\n",
" 75%|██████████████████████████████▊ | 228/304 [02:30<00:54, 1.39it/s]\u001b[A\n",
" 75%|██████████████████████████████▉ | 229/304 [02:31<00:56, 1.32it/s]\u001b[A\n",
" 76%|███████████████████████████████ | 230/304 [02:32<00:56, 1.31it/s]\u001b[A\n",
" 76%|███████████████████████████████▏ | 231/304 [02:33<00:55, 1.32it/s]\u001b[A\n",
" 76%|███████████████████████████████▎ | 232/304 [02:33<00:50, 1.43it/s]\u001b[A\n",
" 77%|███████████████████████████████▍ | 233/304 [02:34<00:49, 1.44it/s]\u001b[A\n",
" 77%|███████████████████████████████▌ | 234/304 [02:35<00:50, 1.38it/s]\u001b[A\n",
" 77%|███████████████████████████████▋ | 235/304 [02:35<00:51, 1.34it/s]\u001b[A\n",
" 78%|███████████████████████████████▊ | 236/304 [02:36<00:48, 1.40it/s]\u001b[A\n",
" 78%|███████████████████████████████▉ | 237/304 [02:37<00:46, 1.44it/s]\u001b[A\n",
" 78%|████████████████████████████████ | 238/304 [02:37<00:44, 1.48it/s]\u001b[A\n",
" 79%|████████████████████████████████▏ | 239/304 [02:38<00:43, 1.49it/s]\u001b[A\n",
" 79%|████████████████████████████████▎ | 240/304 [02:38<00:40, 1.60it/s]\u001b[A\n",
" 79%|████████████████████████████████▌ | 241/304 [02:39<00:42, 1.50it/s]\u001b[A\n",
" 80%|████████████████████████████████▋ | 242/304 [02:40<00:43, 1.43it/s]\u001b[A\n",
" 80%|████████████████████████████████▊ | 243/304 [02:41<00:40, 1.51it/s]\u001b[A\n",
" 80%|████████████████████████████████▉ | 244/304 [02:41<00:42, 1.43it/s]\u001b[A\n",
" 81%|█████████████████████████████████ | 245/304 [02:42<00:43, 1.35it/s]\u001b[A\n",
" 81%|█████████████████████████████████▏ | 246/304 [02:43<00:43, 1.35it/s]\u001b[A\n",
" 81%|█████████████████████████████████▎ | 247/304 [02:44<00:40, 1.39it/s]\u001b[A\n",
" 82%|█████████████████████████████████▍ | 248/304 [02:44<00:40, 1.40it/s]\u001b[A\n",
" 82%|█████████████████████████████████▌ | 249/304 [02:45<00:40, 1.35it/s]\u001b[A\n",
" 82%|█████████████████████████████████▋ | 250/304 [02:46<00:39, 1.36it/s]\u001b[A\n",
" 83%|█████████████████████████████████▊ | 251/304 [02:47<00:39, 1.34it/s]\u001b[A\n",
" 83%|█████████████████████████████████▉ | 252/304 [02:47<00:38, 1.34it/s]\u001b[A\n",
" 83%|██████████████████████████████████ | 253/304 [02:48<00:38, 1.32it/s]\u001b[A\n",
" 84%|██████████████████████████████████▎ | 254/304 [02:49<00:37, 1.32it/s]\u001b[A\n",
" 84%|██████████████████████████████████▍ | 255/304 [02:50<00:36, 1.34it/s]\u001b[A\n",
" 84%|██████████████████████████████████▌ | 256/304 [02:51<00:38, 1.25it/s]\u001b[A\n",
" 85%|██████████████████████████████████▋ | 257/304 [02:51<00:37, 1.24it/s]\u001b[A\n",
" 85%|██████████████████████████████████▊ | 258/304 [02:52<00:36, 1.27it/s]\u001b[A\n",
" 85%|██████████████████████████████████▉ | 259/304 [02:53<00:36, 1.24it/s]\u001b[A\n",
" 86%|███████████████████████████████████ | 260/304 [02:54<00:34, 1.29it/s]\u001b[A\n",
" 86%|███████████████████████████████████▏ | 261/304 [02:54<00:32, 1.32it/s]\u001b[A\n",
" 86%|███████████████████████████████████▎ | 262/304 [02:55<00:32, 1.30it/s]\u001b[A\n",
" 87%|███████████████████████████████████▍ | 263/304 [02:56<00:29, 1.40it/s]\u001b[A\n",
" 87%|███████████████████████████████████▌ | 264/304 [02:56<00:27, 1.46it/s]\u001b[A\n",
" 87%|███████████████████████████████████▋ | 265/304 [02:57<00:27, 1.43it/s]\u001b[A\n",
" 88%|███████████████████████████████████▉ | 266/304 [02:58<00:26, 1.42it/s]\u001b[A\n",
" 88%|████████████████████████████████████ | 267/304 [02:59<00:27, 1.37it/s]\u001b[A\n",
" 88%|████████████████████████████████████▏ | 268/304 [02:59<00:26, 1.38it/s]\u001b[A\n",
" 88%|████████████████████████████████████▎ | 269/304 [03:00<00:26, 1.30it/s]\u001b[A\n",
" 89%|████████████████████████████████████▍ | 270/304 [03:01<00:24, 1.38it/s]\u001b[A\n",
" 89%|████████████████████████████████████▌ | 271/304 [03:01<00:22, 1.47it/s]\u001b[A\n",
" 89%|████████████████████████████████████▋ | 272/304 [03:02<00:21, 1.46it/s]\u001b[A\n",
" 90%|████████████████████████████████████▊ | 273/304 [03:03<00:21, 1.47it/s]\u001b[A\n",
" 90%|████████████████████████████████████▉ | 274/304 [03:03<00:20, 1.47it/s]\u001b[A\n",
" 90%|█████████████████████████████████████ | 275/304 [03:04<00:20, 1.43it/s]\u001b[A\n",
" 91%|█████████████████████████████████████▏ | 276/304 [03:05<00:20, 1.36it/s]\u001b[A\n",
" 91%|█████████████████████████████████████▎ | 277/304 [03:06<00:19, 1.40it/s]\u001b[A\n",
" 91%|█████████████████████████████████████▍ | 278/304 [03:06<00:17, 1.45it/s]\u001b[A\n",
" 92%|█████████████████████████████████████▋ | 279/304 [03:07<00:16, 1.54it/s]\u001b[A\n",
" 92%|█████████████████████████████████████▊ | 280/304 [03:07<00:15, 1.59it/s]\u001b[A\n",
" 92%|█████████████████████████████████████▉ | 281/304 [03:08<00:14, 1.64it/s]\u001b[A\n",
" 93%|██████████████████████████████████████ | 282/304 [03:09<00:13, 1.60it/s]\u001b[A\n",
" 93%|██████████████████████████████████████▏ | 283/304 [03:09<00:13, 1.56it/s]\u001b[A\n",
" 93%|██████████████████████████████████████▎ | 284/304 [03:10<00:13, 1.45it/s]\u001b[A\n",
" 94%|██████████████████████████████████████▍ | 285/304 [03:11<00:13, 1.42it/s]\u001b[A\n",
" 94%|██████████████████████████████████████▌ | 286/304 [03:12<00:12, 1.42it/s]\u001b[A\n",
" 94%|██████████████████████████████████████▋ | 287/304 [03:12<00:11, 1.44it/s]\u001b[A\n",
" 95%|██████████████████████████████████████▊ | 288/304 [03:13<00:10, 1.46it/s]\u001b[A\n",
" 95%|██████████████████████████████████████▉ | 289/304 [03:14<00:10, 1.49it/s]\u001b[A\n",
" 95%|███████████████████████████████████████ | 290/304 [03:14<00:10, 1.38it/s]\u001b[A\n",
" 96%|███████████████████████████████████████▏ | 291/304 [03:15<00:09, 1.39it/s]\u001b[A\n",
" 96%|███████████████████████████████████████▍ | 292/304 [03:16<00:08, 1.41it/s]\u001b[A\n",
" 96%|███████████████████████████████████████▌ | 293/304 [03:16<00:07, 1.45it/s]\u001b[A\n",
" 97%|███████████████████████████████████████▋ | 294/304 [03:17<00:06, 1.48it/s]\u001b[A\n",
" 97%|███████████████████████████████████████▊ | 295/304 [03:18<00:06, 1.45it/s]\u001b[A\n",
" 97%|███████████████████████████████████████▉ | 296/304 [03:18<00:05, 1.49it/s]\u001b[A\n",
" 98%|████████████████████████████████████████ | 297/304 [03:19<00:04, 1.41it/s]\u001b[A\n",
" 98%|████████████████████████████████████████▏| 298/304 [03:20<00:04, 1.32it/s]\u001b[A\n",
" 98%|████████████████████████████████████████▎| 299/304 [03:21<00:03, 1.26it/s]\u001b[A\n",
" 99%|████████████████████████████████████████▍| 300/304 [03:22<00:03, 1.29it/s]\u001b[A\n",
" 99%|████████████████████████████████████████▌| 301/304 [03:23<00:02, 1.28it/s]\u001b[A\n",
" 99%|████████████████████████████████████████▋| 302/304 [03:23<00:01, 1.26it/s]\u001b[A\n",
"100%|████████████████████████████████████████▊| 303/304 [03:24<00:00, 1.28it/s]\u001b[A\n",
" \u001b[A\n",
" 98%|██████████████████████████████████▍| 18000/18300 [9:02:10<10:03, 2.01s/it]\n",
"100%|█████████████████████████████████████████| 304/304 [03:28<00:00, 1.72it/s]\u001b[A\n",
" \u001b[ASaving model checkpoint to ./wav2vec2-large-xls-r-300m-welsh/checkpoint-18000\n",
"Configuration saved in ./wav2vec2-large-xls-r-300m-welsh/checkpoint-18000/config.json\n",
"Model weights saved in ./wav2vec2-large-xls-r-300m-welsh/checkpoint-18000/pytorch_model.bin\n",
"Configuration saved in ./wav2vec2-large-xls-r-300m-welsh/checkpoint-18000/preprocessor_config.json\n",
"Configuration saved in ./wav2vec2-large-xls-r-300m-welsh/preprocessor_config.json\n",
"Deleting older checkpoint [wav2vec2-large-xls-r-300m-welsh/checkpoint-12000] due to args.save_total_limit\n",
"100%|███████████████████████████████████| 18300/18300 [9:11:56<00:00, 1.07s/it]\n",
"\n",
"Training completed. Do not forget to share your model on huggingface.co/models =)\n",
"\n",
"\n",
"100%|███████████████████████████████████| 18300/18300 [9:11:56<00:00, 1.81s/it]\n",
"Saving model checkpoint to ./wav2vec2-large-xls-r-300m-welsh\n",
"Configuration saved in ./wav2vec2-large-xls-r-300m-welsh/config.json\n",
"Model weights saved in ./wav2vec2-large-xls-r-300m-welsh/pytorch_model.bin\n",
"Configuration saved in ./wav2vec2-large-xls-r-300m-welsh/preprocessor_config.json\n",
"The following columns in the evaluation set don't have a corresponding argument in `Wav2Vec2ForCTC.forward` and have been ignored: input_length.\n",
"***** Running Evaluation *****\n",
" Num examples = 4850\n",
" Batch size = 16\n",
"100%|█████████████████████████████████████████| 304/304 [03:28<00:00, 1.46it/s]\n",
"Saving model checkpoint to ./wav2vec2-large-xls-r-300m-welsh\n",
"Configuration saved in ./wav2vec2-large-xls-r-300m-welsh/config.json\n",
"Model weights saved in ./wav2vec2-large-xls-r-300m-welsh/pytorch_model.bin\n",
"Configuration saved in ./wav2vec2-large-xls-r-300m-welsh/preprocessor_config.json\n",
"Upload file pytorch_model.bin: 98%|██████▊| 1.15G/1.18G [01:08<00:00, 30.3MB/s]To https://huggingface.co/infinitejoy/wav2vec2-large-xls-r-300m-welsh\n",
" 5f29eeb..079b1fd main -> main\n",
"\n",
"Upload file pytorch_model.bin: 100%|███████| 1.18G/1.18G [01:09<00:00, 18.1MB/s]\n",
"Dropping the following result as it does not have all the necessary fields:\n",
"{'dataset': {'name': 'MOZILLA-FOUNDATION/COMMON_VOICE_7_0 - CY', 'type': 'common_voice', 'args': 'Config: cy, Training split: train+validation, Eval split: test'}}\n",
"To https://huggingface.co/infinitejoy/wav2vec2-large-xls-r-300m-welsh\n",
" 079b1fd..22e577c main -> main\n",
"\n"
]
}
],
"source": [
"!python run_speech_recognition_ctc.py \\\n",
"\t--dataset_name=\"mozilla-foundation/common_voice_7_0\" \\\n",
"\t--model_name_or_path=\"facebook/wav2vec2-xls-r-300m\" \\\n",
"\t--dataset_config_name=\"cy\" \\\n",
"\t--output_dir=\"./wav2vec2-large-xls-r-300m-welsh\" \\\n",
"\t--overwrite_output_dir \\\n",
"\t--num_train_epochs=\"50\" \\\n",
"\t--per_device_train_batch_size=\"32\" \\\n",
"\t--per_device_eval_batch_size=\"16\" \\\n",
"\t--gradient_accumulation_steps=\"1\" \\\n",
"\t--learning_rate=\"7e-5\" \\\n",
"\t--warmup_steps=\"3000\" \\\n",
"\t--length_column_name=\"input_length\" \\\n",
"\t--evaluation_strategy=\"steps\" \\\n",
"\t--text_column_name=\"sentence\" \\\n",
"\t--chars_to_ignore , ? . ! \\- \\; \\: \\\" “ % ‘ ” � — ’ … – \\' \\\n",
"\t--save_steps=\"3000\" \\\n",
"\t--eval_steps=\"3000\" \\\n",
"\t--logging_steps=\"100\" \\\n",
"\t--layerdrop=\"0.0\" \\\n",
"\t--activation_dropout=\"0.1\" \\\n",
"\t--save_total_limit=\"2\" \\\n",
"\t--freeze_feature_encoder \\\n",
"\t--feat_proj_dropout=\"0.0\" \\\n",
"\t--mask_time_prob=\"0.75\" \\\n",
"\t--mask_time_length=\"10\" \\\n",
"\t--mask_feature_prob=\"0.25\" \\\n",
"\t--mask_feature_length=\"64\" \\\n",
"\t--gradient_checkpointing \\\n",
"\t--use_auth_token \\\n",
"\t--fp16 \\\n",
"\t--group_by_length \\\n",
"\t--do_train --do_eval \\\n",
" --push_to_hub > out.log"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {
"id": "0zBb4QMVcSeV"
},
"outputs": [],
"source": [
"# !rm -rf wav2vec2-large-xls-r-300m-bashkir"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {
"id": "jxvhTTQ2cSeV"
},
"outputs": [],
"source": [
"!ls -ltr"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {
"id": "okCO9-XTcSeV",
"outputId": "a47bb25e-904a-4c1e-8871-d996a16b6bcc"
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Filesystem Size Used Avail Use% Mounted on\n",
"overlay 3.5T 1.2T 2.2T 34% /\n",
"tmpfs 64M 0 64M 0% /dev\n",
"tmpfs 87G 0 87G 0% /sys/fs/cgroup\n",
"tmpfs 87G 0 87G 0% /dev/shm\n",
"/dev/md0 3.5T 1.2T 2.2T 34% /etc/group\n",
"tmpfs 87G 12K 87G 1% /proc/driver/nvidia\n",
"/dev/vda1 49G 6.5G 42G 14% /usr/bin/nvidia-smi\n",
"udev 87G 0 87G 0% /dev/nvidia0\n",
"tmpfs 87G 0 87G 0% /proc/acpi\n",
"tmpfs 87G 0 87G 0% /proc/scsi\n",
"tmpfs 87G 0 87G 0% /sys/firmware\n"
]
}
],
"source": [
"!df -h"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {
"id": "axSDvjOMdkxW"
},
"outputs": [],
"source": [
"# !pip install -U datasets"
]
},
{
"cell_type": "code",
"execution_count": 1,
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/",
"height": 238,
"referenced_widgets": [
"7c34d36b28e54989b0c509eae1bd9a0f",
"eba629a92467433c92840e4450e7a937",
"cf1afb1025d24c1cbbb1eefd26535a26",
"f347c0838adf462d886a4ae36a3a6b41",
"37bdb17bf4734fd4b92759c874a4d4b8",
"4685ef4f82764fada48035b4de9af9e2",
"aab799184cf8453e9cf026a32abff619",
"1795d07714684311b1ccea7514f298e4",
"7fa8f65c508e4e629b1a2212aaa64ebc",
"c139ed75ff4d47d593f8cb5f3fa4c105",
"776dc15d8836456281084dc154d769e4",
"f3a862eb1219484b8d9381fb0d16b063",
"da3f94cc1140466cbcbdb3e03cbea8c2",
"2fedf1edcc184d9b8c67712511f8bfef",
"25142b9649ef403c8b37cdb7f9a8de4b",
"8f5cd0e3111241b8a61914dac82acf73",
"7340567ea42d42709f8099a249f6b5dd",
"7365cf85ddff4b26a27c9b797c573949",
"2fbc062ac19f4eb7a8adff2a5118bea4",
"ae5b0f9f37e44e8e965f7e20dfdf3bfa",
"24aeaf260d2240d08466c5e3a01d95cb",
"06ec543be0a34943959c3140119c4d6e",
"311cbd6bf6df4c35b7819e49fb55a562",
"3bc2760daaa346b2b20d76d6cf4ed336",
"c4b226675ad84ff29f62847767065469",
"0be3f91b1071464d979c0c59baff32f4",
"7c4a653d81474818b084b71657f71e0f",
"cb10ec01c16a4c50bf8e4c8aec491aa2",
"ec67f65de50b4038ac3b01496ef56f98",
"4b2562825d8e4c5484008cd054e01216",
"209d975f5d4e4300bf01bb6b2472d493",
"690f71c3c232421c8cd92a28b5435b55",
"4f4d422bdd49486c940713c19e754479",
"e5d1a213afc04270926da41e12b30362",
"30afb513746845b481227b3191df4c90",
"c7017ddc94104c27b42658f27f275908",
"155de8f44ddf4021a5d1d4d4968934db",
"cb3b32862a12486f8625d667bb45c368",
"832b4fcaf152402e84bfdaf9833d061f",
"8af6a305cc8a4a038f74f39e6ea8f040",
"4c316c3eddd64af1b4d892516e1ced03",
"efd0fc9b3766457484533a6eb59f2cd4",
"27d72d36fe604e5d96d6a979ed6d50ee",
"f90669ec059249ca81a0e2c5891834db",
"67d3fcb0869a4485b24846d3b1e34fca",
"3db73d64f4e54cad8f8cd0f5facc33c0",
"d434124da4654ada92573070353dbce1",
"3c36f662c44e453ca935753e6dc18060",
"0d0ab06d275d49f5b1ac57b28c53c158",
"61771b0bdfe543b88fc8673a510a986c",
"63d4b794d9df49c6ab6f77f10a76861d",
"42bb543380e14d859f42e966b3c54bc2",
"00a1878e3cda42e1982093e185935937",
"9cce7704e9e74588aa7aa3b9ddf9672f",
"a27c1dd0b5c447058bf8abde274d7085",
"1ee70ac9891d4104ad801f75b4081c9f",
"eda7343054624f4d8a2e2b981b4fab41",
"f56579df97b94a5a8b3a0fbf32905687",
"aee17658cd4b4fe49a759ad6c9d5a576",
"3a6e34083c8f4066a6718c957958cfa6",
"8148f4330d0f441998d9a3ca4942bc22",
"9ea974dfe1184fe3897a7d9d031c7624",
"a968de55d2e148f88084ac96444c17ee",
"c0aeab2086de4ca7ad8b5f0bbcde009c",
"05d04f345a3148dd9053a5d524592333",
"7a68ba6f90a24162a973ba5146c2f546",
"a4411af1dda24dec9b863793ccd22390",
"f085643a56b94b74bb7e883598170f01",
"ee8a677f68a147e5b10a35518616e264",
"315ae5446f264660bbe6119e8261495d",
"64b970adf3af40268fb60e38140157e2",
"2ac4df7918404aed92611750471cd85f",
"7bf164fec94c40858cf5280937f8e00a",
"0e1672eeb5244df9bf0cbd095625d68a",
"ee80362b77ef4375bb931af34bc16d07",
"fed5fdea500f46618789c44aef2bff3b",
"f49c5c9c58ee482a8264e422d4610a8a",
"6a9e0e280ef7493eb4557429d6f53685",
"c51fb67419ed47f98c5ed4ad4e33aeff",
"2de6d3927c534397ab122a9cf6332a33",
"f3891dcc62b74ccd8d5a61b0ca761b2a",
"9958cd546fbe477092527a14bb3bfe21",
"639f180d5e02425dba7d4c4bca07c59b",
"4da0d9054bd74fb2a77bb40371c99a7b",
"3f8a5e226fbf4175b4fa7f39a2a9d290",
"41515b22976648aabe660b8df3506c4c",
"b2a72b0caf104aee8dd95bff01cc52a4",
"6b8769a26838449e9d7d45fc5cc7a6f6",
"50862512d9c14dbd92f8cc3d795d4cd2",
"352fc0a527024af8a284c53f4d521fec",
"67653ac95966464994b1e0a889cfc5d9",
"778d0a9a7de243eba8dd1c0caf3aa82e",
"14eb779636914797867b7315f347839d",
"25a5802292874e49bb42a1489ff54b31",
"89a05d4149534d78935e169c6623f458",
"49f46100f43346d2bdb402e2fd1a1951",
"5e2e7ad6aa8f4f51adf7f6376b84f618",
"2e918f153be0489dbf0ad64bc45c563c",
"c319fa946f3e4380864aed6d3fbb77e7"
]
},
"id": "82uZWUF_cSeW",
"outputId": "e78215f2-d452-4d92-a94c-0a469f8760d4"
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Downloading and preparing dataset common_voice/cy to /workspace/.cache/huggingface/datasets/mozilla-foundation___common_voice/cy/7.0.0/fe20cac47c166e25b1f096ab661832e3da7cf298ed4a91dcaa1343ad972d175b...\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"0 examples [00:00, ? examples/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"0 examples [00:00, ? examples/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"0 examples [00:00, ? examples/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"0 examples [00:00, ? examples/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"0 examples [00:00, ? examples/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Dataset common_voice downloaded and prepared to /workspace/.cache/huggingface/datasets/mozilla-foundation___common_voice/cy/7.0.0/fe20cac47c166e25b1f096ab661832e3da7cf298ed4a91dcaa1343ad972d175b. Subsequent calls will reuse this data.\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Reusing dataset common_voice (/workspace/.cache/huggingface/datasets/mozilla-foundation___common_voice/cy/7.0.0/fe20cac47c166e25b1f096ab661832e3da7cf298ed4a91dcaa1343ad972d175b)\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"11695\n"
]
}
],
"source": [
"from datasets import load_dataset, load_metric, Audio\n",
"\n",
"common_voice_train = load_dataset(\"mozilla-foundation/common_voice_7_0\", \"cy\", use_auth_token=True, split=\"train+validation\")\n",
"common_voice_test = load_dataset(\"mozilla-foundation/common_voice_7_0\", \"cy\", use_auth_token=True, split=\"test\")\n",
"\n",
"print(len(common_voice_train))"
]
},
{
"cell_type": "code",
"execution_count": 2,
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "1Qa9wKa4cSeW",
"outputId": "da721286-89ac-421c-a269-e779449488c6"
},
"outputs": [
{
"data": {
"text/plain": [
"Dataset({\n",
" features: ['client_id', 'path', 'audio', 'sentence', 'up_votes', 'down_votes', 'age', 'gender', 'accent', 'locale', 'segment'],\n",
" num_rows: 11695\n",
"})"
]
},
"execution_count": 2,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"common_voice_train"
]
},
{
"cell_type": "code",
"execution_count": 17,
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "H_KRIMbEcSeX",
"outputId": "90601843-d465-4cd3-dff0-9d2302e02699"
},
"outputs": [
{
"data": {
"text/plain": [
"18273.4375"
]
},
"execution_count": 17,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"len(common_voice_train) * 50 / 32"
]
},
{
"cell_type": "code",
"execution_count": 4,
"metadata": {
"id": "ZUc_UAMbcSeX"
},
"outputs": [],
"source": [
"common_voice_train = common_voice_train.remove_columns([\"accent\", \"age\", \"client_id\", \"down_votes\", \"gender\", \"locale\", \"segment\", \"up_votes\"])\n",
"common_voice_test = common_voice_test.remove_columns([\"accent\", \"age\", \"client_id\", \"down_votes\", \"gender\", \"locale\", \"segment\", \"up_votes\"])"
]
},
{
"cell_type": "code",
"execution_count": 5,
"metadata": {
"id": "OKxWKzjMcSeX"
},
"outputs": [],
"source": [
"from datasets import ClassLabel\n",
"import random\n",
"import pandas as pd\n",
"from IPython.display import display, HTML\n",
"\n",
"def show_random_elements(dataset, num_examples=10):\n",
" assert num_examples <= len(dataset), \"Can't pick more elements than there are in the dataset.\"\n",
" picks = []\n",
" for _ in range(num_examples):\n",
" pick = random.randint(0, len(dataset)-1)\n",
" while pick in picks:\n",
" pick = random.randint(0, len(dataset)-1)\n",
" picks.append(pick)\n",
" \n",
" df = pd.DataFrame(dataset[picks])\n",
" display(HTML(df.to_html()))"
]
},
{
"cell_type": "code",
"execution_count": 6,
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/",
"height": 363
},
"id": "uR3e--0AcSeY",
"outputId": "efb84606-2717-4040-ca02-86975a2f4824"
},
"outputs": [
{
"data": {
"text/html": [
"
\n", " | sentence | \n", "
---|---|
0 | \n", "Fel arfer ceir dau, ac maent yn gweithio fel pâr. | \n", "
1 | \n", "Prif fwyd y siani flewog ydy coed masarn. | \n", "
2 | \n", "Casgliad o deithiau cerdded o gwmpas Henffordd. | \n", "
3 | \n", "\"Yr ymennydd yw canolfan reoli'r corff cyfan.\" | \n", "
4 | \n", "Edrychai ar yr aderyn bach gyda'i wasgod sgarlad fel petai'n falch ohono. | \n", "
5 | \n", "\"Hoffwn wneud rhywbeth sydd yn lleihau'r niwed i'r amgylchedd\" | \n", "
6 | \n", "Dydyn nhw eu hunain ddim yn gwybod be maen nhw'n neud. | \n", "
7 | \n", "\"Mae'n gallu siarad, chwythu tân a gwireddu dymuniadau pobl.\" | \n", "
8 | \n", "Roedd y rhan fwyaf o'r dynion yn labro ar y ffermydd o gwmpas. | \n", "
9 | \n", "Ef hefyd a gasglodd ynghyd ei barddoniaeth, mewn sawl cyfrol. | \n", "