diff --git "a/finetune_logs.txt" "b/finetune_logs.txt"
new file mode 100644--- /dev/null
+++ "b/finetune_logs.txt"
@@ -0,0 +1,399 @@
+07/13/2022 17:32:26 - WARNING - __main__ - Process rank: -1, device: cuda:0, n_gpu: 1distributed training: False, 16-bits training: False
+07/13/2022 17:32:26 - INFO - __main__ - Training/evaluation parameters TrainingArguments(
+_n_gpu=1,
+adafactor=False,
+adam_beta1=0.9,
+adam_beta2=0.999,
+adam_epsilon=1e-08,
+auto_find_batch_size=False,
+bf16=False,
+bf16_full_eval=False,
+data_seed=None,
+dataloader_drop_last=False,
+dataloader_num_workers=0,
+dataloader_pin_memory=True,
+ddp_bucket_cap_mb=None,
+ddp_find_unused_parameters=None,
+debug=[],
+deepspeed=None,
+disable_tqdm=False,
+do_eval=True,
+do_predict=False,
+do_train=True,
+eval_accumulation_steps=None,
+eval_delay=0,
+eval_steps=None,
+evaluation_strategy=IntervalStrategy.NO,
+fp16=False,
+fp16_backend=auto,
+fp16_full_eval=False,
+fp16_opt_level=O1,
+fsdp=[],
+fsdp_min_num_params=0,
+full_determinism=False,
+gradient_accumulation_steps=1,
+gradient_checkpointing=False,
+greater_is_better=None,
+group_by_length=False,
+half_precision_backend=auto,
+hub_model_id=None,
+hub_private_repo=False,
+hub_strategy=HubStrategy.EVERY_SAVE,
+hub_token=<HUB_TOKEN>,
+ignore_data_skip=False,
+include_inputs_for_metrics=False,
+jit_mode_eval=False,
+label_names=None,
+label_smoothing_factor=0.0,
+learning_rate=3e-05,
+length_column_name=length,
+load_best_model_at_end=False,
+local_rank=-1,
+log_level=-1,
+log_level_replica=-1,
+log_on_each_node=True,
+logging_dir=../results/phrase_sense_disambiguation//qa/allenai/longformer-base-4096-20K-2K/finetuned/runs/Jul13_17-32-24_gpu5,
+logging_first_step=False,
+logging_nan_inf_filter=True,
+logging_steps=500,
+logging_strategy=IntervalStrategy.STEPS,
+lr_scheduler_type=SchedulerType.LINEAR,
+max_grad_norm=1.0,
+max_steps=-1,
+metric_for_best_model=None,
+mp_parameters=,
+no_cuda=False,
+num_train_epochs=2.0,
+optim=OptimizerNames.ADAMW_HF,
+output_dir=../results/phrase_sense_disambiguation//qa/allenai/longformer-base-4096-20K-2K/finetuned,
+overwrite_output_dir=True,
+past_index=-1,
+per_device_eval_batch_size=2,
+per_device_train_batch_size=2,
+prediction_loss_only=False,
+push_to_hub=False,
+push_to_hub_model_id=None,
+push_to_hub_organization=None,
+push_to_hub_token=<PUSH_TO_HUB_TOKEN>,
+ray_scope=last,
+remove_unused_columns=True,
+report_to=[],
+resume_from_checkpoint=None,
+run_name=../results/phrase_sense_disambiguation//qa/allenai/longformer-base-4096-20K-2K/finetuned,
+save_on_each_node=False,
+save_steps=100000,
+save_strategy=IntervalStrategy.STEPS,
+save_total_limit=None,
+seed=42,
+sharded_ddp=[],
+skip_memory_metrics=True,
+tf32=None,
+torchdynamo=None,
+tpu_metrics_debug=False,
+tpu_num_cores=None,
+use_ipex=False,
+use_legacy_prediction_loop=False,
+warmup_ratio=0.0,
+warmup_steps=0,
+weight_decay=0.0,
+xpu_backend=None,
+)
+07/13/2022 17:32:27 - INFO - datasets.builder - No config specified, defaulting to the single config: phrase_sense_disambiguation/PSD
+07/13/2022 17:32:27 - INFO - datasets.builder - Overwrite dataset info from restored data version.
+07/13/2022 17:32:27 - INFO - datasets.info - Loading Dataset info from /home/thang/.cache/huggingface/datasets/PiC___phrase_sense_disambiguation/PSD/1.0.0/b06fb909d3a87edce48db98df9113dfea60514936183b4d58e2fc89694cf0c0b
+07/13/2022 17:32:27 - WARNING - datasets.builder - Reusing dataset phrase_sense_disambiguation (/home/thang/.cache/huggingface/datasets/PiC___phrase_sense_disambiguation/PSD/1.0.0/b06fb909d3a87edce48db98df9113dfea60514936183b4d58e2fc89694cf0c0b)
+07/13/2022 17:32:27 - INFO - datasets.info - Loading Dataset info from /home/thang/.cache/huggingface/datasets/PiC___phrase_sense_disambiguation/PSD/1.0.0/b06fb909d3a87edce48db98df9113dfea60514936183b4d58e2fc89694cf0c0b
+
  0%|          | 0/3 [00:00<?, ?it/s]
100%|██████████| 3/3 [00:00<00:00, 901.29it/s]
+[INFO|configuration_utils.py:657] 2022-07-13 17:32:27,065 >> loading configuration file ../results/phrase_retrieval/PR-pass/qa/allenai/longformer-base-4096/finetuned/config.json
+[INFO|configuration_utils.py:708] 2022-07-13 17:32:27,073 >> Model config LongformerConfig {
+  "_name_or_path": "../results/phrase_retrieval/PR-pass/qa/allenai/longformer-base-4096/finetuned",
+  "architectures": [
+    "LongformerForQuestionAnswering"
+  ],
+  "attention_mode": "longformer",
+  "attention_probs_dropout_prob": 0.1,
+  "attention_window": [
+    512,
+    512,
+    512,
+    512,
+    512,
+    512,
+    512,
+    512,
+    512,
+    512,
+    512,
+    512
+  ],
+  "bos_token_id": 0,
+  "classifier_dropout": null,
+  "eos_token_id": 2,
+  "gradient_checkpointing": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "ignore_attention_mask": false,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 4098,
+  "model_type": "longformer",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 1,
+  "position_embedding_type": "absolute",
+  "sep_token_id": 2,
+  "torch_dtype": "float32",
+  "transformers_version": "4.20.1",
+  "type_vocab_size": 1,
+  "use_cache": true,
+  "vocab_size": 50265
+}
+
+[INFO|tokenization_utils_base.py:1701] 2022-07-13 17:32:27,074 >> Didn't find file ../results/phrase_retrieval/PR-pass/qa/allenai/longformer-base-4096/finetuned/added_tokens.json. We won't load it.
+[INFO|tokenization_utils_base.py:1779] 2022-07-13 17:32:27,074 >> loading file ../results/phrase_retrieval/PR-pass/qa/allenai/longformer-base-4096/finetuned/vocab.json
+[INFO|tokenization_utils_base.py:1779] 2022-07-13 17:32:27,074 >> loading file ../results/phrase_retrieval/PR-pass/qa/allenai/longformer-base-4096/finetuned/merges.txt
+[INFO|tokenization_utils_base.py:1779] 2022-07-13 17:32:27,074 >> loading file ../results/phrase_retrieval/PR-pass/qa/allenai/longformer-base-4096/finetuned/tokenizer.json
+[INFO|tokenization_utils_base.py:1779] 2022-07-13 17:32:27,074 >> loading file None
+[INFO|tokenization_utils_base.py:1779] 2022-07-13 17:32:27,074 >> loading file ../results/phrase_retrieval/PR-pass/qa/allenai/longformer-base-4096/finetuned/special_tokens_map.json
+[INFO|tokenization_utils_base.py:1779] 2022-07-13 17:32:27,074 >> loading file ../results/phrase_retrieval/PR-pass/qa/allenai/longformer-base-4096/finetuned/tokenizer_config.json
+[INFO|modeling_utils.py:2105] 2022-07-13 17:32:27,160 >> loading weights file ../results/phrase_retrieval/PR-pass/qa/allenai/longformer-base-4096/finetuned/pytorch_model.bin
+[INFO|modeling_utils.py:2483] 2022-07-13 17:32:28,342 >> All model checkpoint weights were used when initializing LongformerForQuestionAnswering.
+
+[INFO|modeling_utils.py:2491] 2022-07-13 17:32:28,343 >> All the weights of LongformerForQuestionAnswering were initialized from the model checkpoint at ../results/phrase_retrieval/PR-pass/qa/allenai/longformer-base-4096/finetuned.
+If your task is similar to the task the model of the checkpoint was trained on, you can already use LongformerForQuestionAnswering for predictions without further training.
+07/13/2022 17:32:28 - WARNING - datasets.fingerprint - Parameter 'function'=<function main.<locals>.prepare_train_features at 0x7f1ad548a280> of the transform datasets.arrow_dataset.Dataset._map_single couldn't be hashed properly, a random hash was used instead. Make sure your transforms and parameters are serializable with pickle or dill for the dataset fingerprinting and caching to work. If you reuse this transform, the caching mechanism will consider it to be different from the previous calls and recompute everything. This warning is only showed once. Subsequent hashing failures won't be showed.
+
Running tokenizer on train dataset:   0%|          | 0/2 [00:00<?, ?ba/s]07/13/2022 17:32:29 - INFO - datasets.arrow_dataset - Caching processed dataset at /home/thang/.cache/huggingface/datasets/PiC___phrase_sense_disambiguation/PSD/1.0.0/b06fb909d3a87edce48db98df9113dfea60514936183b4d58e2fc89694cf0c0b/cache-1c80317fa3b1799d.arrow
+
Running tokenizer on train dataset:  50%|█████     | 1/2 [00:01<00:01,  1.92s/ba]
Running tokenizer on train dataset: 100%|██████████| 2/2 [00:02<00:00,  1.40s/ba]
Running tokenizer on train dataset: 100%|██████████| 2/2 [00:02<00:00,  1.48s/ba]
+07/13/2022 17:32:31 - INFO - datasets.fingerprint - Parameter 'function'=<function main.<locals>.prepare_validation_features at 0x7f1ad548a1f0> of the transform datasets.arrow_dataset.Dataset._map_single couldn't be hashed properly, a random hash was used instead.
+
Running tokenizer on validation dataset:   0%|          | 0/1 [00:00<?, ?ba/s]07/13/2022 17:32:31 - INFO - datasets.arrow_dataset - Caching processed dataset at /home/thang/.cache/huggingface/datasets/PiC___phrase_sense_disambiguation/PSD/1.0.0/b06fb909d3a87edce48db98df9113dfea60514936183b4d58e2fc89694cf0c0b/cache-bdd640fb06671ad1.arrow
+
Running tokenizer on validation dataset: 100%|██████████| 1/1 [00:10<00:00, 10.54s/ba]
Running tokenizer on validation dataset: 100%|██████████| 1/1 [00:10<00:00, 10.55s/ba]
+/home/thang/Softwares/anaconda3/envs/pic_eval/lib/python3.9/site-packages/transformers/optimization.py:306: FutureWarning: This implementation of AdamW is deprecated and will be removed in a future version. Use the PyTorch implementation torch.optim.AdamW instead, or set `no_deprecation_warning=True` to disable this warning
+  warnings.warn(
+[INFO|trainer.py:1516] 2022-07-13 17:32:52,168 >> ***** Running training *****
+[INFO|trainer.py:1517] 2022-07-13 17:32:52,168 >>   Num examples = 1650
+[INFO|trainer.py:1518] 2022-07-13 17:32:52,168 >>   Num Epochs = 2
+[INFO|trainer.py:1519] 2022-07-13 17:32:52,168 >>   Instantaneous batch size per device = 2
+[INFO|trainer.py:1520] 2022-07-13 17:32:52,168 >>   Total train batch size (w. parallel, distributed & accumulation) = 2
+[INFO|trainer.py:1521] 2022-07-13 17:32:52,168 >>   Gradient Accumulation steps = 1
+[INFO|trainer.py:1522] 2022-07-13 17:32:52,168 >>   Total optimization steps = 1650
+
  0%|          | 0/1650 [00:00<?, ?it/s]
  0%|          | 1/1650 [00:01<27:41,  1.01s/it]
  0%|          | 2/1650 [00:01<20:59,  1.31it/s]
  0%|          | 3/1650 [00:02<18:13,  1.51it/s]
  0%|          | 4/1650 [00:02<16:56,  1.62it/s]
  0%|          | 5/1650 [00:03<16:12,  1.69it/s]
  0%|          | 6/1650 [00:03<15:45,  1.74it/s]
  0%|          | 7/1650 [00:04<15:26,  1.77it/s]
  0%|          | 8/1650 [00:04<15:17,  1.79it/s]
  1%|          | 9/1650 [00:05<15:07,  1.81it/s]
  1%|          | 10/1650 [00:05<15:04,  1.81it/s]
  1%|          | 11/1650 [00:06<15:00,  1.82it/s]
  1%|          | 12/1650 [00:07<14:55,  1.83it/s]
  1%|          | 13/1650 [00:07<14:57,  1.82it/s]
  1%|          | 14/1650 [00:08<14:53,  1.83it/s]
  1%|          | 15/1650 [00:08<14:52,  1.83it/s]
  1%|          | 16/1650 [00:09<14:50,  1.84it/s]
  1%|          | 17/1650 [00:09<14:50,  1.83it/s]
  1%|          | 18/1650 [00:10<14:48,  1.84it/s]
  1%|          | 19/1650 [00:10<14:47,  1.84it/s]
  1%|          | 20/1650 [00:11<14:46,  1.84it/s]
  1%|▏         | 21/1650 [00:11<14:44,  1.84it/s]
  1%|▏         | 22/1650 [00:12<14:42,  1.84it/s]
  1%|▏         | 23/1650 [00:13<14:41,  1.85it/s]
  1%|▏         | 24/1650 [00:13<14:41,  1.84it/s]
  2%|▏         | 25/1650 [00:14<14:41,  1.84it/s]
  2%|▏         | 26/1650 [00:14<14:39,  1.85it/s]
  2%|▏         | 27/1650 [00:15<14:39,  1.85it/s]
  2%|▏         | 28/1650 [00:15<14:40,  1.84it/s]
  2%|▏         | 29/1650 [00:16<14:39,  1.84it/s]
  2%|▏         | 30/1650 [00:16<14:38,  1.85it/s]
  2%|▏         | 31/1650 [00:17<14:39,  1.84it/s]
  2%|▏         | 32/1650 [00:17<14:41,  1.84it/s]
  2%|▏         | 33/1650 [00:18<14:41,  1.83it/s]
  2%|▏         | 34/1650 [00:18<14:38,  1.84it/s]
  2%|▏         | 35/1650 [00:19<14:39,  1.84it/s]
  2%|▏         | 36/1650 [00:20<14:40,  1.83it/s]
  2%|▏         | 37/1650 [00:20<14:42,  1.83it/s]
  2%|▏         | 38/1650 [00:21<14:39,  1.83it/s]
  2%|▏         | 39/1650 [00:21<14:46,  1.82it/s]
  2%|▏         | 40/1650 [00:22<14:46,  1.82it/s]
  2%|▏         | 41/1650 [00:22<14:43,  1.82it/s]
  3%|▎         | 42/1650 [00:23<14:42,  1.82it/s]
  3%|▎         | 43/1650 [00:23<14:42,  1.82it/s]
  3%|▎         | 44/1650 [00:24<14:42,  1.82it/s]
  3%|▎         | 45/1650 [00:25<14:40,  1.82it/s]
  3%|▎         | 46/1650 [00:25<14:37,  1.83it/s]
  3%|▎         | 47/1650 [00:26<14:34,  1.83it/s]
  3%|▎         | 48/1650 [00:26<14:34,  1.83it/s]
  3%|▎         | 49/1650 [00:27<14:31,  1.84it/s]
  3%|▎         | 50/1650 [00:27<14:30,  1.84it/s]
  3%|▎         | 51/1650 [00:28<14:28,  1.84it/s]
  3%|▎         | 52/1650 [00:28<14:27,  1.84it/s]
  3%|▎         | 53/1650 [00:29<14:27,  1.84it/s]
  3%|▎         | 54/1650 [00:29<14:27,  1.84it/s]
  3%|▎         | 55/1650 [00:30<14:26,  1.84it/s]
  3%|▎         | 56/1650 [00:31<14:24,  1.84it/s]
  3%|▎         | 57/1650 [00:31<14:23,  1.85it/s]
  4%|▎         | 58/1650 [00:32<14:22,  1.85it/s]
  4%|▎         | 59/1650 [00:32<14:24,  1.84it/s]
  4%|▎         | 60/1650 [00:33<14:24,  1.84it/s]
  4%|▎         | 61/1650 [00:33<14:24,  1.84it/s]
  4%|▍         | 62/1650 [00:34<14:21,  1.84it/s]
  4%|▍         | 63/1650 [00:34<14:19,  1.85it/s]
  4%|▍         | 64/1650 [00:35<14:20,  1.84it/s]
  4%|▍         | 65/1650 [00:35<14:19,  1.84it/s]
  4%|▍         | 66/1650 [00:36<14:16,  1.85it/s]
  4%|▍         | 67/1650 [00:36<14:14,  1.85it/s]
  4%|▍         | 68/1650 [00:37<14:16,  1.85it/s]
  4%|▍         | 69/1650 [00:38<14:14,  1.85it/s]
  4%|▍         | 70/1650 [00:38<14:13,  1.85it/s]
  4%|▍         | 71/1650 [00:39<14:12,  1.85it/s]
  4%|▍         | 72/1650 [00:39<14:13,  1.85it/s]
  4%|▍         | 73/1650 [00:40<14:12,  1.85it/s]
  4%|▍         | 74/1650 [00:40<14:11,  1.85it/s]
  5%|▍         | 75/1650 [00:41<14:13,  1.84it/s]
  5%|▍         | 76/1650 [00:41<14:14,  1.84it/s]
  5%|▍         | 77/1650 [00:42<14:12,  1.85it/s]
  5%|▍         | 78/1650 [00:42<14:10,  1.85it/s]
  5%|▍         | 79/1650 [00:43<14:08,  1.85it/s]
  5%|▍         | 80/1650 [00:44<14:08,  1.85it/s]
  5%|▍         | 81/1650 [00:44<14:07,  1.85it/s]
  5%|▍         | 82/1650 [00:45<14:09,  1.85it/s]
  5%|▌         | 83/1650 [00:45<14:08,  1.85it/s]
  5%|▌         | 84/1650 [00:46<14:07,  1.85it/s]
  5%|▌         | 85/1650 [00:46<14:06,  1.85it/s]
  5%|▌         | 86/1650 [00:47<14:05,  1.85it/s]
  5%|▌         | 87/1650 [00:47<14:04,  1.85it/s]
  5%|▌         | 88/1650 [00:48<14:03,  1.85it/s]
  5%|▌         | 89/1650 [00:48<14:02,  1.85it/s]
  5%|▌         | 90/1650 [00:49<14:02,  1.85it/s]
  6%|▌         | 91/1650 [00:49<14:03,  1.85it/s]
  6%|▌         | 92/1650 [00:50<14:01,  1.85it/s]
  6%|▌         | 93/1650 [00:51<14:01,  1.85it/s]
  6%|▌         | 94/1650 [00:51<13:59,  1.85it/s]
  6%|▌         | 95/1650 [00:52<13:58,  1.85it/s]
  6%|▌         | 96/1650 [00:52<13:57,  1.86it/s]
  6%|▌         | 97/1650 [00:53<13:56,  1.86it/s]
  6%|▌         | 98/1650 [00:53<13:58,  1.85it/s]
  6%|▌         | 99/1650 [00:54<13:56,  1.85it/s]
  6%|▌         | 100/1650 [00:54<13:55,  1.86it/s]
  6%|▌         | 101/1650 [00:55<13:55,  1.85it/s]
  6%|▌         | 102/1650 [00:55<13:54,  1.85it/s]
  6%|▌         | 103/1650 [00:56<13:53,  1.86it/s]
  6%|▋         | 104/1650 [00:56<13:52,  1.86it/s]
  6%|▋         | 105/1650 [00:57<13:53,  1.85it/s]
  6%|▋         | 106/1650 [00:58<13:52,  1.86it/s]
  6%|▋         | 107/1650 [00:58<13:52,  1.85it/s]
  7%|▋         | 108/1650 [00:59<13:51,  1.85it/s]
  7%|▋         | 109/1650 [00:59<13:53,  1.85it/s]
  7%|▋         | 110/1650 [01:00<13:52,  1.85it/s]
  7%|▋         | 111/1650 [01:00<13:51,  1.85it/s]
  7%|▋         | 112/1650 [01:01<13:50,  1.85it/s]
  7%|▋         | 113/1650 [01:01<13:51,  1.85it/s]
  7%|▋         | 114/1650 [01:02<13:50,  1.85it/s]
  7%|▋         | 115/1650 [01:02<13:49,  1.85it/s]
  7%|▋         | 116/1650 [01:03<13:48,  1.85it/s]
  7%|▋         | 117/1650 [01:03<13:48,  1.85it/s]
  7%|▋         | 118/1650 [01:04<13:46,  1.85it/s]
  7%|▋         | 119/1650 [01:05<13:46,  1.85it/s]
  7%|▋         | 120/1650 [01:05<13:45,  1.85it/s]
  7%|▋         | 121/1650 [01:06<13:46,  1.85it/s]
  7%|▋         | 122/1650 [01:06<13:44,  1.85it/s]
  7%|▋         | 123/1650 [01:07<13:44,  1.85it/s]
  8%|▊         | 124/1650 [01:07<13:44,  1.85it/s]
  8%|▊         | 125/1650 [01:08<13:43,  1.85it/s]
  8%|▊         | 126/1650 [01:08<13:45,  1.85it/s]
  8%|▊         | 127/1650 [01:09<13:44,  1.85it/s]
  8%|▊         | 128/1650 [01:09<13:43,  1.85it/s]
  8%|▊         | 129/1650 [01:10<13:41,  1.85it/s]
  8%|▊         | 130/1650 [01:11<13:41,  1.85it/s]
  8%|▊         | 131/1650 [01:11<13:39,  1.85it/s]
  8%|▊         | 132/1650 [01:12<13:39,  1.85it/s]
  8%|▊         | 133/1650 [01:12<13:37,  1.85it/s]
  8%|▊         | 134/1650 [01:13<13:37,  1.86it/s]
  8%|▊         | 135/1650 [01:13<13:40,  1.85it/s]
  8%|▊         | 136/1650 [01:14<13:38,  1.85it/s]
  8%|▊         | 137/1650 [01:14<13:36,  1.85it/s]
  8%|▊         | 138/1650 [01:15<13:35,  1.85it/s]
  8%|▊         | 139/1650 [01:15<13:34,  1.86it/s]
  8%|▊         | 140/1650 [01:16<13:33,  1.86it/s]
  9%|▊         | 141/1650 [01:16<13:33,  1.86it/s]
  9%|▊         | 142/1650 [01:17<13:36,  1.85it/s]
  9%|▊         | 143/1650 [01:18<13:36,  1.84it/s]
  9%|▊         | 144/1650 [01:18<13:35,  1.85it/s]
  9%|▉         | 145/1650 [01:19<13:33,  1.85it/s]
  9%|▉         | 146/1650 [01:19<13:34,  1.85it/s]
  9%|▉         | 147/1650 [01:20<13:32,  1.85it/s]
  9%|▉         | 148/1650 [01:20<13:31,  1.85it/s]
  9%|▉         | 149/1650 [01:21<13:30,  1.85it/s]
  9%|▉         | 150/1650 [01:21<13:29,  1.85it/s]
  9%|▉         | 151/1650 [01:22<13:28,  1.85it/s]
  9%|▉         | 152/1650 [01:22<13:28,  1.85it/s]
  9%|▉         | 153/1650 [01:23<13:27,  1.85it/s]
  9%|▉         | 154/1650 [01:23<13:27,  1.85it/s]
  9%|▉         | 155/1650 [01:24<13:26,  1.85it/s]
  9%|▉         | 156/1650 [01:25<13:25,  1.85it/s]
 10%|▉         | 157/1650 [01:25<13:27,  1.85it/s]
 10%|▉         | 158/1650 [01:26<13:26,  1.85it/s]
 10%|▉         | 159/1650 [01:26<13:26,  1.85it/s]
 10%|▉         | 160/1650 [01:27<13:25,  1.85it/s]
 10%|▉         | 161/1650 [01:27<13:28,  1.84it/s]
 10%|▉         | 162/1650 [01:28<13:30,  1.84it/s]
 10%|▉         | 163/1650 [01:28<13:27,  1.84it/s]
 10%|▉         | 164/1650 [01:29<13:25,  1.85it/s]
 10%|█         | 165/1650 [01:29<13:25,  1.84it/s]
 10%|█         | 166/1650 [01:30<13:23,  1.85it/s]
 10%|█         | 167/1650 [01:31<13:22,  1.85it/s]
 10%|█         | 168/1650 [01:31<13:23,  1.85it/s]
 10%|█         | 169/1650 [01:32<13:20,  1.85it/s]
 10%|█         | 170/1650 [01:32<13:22,  1.84it/s]
 10%|█         | 171/1650 [01:33<13:23,  1.84it/s]
 10%|█         | 172/1650 [01:33<13:24,  1.84it/s]
 10%|█         | 173/1650 [01:34<13:24,  1.83it/s]
 11%|█         | 174/1650 [01:34<13:22,  1.84it/s]
 11%|█         | 175/1650 [01:35<13:22,  1.84it/s]
 11%|█         | 176/1650 [01:35<13:21,  1.84it/s]
 11%|█         | 177/1650 [01:36<13:18,  1.85it/s]
 11%|█         | 178/1650 [01:36<13:15,  1.85it/s]
 11%|█         | 179/1650 [01:37<13:17,  1.85it/s]
 11%|█         | 180/1650 [01:38<13:16,  1.85it/s]
 11%|█         | 181/1650 [01:38<13:13,  1.85it/s]
 11%|█         | 182/1650 [01:39<13:12,  1.85it/s]
 11%|█         | 183/1650 [01:39<13:11,  1.85it/s]
 11%|█         | 184/1650 [01:40<13:12,  1.85it/s]
 11%|█         | 185/1650 [01:40<13:11,  1.85it/s]
 11%|█▏        | 186/1650 [01:41<13:09,  1.85it/s]
 11%|█▏        | 187/1650 [01:41<13:10,  1.85it/s]
 11%|█▏        | 188/1650 [01:42<13:08,  1.85it/s]
 11%|█▏        | 189/1650 [01:42<13:07,  1.85it/s]
 12%|█▏        | 190/1650 [01:43<13:06,  1.86it/s]
 12%|█▏        | 191/1650 [01:43<13:06,  1.85it/s]
 12%|█▏        | 192/1650 [01:44<13:05,  1.86it/s]
 12%|█▏        | 193/1650 [01:45<13:05,  1.85it/s]
 12%|█▏        | 194/1650 [01:45<13:05,  1.85it/s]
 12%|█▏        | 195/1650 [01:46<13:04,  1.85it/s]
 12%|█▏        | 196/1650 [01:46<13:03,  1.85it/s]
 12%|█▏        | 197/1650 [01:47<13:03,  1.85it/s]
 12%|█▏        | 198/1650 [01:47<13:03,  1.85it/s]
 12%|█▏        | 199/1650 [01:48<13:03,  1.85it/s]
 12%|█▏        | 200/1650 [01:48<13:03,  1.85it/s]
 12%|█▏        | 201/1650 [01:49<13:02,  1.85it/s]
 12%|█▏        | 202/1650 [01:49<13:03,  1.85it/s]
 12%|█▏        | 203/1650 [01:50<13:04,  1.84it/s]
 12%|█▏        | 204/1650 [01:51<13:02,  1.85it/s]
 12%|█▏        | 205/1650 [01:51<13:01,  1.85it/s]
 12%|█▏        | 206/1650 [01:52<13:00,  1.85it/s]
 13%|█▎        | 207/1650 [01:52<13:01,  1.85it/s]
 13%|█▎        | 208/1650 [01:53<12:59,  1.85it/s]
 13%|█▎        | 209/1650 [01:53<13:00,  1.85it/s]
 13%|█▎        | 210/1650 [01:54<12:58,  1.85it/s]
 13%|█▎        | 211/1650 [01:54<12:56,  1.85it/s]
 13%|█▎        | 212/1650 [01:55<12:55,  1.85it/s]
 13%|█▎        | 213/1650 [01:55<12:54,  1.85it/s]
 13%|█▎        | 214/1650 [01:56<12:53,  1.86it/s]
 13%|█▎        | 215/1650 [01:56<12:52,  1.86it/s]
 13%|█▎        | 216/1650 [01:57<12:56,  1.85it/s]
 13%|█▎        | 217/1650 [01:58<12:56,  1.85it/s]
 13%|█▎        | 218/1650 [01:58<12:54,  1.85it/s]
 13%|█▎        | 219/1650 [01:59<12:53,  1.85it/s]
 13%|█▎        | 220/1650 [01:59<12:52,  1.85it/s]
 13%|█▎        | 221/1650 [02:00<12:51,  1.85it/s]
 13%|█▎        | 222/1650 [02:00<12:52,  1.85it/s]
 14%|█▎        | 223/1650 [02:01<12:51,  1.85it/s]
 14%|█▎        | 224/1650 [02:01<12:53,  1.84it/s]
 14%|█▎        | 225/1650 [02:02<12:50,  1.85it/s]
 14%|█▎        | 226/1650 [02:02<12:49,  1.85it/s]
 14%|█▍        | 227/1650 [02:03<12:48,  1.85it/s]
 14%|█▍        | 228/1650 [02:03<12:47,  1.85it/s]
 14%|█▍        | 229/1650 [02:04<12:47,  1.85it/s]
 14%|█▍        | 230/1650 [02:05<12:45,  1.85it/s]
 14%|█▍        | 231/1650 [02:05<12:44,  1.86it/s]
 14%|█▍        | 232/1650 [02:06<12:44,  1.85it/s]
 14%|█▍        | 233/1650 [02:06<12:44,  1.85it/s]
 14%|█▍        | 234/1650 [02:07<12:43,  1.85it/s]
 14%|█▍        | 235/1650 [02:07<12:42,  1.86it/s]
 14%|█▍        | 236/1650 [02:09<23:30,  1.00it/s]
 14%|█▍        | 237/1650 [02:10<20:15,  1.16it/s]
 14%|█▍        | 238/1650 [02:10<17:58,  1.31it/s]
 14%|█▍        | 239/1650 [02:11<16:22,  1.44it/s]
 15%|█▍        | 240/1650 [02:11<15:14,  1.54it/s]
 15%|█▍        | 241/1650 [02:12<14:27,  1.63it/s]
 15%|█▍        | 242/1650 [02:13<13:53,  1.69it/s]
 15%|█▍        | 243/1650 [02:13<13:30,  1.74it/s]
 15%|█▍        | 244/1650 [02:14<13:13,  1.77it/s]
 15%|█▍        | 245/1650 [02:14<13:06,  1.79it/s]
 15%|█▍        | 246/1650 [02:15<12:58,  1.80it/s]
 15%|█▍        | 247/1650 [02:15<12:50,  1.82it/s]
 15%|█▌        | 248/1650 [02:16<12:46,  1.83it/s]
 15%|█▌        | 249/1650 [02:16<12:42,  1.84it/s]
 15%|█▌        | 250/1650 [02:17<12:40,  1.84it/s]
 15%|█▌        | 251/1650 [02:17<12:40,  1.84it/s]
 15%|█▌        | 252/1650 [02:18<12:38,  1.84it/s]
 15%|█▌        | 253/1650 [02:19<12:37,  1.84it/s]
 15%|█▌        | 254/1650 [02:19<12:35,  1.85it/s]
 15%|█▌        | 255/1650 [02:20<12:33,  1.85it/s]
 16%|█▌        | 256/1650 [02:20<12:31,  1.85it/s]
 16%|█▌        | 257/1650 [02:21<12:30,  1.86it/s]
 16%|█▌        | 258/1650 [02:21<12:31,  1.85it/s]
 16%|█▌        | 259/1650 [02:22<12:32,  1.85it/s]
 16%|█▌        | 260/1650 [02:22<12:31,  1.85it/s]
 16%|█▌        | 261/1650 [02:23<12:31,  1.85it/s]
 16%|█▌        | 262/1650 [02:23<12:30,  1.85it/s]
 16%|█▌        | 263/1650 [02:24<12:29,  1.85it/s]
 16%|█▌        | 264/1650 [02:24<12:27,  1.85it/s]
 16%|█▌        | 265/1650 [02:25<12:26,  1.85it/s]
 16%|█▌        | 266/1650 [02:26<12:29,  1.85it/s]
 16%|█▌        | 267/1650 [02:26<12:27,  1.85it/s]
 16%|█▌        | 268/1650 [02:27<12:26,  1.85it/s]
 16%|█▋        | 269/1650 [02:27<12:25,  1.85it/s]
 16%|█▋        | 270/1650 [02:28<12:24,  1.85it/s]
 16%|█▋        | 271/1650 [02:28<12:24,  1.85it/s]
 16%|█▋        | 272/1650 [02:29<12:23,  1.85it/s]
 17%|█▋        | 273/1650 [02:29<12:24,  1.85it/s]
 17%|█▋        | 274/1650 [02:30<12:23,  1.85it/s]
 17%|█▋        | 275/1650 [02:30<12:22,  1.85it/s]
 17%|█▋        | 276/1650 [02:31<12:21,  1.85it/s]
 17%|█▋        | 277/1650 [02:31<12:20,  1.85it/s]
 17%|█▋        | 278/1650 [02:32<12:21,  1.85it/s]
 17%|█▋        | 279/1650 [02:33<12:20,  1.85it/s]
 17%|█▋        | 280/1650 [02:33<12:18,  1.85it/s]
 17%|█▋        | 281/1650 [02:34<12:19,  1.85it/s]
 17%|█▋        | 282/1650 [02:34<12:18,  1.85it/s]
 17%|█▋        | 283/1650 [02:35<12:18,  1.85it/s]
 17%|█▋        | 284/1650 [02:35<12:17,  1.85it/s]
 17%|█▋        | 285/1650 [02:36<12:16,  1.85it/s]
 17%|█▋        | 286/1650 [02:36<12:15,  1.85it/s]
 17%|█▋        | 287/1650 [02:37<12:14,  1.86it/s]
 17%|█▋        | 288/1650 [02:37<12:16,  1.85it/s]
 18%|█▊        | 289/1650 [02:38<12:14,  1.85it/s]
 18%|█▊        | 290/1650 [02:38<12:14,  1.85it/s]
 18%|█▊        | 291/1650 [02:39<12:14,  1.85it/s]
 18%|█���        | 292/1650 [02:40<12:15,  1.85it/s]
 18%|█▊        | 293/1650 [02:40<12:13,  1.85it/s]
 18%|█▊        | 294/1650 [02:41<12:11,  1.85it/s]
 18%|█▊        | 295/1650 [02:41<12:12,  1.85it/s]
 18%|█▊        | 296/1650 [02:42<12:11,  1.85it/s]
 18%|█▊        | 297/1650 [02:42<12:11,  1.85it/s]
 18%|█▊        | 298/1650 [02:43<12:10,  1.85it/s]
 18%|█▊        | 299/1650 [02:43<12:10,  1.85it/s]
 18%|█▊        | 300/1650 [02:44<12:09,  1.85it/s]
 18%|█▊        | 301/1650 [02:44<12:11,  1.85it/s]
 18%|█▊        | 302/1650 [02:45<12:09,  1.85it/s]
 18%|█▊        | 303/1650 [02:46<12:10,  1.84it/s]
 18%|█▊        | 304/1650 [02:46<12:07,  1.85it/s]
 18%|█▊        | 305/1650 [02:47<12:06,  1.85it/s]
 19%|█▊        | 306/1650 [02:47<12:04,  1.85it/s]
 19%|█▊        | 307/1650 [02:48<12:04,  1.85it/s]
 19%|█▊        | 308/1650 [02:48<12:04,  1.85it/s]
 19%|█▊        | 309/1650 [02:49<12:05,  1.85it/s]
 19%|█▉        | 310/1650 [02:49<12:05,  1.85it/s]
 19%|█▉        | 311/1650 [02:50<12:05,  1.85it/s]
 19%|█▉        | 312/1650 [02:50<12:03,  1.85it/s]
 19%|█▉        | 313/1650 [02:51<12:02,  1.85it/s]
 19%|█▉        | 314/1650 [02:51<12:03,  1.85it/s]
 19%|█▉        | 315/1650 [02:52<12:03,  1.85it/s]
 19%|█▉        | 316/1650 [02:53<12:02,  1.85it/s]
 19%|█▉        | 317/1650 [02:53<12:01,  1.85it/s]
 19%|█▉        | 318/1650 [02:54<11:59,  1.85it/s]
 19%|█▉        | 319/1650 [02:54<11:58,  1.85it/s]
 19%|█▉        | 320/1650 [02:55<11:56,  1.86it/s]
 19%|█▉        | 321/1650 [02:55<11:56,  1.86it/s]
 20%|█▉        | 322/1650 [02:56<11:56,  1.85it/s]
 20%|█▉        | 323/1650 [02:56<11:54,  1.86it/s]
 20%|█▉        | 324/1650 [02:57<11:54,  1.86it/s]
 20%|█▉        | 325/1650 [02:57<11:56,  1.85it/s]
 20%|█▉        | 326/1650 [02:58<11:54,  1.85it/s]
 20%|█▉        | 327/1650 [02:58<11:53,  1.85it/s]
 20%|█▉        | 328/1650 [02:59<11:53,  1.85it/s]
 20%|█▉        | 329/1650 [03:00<11:53,  1.85it/s]
 20%|██        | 330/1650 [03:00<11:52,  1.85it/s]
 20%|██        | 331/1650 [03:01<11:51,  1.85it/s]
 20%|██        | 332/1650 [03:01<11:53,  1.85it/s]
 20%|██        | 333/1650 [03:02<11:51,  1.85it/s]
 20%|██        | 334/1650 [03:02<11:50,  1.85it/s]
 20%|██        | 335/1650 [03:03<11:49,  1.85it/s]
 20%|██        | 336/1650 [03:03<11:49,  1.85it/s]
 20%|██        | 337/1650 [03:04<11:48,  1.85it/s]
 20%|██        | 338/1650 [03:04<11:48,  1.85it/s]
 21%|██        | 339/1650 [03:05<11:47,  1.85it/s]
 21%|██        | 340/1650 [03:06<11:50,  1.84it/s]
 21%|██        | 341/1650 [03:06<11:48,  1.85it/s]
 21%|██        | 342/1650 [03:07<11:47,  1.85it/s]
 21%|██        | 343/1650 [03:07<11:46,  1.85it/s]
 21%|██        | 344/1650 [03:08<11:45,  1.85it/s]
 21%|██        | 345/1650 [03:08<11:44,  1.85it/s]
 21%|██        | 346/1650 [03:09<11:44,  1.85it/s]
 21%|██        | 347/1650 [03:09<11:45,  1.85it/s]
 21%|██        | 348/1650 [03:10<11:43,  1.85it/s]
 21%|██        | 349/1650 [03:10<11:42,  1.85it/s]
 21%|██        | 350/1650 [03:11<11:41,  1.85it/s]
 21%|██▏       | 351/1650 [03:11<11:41,  1.85it/s]
 21%|██▏       | 352/1650 [03:12<11:40,  1.85it/s]
 21%|██▏       | 353/1650 [03:13<11:39,  1.85it/s]
 21%|██▏       | 354/1650 [03:13<11:38,  1.85it/s]
 22%|██▏       | 355/1650 [03:14<11:37,  1.86it/s]
 22%|██▏       | 356/1650 [03:14<11:37,  1.85it/s]
 22%|██▏       | 357/1650 [03:15<11:37,  1.85it/s]
 22%|██▏       | 358/1650 [03:15<11:37,  1.85it/s]
 22%|██▏       | 359/1650 [03:16<11:36,  1.85it/s]
 22%|██▏       | 360/1650 [03:16<11:36,  1.85it/s]
 22%|██▏       | 361/1650 [03:17<11:36,  1.85it/s]
 22%|██▏       | 362/1650 [03:17<11:37,  1.85it/s]
 22%|██▏       | 363/1650 [03:18<11:36,  1.85it/s]
 22%|██▏       | 364/1650 [03:18<11:34,  1.85it/s]
 22%|██▏       | 365/1650 [03:19<11:33,  1.85it/s]
 22%|██▏       | 366/1650 [03:20<11:33,  1.85it/s]
 22%|██▏       | 367/1650 [03:20<11:33,  1.85it/s]
 22%|██▏       | 368/1650 [03:21<11:32,  1.85it/s]
 22%|██▏       | 369/1650 [03:21<11:30,  1.85it/s]
 22%|██▏       | 370/1650 [03:22<11:29,  1.86it/s]
 22%|██▏       | 371/1650 [03:22<11:28,  1.86it/s]
 23%|██▎       | 372/1650 [03:23<11:29,  1.85it/s]
 23%|██▎       | 373/1650 [03:23<11:29,  1.85it/s]
 23%|██▎       | 374/1650 [03:24<11:28,  1.85it/s]
 23%|██▎       | 375/1650 [03:24<11:27,  1.85it/s]
 23%|██▎       | 376/1650 [03:25<11:26,  1.86it/s]
 23%|██▎       | 377/1650 [03:25<11:26,  1.85it/s]
 23%|██▎       | 378/1650 [03:26<11:26,  1.85it/s]
 23%|██▎       | 379/1650 [03:27<11:25,  1.85it/s]
 23%|██▎       | 380/1650 [03:27<11:24,  1.86it/s]
 23%|██▎       | 381/1650 [03:28<11:24,  1.85it/s]
 23%|██▎       | 382/1650 [03:28<11:23,  1.85it/s]
 23%|██▎       | 383/1650 [03:29<11:23,  1.85it/s]
 23%|██▎       | 384/1650 [03:29<11:23,  1.85it/s]
 23%|██▎       | 385/1650 [03:30<11:23,  1.85it/s]
 23%|██▎       | 386/1650 [03:30<11:22,  1.85it/s]
 23%|██▎       | 387/1650 [03:31<11:21,  1.85it/s]
 24%|██▎       | 388/1650 [03:31<11:20,  1.85it/s]
 24%|██▎       | 389/1650 [03:32<11:20,  1.85it/s]
 24%|██▎       | 390/1650 [03:32<11:19,  1.85it/s]
 24%|██▎       | 391/1650 [03:33<11:19,  1.85it/s]
 24%|██▍       | 392/1650 [03:34<11:21,  1.85it/s]
 24%|██▍       | 393/1650 [03:34<11:19,  1.85it/s]
 24%|██▍       | 394/1650 [03:35<11:18,  1.85it/s]
 24%|██▍       | 395/1650 [03:35<11:17,  1.85it/s]
 24%|██▍       | 396/1650 [03:36<11:17,  1.85it/s]
 24%|██▍       | 397/1650 [03:36<11:16,  1.85it/s]
 24%|██▍       | 398/1650 [03:37<11:15,  1.85it/s]
 24%|██▍       | 399/1650 [03:37<11:16,  1.85it/s]
 24%|██▍       | 400/1650 [03:38<11:15,  1.85it/s]
 24%|██▍       | 401/1650 [03:38<11:14,  1.85it/s]
 24%|██▍       | 402/1650 [03:39<11:12,  1.85it/s]
 24%|██▍       | 403/1650 [03:40<11:12,  1.86it/s]
 24%|██▍       | 404/1650 [03:40<11:11,  1.85it/s]
 25%|██▍       | 405/1650 [03:41<11:15,  1.84it/s]
 25%|██▍       | 406/1650 [03:41<11:13,  1.85it/s]
 25%|██▍       | 407/1650 [03:42<11:12,  1.85it/s]
 25%|██▍       | 408/1650 [03:42<11:11,  1.85it/s]
 25%|██▍       | 409/1650 [03:43<11:10,  1.85it/s]
 25%|██▍       | 410/1650 [03:43<11:09,  1.85it/s]
 25%|██▍       | 411/1650 [03:44<11:08,  1.85it/s]
 25%|██▍       | 412/1650 [03:44<11:08,  1.85it/s]
 25%|██▌       | 413/1650 [03:45<11:09,  1.85it/s]
 25%|██▌       | 414/1650 [03:45<11:10,  1.84it/s]
 25%|██▌       | 415/1650 [03:46<11:08,  1.85it/s]
 25%|██▌       | 416/1650 [03:47<11:07,  1.85it/s]
 25%|██▌       | 417/1650 [03:47<11:05,  1.85it/s]
 25%|██▌       | 418/1650 [03:48<11:05,  1.85it/s]
 25%|██▌       | 419/1650 [03:48<11:03,  1.85it/s]
 25%|██▌       | 420/1650 [03:49<11:03,  1.85it/s]
 26%|██▌       | 421/1650 [03:49<11:02,  1.86it/s]
 26%|██▌       | 422/1650 [03:50<11:01,  1.86it/s]
 26%|██▌       | 423/1650 [03:50<11:01,  1.86it/s]
 26%|██▌       | 424/1650 [03:51<11:00,  1.86it/s]
 26%|██▌       | 425/1650 [03:51<11:00,  1.86it/s]
 26%|██▌       | 426/1650 [03:52<10:59,  1.85it/s]
 26%|██▌       | 427/1650 [03:52<10:59,  1.85it/s]
 26%|██▌       | 428/1650 [03:53<10:59,  1.85it/s]
 26%|██▌       | 429/1650 [03:54<10:58,  1.85it/s]
 26%|██▌       | 430/1650 [03:54<10:58,  1.85it/s]
 26%|██▌       | 431/1650 [03:55<10:57,  1.85it/s]
 26%|██▌       | 432/1650 [03:55<10:59,  1.85it/s]
 26%|██▌       | 433/1650 [03:56<10:58,  1.85it/s]
 26%|██▋       | 434/1650 [03:56<10:56,  1.85it/s]
 26%|██▋       | 435/1650 [03:57<10:55,  1.85it/s]
 26%|██▋       | 436/1650 [03:57<10:56,  1.85it/s]
 26%|██▋       | 437/1650 [03:58<10:56,  1.85it/s]
 27%|██▋       | 438/1650 [03:58<10:55,  1.85it/s]
 27%|██▋       | 439/1650 [03:59<10:53,  1.85it/s]
 27%|██▋       | 440/1650 [03:59<10:52,  1.85it/s]
 27%|██▋       | 441/1650 [04:00<10:51,  1.86it/s]
 27%|██▋       | 442/1650 [04:01<10:50,  1.86it/s]
 27%|██▋       | 443/1650 [04:01<10:50,  1.86it/s]
 27%|██▋       | 444/1650 [04:02<10:50,  1.85it/s]
 27%|██▋       | 445/1650 [04:02<10:50,  1.85it/s]
 27%|██▋       | 446/1650 [04:03<10:49,  1.85it/s]
 27%|██▋       | 447/1650 [04:03<10:48,  1.86it/s]
 27%|██▋       | 448/1650 [04:04<10:48,  1.85it/s]
 27%|██▋       | 449/1650 [04:04<10:47,  1.85it/s]
 27%|██▋       | 450/1650 [04:05<10:47,  1.85it/s]
 27%|██▋       | 451/1650 [04:05<10:48,  1.85it/s]
 27%|██▋       | 452/1650 [04:06<10:47,  1.85it/s]
 27%|██▋       | 453/1650 [04:07<10:46,  1.85it/s]
 28%|██▊       | 454/1650 [04:07<10:45,  1.85it/s]
 28%|██▊       | 455/1650 [04:08<10:44,  1.85it/s]
 28%|██▊       | 456/1650 [04:08<10:44,  1.85it/s]
 28%|██▊       | 457/1650 [04:09<10:44,  1.85it/s]
 28%|██▊       | 458/1650 [04:09<10:46,  1.84it/s]
 28%|██▊       | 459/1650 [04:10<10:44,  1.85it/s]
 28%|██▊       | 460/1650 [04:10<10:43,  1.85it/s]
 28%|██▊       | 461/1650 [04:11<10:42,  1.85it/s]
 28%|██▊       | 462/1650 [04:11<10:41,  1.85it/s]
 28%|██▊       | 463/1650 [04:12<10:40,  1.85it/s]
 28%|██▊       | 464/1650 [04:12<10:39,  1.85it/s]
 28%|██▊       | 465/1650 [04:13<10:38,  1.86it/s]
 28%|██▊       | 466/1650 [04:14<10:40,  1.85it/s]
 28%|██▊       | 467/1650 [04:14<10:38,  1.85it/s]
 28%|██▊       | 468/1650 [04:15<10:37,  1.85it/s]
 28%|██▊       | 469/1650 [04:15<10:38,  1.85it/s]
 28%|██▊       | 470/1650 [04:16<10:38,  1.85it/s]
 29%|██▊       | 471/1650 [04:16<10:36,  1.85it/s]
 29%|██▊       | 472/1650 [04:17<10:36,  1.85it/s]
 29%|██▊       | 473/1650 [04:17<10:37,  1.85it/s]
 29%|██▊       | 474/1650 [04:18<10:35,  1.85it/s]
 29%|██▉       | 475/1650 [04:18<10:34,  1.85it/s]
 29%|██▉       | 476/1650 [04:19<10:34,  1.85it/s]
 29%|██▉       | 477/1650 [04:19<10:33,  1.85it/s]
 29%|██▉       | 478/1650 [04:20<10:32,  1.85it/s]
 29%|██▉       | 479/1650 [04:21<10:31,  1.86it/s]
 29%|██▉       | 480/1650 [04:21<10:30,  1.85it/s]
 29%|██▉       | 481/1650 [04:22<10:30,  1.85it/s]
 29%|██▉       | 482/1650 [04:22<10:30,  1.85it/s]
 29%|██▉       | 483/1650 [04:23<10:29,  1.85it/s]
 29%|██▉       | 484/1650 [04:23<10:28,  1.86it/s]
 29%|██▉       | 485/1650 [04:24<10:27,  1.86it/s]
 29%|██▉       | 486/1650 [04:24<10:27,  1.85it/s]
 30%|██▉       | 487/1650 [04:25<10:26,  1.86it/s]
 30%|██▉       | 488/1650 [04:25<10:26,  1.85it/s]
 30%|██▉       | 489/1650 [04:26<10:25,  1.86it/s]
 30%|██▉       | 490/1650 [04:26<10:24,  1.86it/s]
 30%|██▉       | 491/1650 [04:27<10:24,  1.86it/s]
 30%|██▉       | 492/1650 [04:28<10:24,  1.86it/s]
 30%|██▉       | 493/1650 [04:28<10:22,  1.86it/s]
 30%|██▉       | 494/1650 [04:29<10:22,  1.86it/s]
 30%|███       | 495/1650 [04:29<10:22,  1.86it/s]
 30%|███       | 496/1650 [04:30<10:21,  1.86it/s]
 30%|███       | 497/1650 [04:30<10:21,  1.86it/s]
 30%|███       | 498/1650 [04:31<10:20,  1.86it/s]
 30%|███       | 499/1650 [04:31<10:19,  1.86it/s]
 30%|███       | 500/1650 [04:32<10:19,  1.86it/s]
                                                  
{'loss': 1.2525, 'learning_rate': 2.090909090909091e-05, 'epoch': 0.61}
+
 30%|███       | 500/1650 [04:32<10:19,  1.86it/s]
 30%|███       | 501/1650 [04:32<10:19,  1.86it/s]
 30%|███       | 502/1650 [04:33<10:19,  1.85it/s]
 30%|███       | 503/1650 [04:33<10:19,  1.85it/s]
 31%|███       | 504/1650 [04:34<10:18,  1.85it/s]
 31%|███       | 505/1650 [04:35<10:18,  1.85it/s]
 31%|███       | 506/1650 [04:35<10:18,  1.85it/s]
 31%|███       | 507/1650 [04:36<10:17,  1.85it/s]
 31%|███       | 508/1650 [04:36<10:20,  1.84it/s]
 31%|███       | 509/1650 [04:37<10:18,  1.84it/s]
 31%|███       | 510/1650 [04:37<10:17,  1.85it/s]
 31%|███       | 511/1650 [04:38<10:16,  1.85it/s]
 31%|███       | 512/1650 [04:38<10:15,  1.85it/s]
 31%|███       | 513/1650 [04:39<10:13,  1.85it/s]
 31%|███       | 514/1650 [04:39<10:12,  1.85it/s]
 31%|███       | 515/1650 [04:40<10:11,  1.86it/s]
 31%|███▏      | 516/1650 [04:41<10:12,  1.85it/s]
 31%|███▏      | 517/1650 [04:41<10:11,  1.85it/s]
 31%|███▏      | 518/1650 [04:42<10:12,  1.85it/s]
 31%|███▏      | 519/1650 [04:42<10:11,  1.85it/s]
 32%|███▏      | 520/1650 [04:43<10:10,  1.85it/s]
 32%|███▏      | 521/1650 [04:43<10:10,  1.85it/s]
 32%|███▏      | 522/1650 [04:44<10:12,  1.84it/s]
 32%|███▏      | 523/1650 [04:44<10:11,  1.84it/s]
 32%|███▏      | 524/1650 [04:45<10:11,  1.84it/s]
 32%|███▏      | 525/1650 [04:45<10:10,  1.84it/s]
 32%|███▏      | 526/1650 [04:46<10:08,  1.85it/s]
 32%|███▏      | 527/1650 [04:46<10:06,  1.85it/s]
 32%|███▏      | 528/1650 [04:47<10:06,  1.85it/s]
 32%|███▏      | 529/1650 [04:48<10:06,  1.85it/s]
 32%|███▏      | 530/1650 [04:48<10:05,  1.85it/s]
 32%|███▏      | 531/1650 [04:49<10:04,  1.85it/s]
 32%|███▏      | 532/1650 [04:49<10:03,  1.85it/s]
 32%|███▏      | 533/1650 [04:50<10:04,  1.85it/s]
 32%|███▏      | 534/1650 [04:50<10:03,  1.85it/s]
 32%|███▏      | 535/1650 [04:51<10:02,  1.85it/s]
 32%|███▏      | 536/1650 [04:51<10:01,  1.85it/s]
 33%|███▎      | 537/1650 [04:52<10:00,  1.85it/s]
 33%|███▎      | 538/1650 [04:52<10:00,  1.85it/s]
 33%|███▎      | 539/1650 [04:53<09:59,  1.85it/s]
 33%|███▎      | 540/1650 [04:53<10:00,  1.85it/s]
 33%|███▎      | 541/1650 [04:54<09:59,  1.85it/s]
 33%|███▎      | 542/1650 [04:55<09:58,  1.85it/s]
 33%|███▎      | 543/1650 [04:55<09:57,  1.85it/s]
 33%|███▎      | 544/1650 [04:56<09:56,  1.85it/s]
 33%|███▎      | 545/1650 [04:56<09:55,  1.85it/s]
 33%|███▎      | 546/1650 [04:57<09:55,  1.85it/s]
 33%|███▎      | 547/1650 [04:57<09:54,  1.86it/s]
 33%|███▎      | 548/1650 [04:58<09:53,  1.86it/s]
 33%|███▎      | 549/1650 [04:58<09:53,  1.86it/s]
 33%|███▎      | 550/1650 [04:59<09:53,  1.85it/s]
 33%|███▎      | 551/1650 [04:59<09:52,  1.85it/s]
 33%|███▎      | 552/1650 [05:00<09:51,  1.86it/s]
 34%|███▎      | 553/1650 [05:01<09:51,  1.85it/s]
 34%|███▎      | 554/1650 [05:01<09:51,  1.85it/s]
 34%|███▎      | 555/1650 [05:02<09:51,  1.85it/s]
 34%|███▎      | 556/1650 [05:02<09:50,  1.85it/s]
 34%|███▍      | 557/1650 [05:03<09:50,  1.85it/s]
 34%|███▍      | 558/1650 [05:03<09:49,  1.85it/s]
 34%|███▍      | 559/1650 [05:04<09:49,  1.85it/s]
 34%|███▍      | 560/1650 [05:04<09:49,  1.85it/s]
 34%|███▍      | 561/1650 [05:05<09:49,  1.85it/s]
 34%|███▍      | 562/1650 [05:05<09:50,  1.84it/s]
 34%|███▍      | 563/1650 [05:06<09:48,  1.85it/s]
 34%|███▍      | 564/1650 [05:06<09:49,  1.84it/s]
 34%|███▍      | 565/1650 [05:07<09:49,  1.84it/s]
 34%|███▍      | 566/1650 [05:08<09:49,  1.84it/s]
 34%|███▍      | 567/1650 [05:08<09:47,  1.84it/s]
 34%|███▍      | 568/1650 [05:09<09:47,  1.84it/s]
 34%|███▍      | 569/1650 [05:09<09:45,  1.85it/s]
 35%|███▍      | 570/1650 [05:10<09:47,  1.84it/s]
 35%|███▍      | 571/1650 [05:10<09:44,  1.84it/s]
 35%|███▍      | 572/1650 [05:11<09:43,  1.85it/s]
 35%|███▍      | 573/1650 [05:11<09:42,  1.85it/s]
 35%|███▍      | 574/1650 [05:12<09:41,  1.85it/s]
 35%|███▍      | 575/1650 [05:12<09:40,  1.85it/s]
 35%|███▍      | 576/1650 [05:13<09:39,  1.85it/s]
 35%|███▍      | 577/1650 [05:14<09:40,  1.85it/s]
 35%|███▌      | 578/1650 [05:14<09:39,  1.85it/s]
 35%|███▌      | 579/1650 [05:15<09:38,  1.85it/s]
 35%|███▌      | 580/1650 [05:15<09:36,  1.85it/s]
 35%|███▌      | 581/1650 [05:16<09:38,  1.85it/s]
 35%|███▌      | 582/1650 [05:16<09:37,  1.85it/s]
 35%|███▌      | 583/1650 [05:17<09:36,  1.85it/s]
 35%|███▌      | 584/1650 [05:17<09:36,  1.85it/s]
 35%|███▌      | 585/1650 [05:18<09:34,  1.85it/s]
 36%|███▌      | 586/1650 [05:18<09:34,  1.85it/s]
 36%|███▌      | 587/1650 [05:19<09:33,  1.85it/s]
 36%|███▌      | 588/1650 [05:19<09:32,  1.85it/s]
 36%|███▌      | 589/1650 [05:20<09:32,  1.85it/s]
 36%|███▌      | 590/1650 [05:21<09:31,  1.85it/s]
 36%|███▌      | 591/1650 [05:21<09:31,  1.85it/s]
 36%|███▌      | 592/1650 [05:22<09:32,  1.85it/s]
 36%|███▌      | 593/1650 [05:22<09:31,  1.85it/s]
 36%|███▌      | 594/1650 [05:23<09:29,  1.85it/s]
 36%|███▌      | 595/1650 [05:23<09:29,  1.85it/s]
 36%|███▌      | 596/1650 [05:24<09:28,  1.85it/s]
 36%|███▌      | 597/1650 [05:24<09:28,  1.85it/s]
 36%|███▌      | 598/1650 [05:25<09:27,  1.85it/s]
 36%|███▋      | 599/1650 [05:25<09:29,  1.85it/s]
 36%|███▋      | 600/1650 [05:26<09:27,  1.85it/s]
 36%|███▋      | 601/1650 [05:26<09:26,  1.85it/s]
 36%|███▋      | 602/1650 [05:27<09:27,  1.85it/s]
 37%|███▋      | 603/1650 [05:28<09:26,  1.85it/s]
 37%|███▋      | 604/1650 [05:28<09:25,  1.85it/s]
 37%|███▋      | 605/1650 [05:29<09:25,  1.85it/s]
 37%|███▋      | 606/1650 [05:29<09:24,  1.85it/s]
 37%|███▋      | 607/1650 [05:30<09:24,  1.85it/s]
 37%|███▋      | 608/1650 [05:30<09:23,  1.85it/s]
 37%|███▋      | 609/1650 [05:31<09:22,  1.85it/s]
 37%|███▋      | 610/1650 [05:31<09:21,  1.85it/s]
 37%|███▋      | 611/1650 [05:32<09:21,  1.85it/s]
 37%|███▋      | 612/1650 [05:32<09:20,  1.85it/s]
 37%|███▋      | 613/1650 [05:33<09:19,  1.85it/s]
 37%|███▋      | 614/1650 [05:33<09:21,  1.85it/s]
 37%|███▋      | 615/1650 [05:34<09:20,  1.85it/s]
 37%|███▋      | 616/1650 [05:35<09:18,  1.85it/s]
 37%|███▋      | 617/1650 [05:35<09:17,  1.85it/s]
 37%|███▋      | 618/1650 [05:36<09:16,  1.85it/s]
 38%|███▊      | 619/1650 [05:36<09:15,  1.86it/s]
 38%|███▊      | 620/1650 [05:37<09:14,  1.86it/s]
 38%|███▊      | 621/1650 [05:37<09:14,  1.86it/s]
 38%|███▊      | 622/1650 [05:38<09:14,  1.85it/s]
 38%|███▊      | 623/1650 [05:38<09:13,  1.86it/s]
 38%|███▊      | 624/1650 [05:39<09:13,  1.85it/s]
 38%|███▊      | 625/1650 [05:39<09:13,  1.85it/s]
 38%|███▊      | 626/1650 [05:40<09:12,  1.85it/s]
 38%|███▊      | 627/1650 [05:40<09:11,  1.85it/s]
 38%|███▊      | 628/1650 [05:41<09:11,  1.85it/s]
 38%|███▊      | 629/1650 [05:42<09:12,  1.85it/s]
 38%|███▊      | 630/1650 [05:42<09:10,  1.85it/s]
 38%|███▊      | 631/1650 [05:43<09:09,  1.85it/s]
 38%|███▊      | 632/1650 [05:43<09:09,  1.85it/s]
 38%|███▊      | 633/1650 [05:44<09:08,  1.85it/s]
 38%|███▊      | 634/1650 [05:44<09:07,  1.85it/s]
 38%|███▊      | 635/1650 [05:45<09:06,  1.86it/s]
 39%|███▊      | 636/1650 [05:45<09:08,  1.85it/s]
 39%|███▊      | 637/1650 [05:46<09:07,  1.85it/s]
 39%|███▊      | 638/1650 [05:46<09:06,  1.85it/s]
 39%|███▊      | 639/1650 [05:47<09:07,  1.85it/s]
 39%|███▉      | 640/1650 [05:48<09:05,  1.85it/s]
 39%|███▉      | 641/1650 [05:48<09:04,  1.85it/s]
 39%|███▉      | 642/1650 [05:49<09:03,  1.86it/s]
 39%|███▉      | 643/1650 [05:49<09:03,  1.85it/s]
 39%|███▉      | 644/1650 [05:50<09:06,  1.84it/s]
 39%|███▉      | 645/1650 [05:50<09:04,  1.85it/s]
 39%|███▉      | 646/1650 [05:51<09:03,  1.85it/s]
 39%|███▉      | 647/1650 [05:51<09:01,  1.85it/s]
 39%|███▉      | 648/1650 [05:52<09:00,  1.85it/s]
 39%|███▉      | 649/1650 [05:52<09:00,  1.85it/s]
 39%|███▉      | 650/1650 [05:53<08:59,  1.85it/s]
 39%|███▉      | 651/1650 [05:53<09:00,  1.85it/s]
 40%|███▉      | 652/1650 [05:54<08:59,  1.85it/s]
 40%|███▉      | 653/1650 [05:55<08:58,  1.85it/s]
 40%|███▉      | 654/1650 [05:55<08:57,  1.85it/s]
 40%|███▉      | 655/1650 [05:56<08:56,  1.85it/s]
 40%|███▉      | 656/1650 [05:56<08:55,  1.86it/s]
 40%|███▉      | 657/1650 [05:57<08:55,  1.86it/s]
 40%|███▉      | 658/1650 [05:57<08:54,  1.86it/s]
 40%|███▉      | 659/1650 [05:58<08:53,  1.86it/s]
 40%|████      | 660/1650 [05:58<08:54,  1.85it/s]
 40%|████      | 661/1650 [05:59<08:53,  1.85it/s]
 40%|████      | 662/1650 [05:59<08:53,  1.85it/s]
 40%|████      | 663/1650 [06:00<08:52,  1.85it/s]
 40%|████      | 664/1650 [06:00<08:51,  1.85it/s]
 40%|████      | 665/1650 [06:01<08:50,  1.86it/s]
 40%|████      | 666/1650 [06:02<08:51,  1.85it/s]
 40%|████      | 667/1650 [06:02<08:50,  1.85it/s]
 40%|████      | 668/1650 [06:03<08:49,  1.85it/s]
 41%|████      | 669/1650 [06:03<08:48,  1.86it/s]
 41%|████      | 670/1650 [06:04<08:48,  1.85it/s]
 41%|████      | 671/1650 [06:04<08:48,  1.85it/s]
 41%|████      | 672/1650 [06:05<08:47,  1.86it/s]
 41%|████      | 673/1650 [06:05<08:47,  1.85it/s]
 41%|████      | 674/1650 [06:06<08:46,  1.85it/s]
 41%|████      | 675/1650 [06:06<08:45,  1.86it/s]
 41%|████      | 676/1650 [06:07<08:46,  1.85it/s]
 41%|████      | 677/1650 [06:07<08:46,  1.85it/s]
 41%|████      | 678/1650 [06:08<08:44,  1.85it/s]
 41%|████      | 679/1650 [06:09<08:44,  1.85it/s]
 41%|████      | 680/1650 [06:09<08:43,  1.85it/s]
 41%|████▏     | 681/1650 [06:10<08:44,  1.85it/s]
 41%|████▏     | 682/1650 [06:10<08:42,  1.85it/s]
 41%|████▏     | 683/1650 [06:11<08:41,  1.85it/s]
 41%|████▏     | 684/1650 [06:11<08:41,  1.85it/s]
 42%|████▏     | 685/1650 [06:12<08:40,  1.85it/s]
 42%|████▏     | 686/1650 [06:12<08:39,  1.86it/s]
 42%|████▏     | 687/1650 [06:13<08:39,  1.85it/s]
 42%|████▏     | 688/1650 [06:13<08:39,  1.85it/s]
 42%|████▏     | 689/1650 [06:14<08:38,  1.85it/s]
 42%|████▏     | 690/1650 [06:15<08:37,  1.85it/s]
 42%|████▏     | 691/1650 [06:15<08:37,  1.85it/s]
 42%|████▏     | 692/1650 [06:16<08:36,  1.86it/s]
 42%|████▏     | 693/1650 [06:16<08:35,  1.86it/s]
 42%|████▏     | 694/1650 [06:17<08:34,  1.86it/s]
 42%|████▏     | 695/1650 [06:17<08:34,  1.86it/s]
 42%|████▏     | 696/1650 [06:18<08:33,  1.86it/s]
 42%|████▏     | 697/1650 [06:18<08:33,  1.86it/s]
 42%|████▏     | 698/1650 [06:19<08:32,  1.86it/s]
 42%|████▏     | 699/1650 [06:19<08:31,  1.86it/s]
 42%|████▏     | 700/1650 [06:20<08:31,  1.86it/s]
 42%|████▏     | 701/1650 [06:20<08:31,  1.86it/s]
 43%|████▎     | 702/1650 [06:21<08:30,  1.86it/s]
 43%|████▎     | 703/1650 [06:22<08:30,  1.85it/s]
 43%|████▎     | 704/1650 [06:22<08:30,  1.85it/s]
 43%|████▎     | 705/1650 [06:23<08:29,  1.85it/s]
 43%|████▎     | 706/1650 [06:23<08:28,  1.86it/s]
 43%|████▎     | 707/1650 [06:24<08:28,  1.85it/s]
 43%|████▎     | 708/1650 [06:24<08:28,  1.85it/s]
 43%|████▎     | 709/1650 [06:25<08:27,  1.85it/s]
 43%|████▎     | 710/1650 [06:25<08:27,  1.85it/s]
 43%|████▎     | 711/1650 [06:26<08:26,  1.85it/s]
 43%|████▎     | 712/1650 [06:26<08:25,  1.85it/s]
 43%|████▎     | 713/1650 [06:27<08:26,  1.85it/s]
 43%|████▎     | 714/1650 [06:27<08:25,  1.85it/s]
 43%|████▎     | 715/1650 [06:28<08:25,  1.85it/s]
 43%|████▎     | 716/1650 [06:29<08:24,  1.85it/s]
 43%|████▎     | 717/1650 [06:29<08:23,  1.85it/s]
 44%|████▎     | 718/1650 [06:30<08:24,  1.85it/s]
 44%|████▎     | 719/1650 [06:30<08:24,  1.85it/s]
 44%|████▎     | 720/1650 [06:31<08:22,  1.85it/s]
 44%|████▎     | 721/1650 [06:31<08:22,  1.85it/s]
 44%|████▍     | 722/1650 [06:32<08:21,  1.85it/s]
 44%|████▍     | 723/1650 [06:32<08:20,  1.85it/s]
 44%|████▍     | 724/1650 [06:33<08:19,  1.85it/s]
 44%|████▍     | 725/1650 [06:33<08:19,  1.85it/s]
 44%|████▍     | 726/1650 [06:34<08:19,  1.85it/s]
 44%|████▍     | 727/1650 [06:34<08:18,  1.85it/s]
 44%|████▍     | 728/1650 [06:35<08:18,  1.85it/s]
 44%|████▍     | 729/1650 [06:36<08:17,  1.85it/s]
 44%|████▍     | 730/1650 [06:36<08:16,  1.85it/s]
 44%|████▍     | 731/1650 [06:37<08:16,  1.85it/s]
 44%|████▍     | 732/1650 [06:37<08:15,  1.85it/s]
 44%|████▍     | 733/1650 [06:38<08:15,  1.85it/s]
 44%|████▍     | 734/1650 [06:38<08:14,  1.85it/s]
 45%|████▍     | 735/1650 [06:39<08:14,  1.85it/s]
 45%|████▍     | 736/1650 [06:39<08:13,  1.85it/s]
 45%|████▍     | 737/1650 [06:40<08:12,  1.85it/s]
 45%|████▍     | 738/1650 [06:40<08:11,  1.85it/s]
 45%|████▍     | 739/1650 [06:41<08:11,  1.85it/s]
 45%|████▍     | 740/1650 [06:41<08:11,  1.85it/s]
 45%|████▍     | 741/1650 [06:42<08:10,  1.85it/s]
 45%|████▍     | 742/1650 [06:43<08:10,  1.85it/s]
 45%|████▌     | 743/1650 [06:43<08:09,  1.85it/s]
 45%|████▌     | 744/1650 [06:44<08:08,  1.86it/s]
 45%|████▌     | 745/1650 [06:44<08:07,  1.86it/s]
 45%|████▌     | 746/1650 [06:45<08:06,  1.86it/s]
 45%|████▌     | 747/1650 [06:45<08:06,  1.86it/s]
 45%|████▌     | 748/1650 [06:46<08:06,  1.85it/s]
 45%|████▌     | 749/1650 [06:46<08:06,  1.85it/s]
 45%|████▌     | 750/1650 [06:47<08:05,  1.85it/s]
 46%|████▌     | 751/1650 [06:47<08:04,  1.85it/s]
 46%|████▌     | 752/1650 [06:48<08:04,  1.85it/s]
 46%|████▌     | 753/1650 [06:48<08:03,  1.86it/s]
 46%|████▌     | 754/1650 [06:49<08:02,  1.86it/s]
 46%|████▌     | 755/1650 [06:50<08:03,  1.85it/s]
 46%|████▌     | 756/1650 [06:50<08:02,  1.85it/s]
 46%|████▌     | 757/1650 [06:51<08:01,  1.86it/s]
 46%|████▌     | 758/1650 [06:51<08:00,  1.86it/s]
 46%|████▌     | 759/1650 [06:52<07:59,  1.86it/s]
 46%|████▌     | 760/1650 [06:52<07:58,  1.86it/s]
 46%|████▌     | 761/1650 [06:53<07:58,  1.86it/s]
 46%|████▌     | 762/1650 [06:53<08:01,  1.84it/s]
 46%|████▌     | 763/1650 [06:54<08:00,  1.85it/s]
 46%|████▋     | 764/1650 [06:54<07:59,  1.85it/s]
 46%|████▋     | 765/1650 [06:55<07:57,  1.85it/s]
 46%|████▋     | 766/1650 [06:56<07:56,  1.85it/s]
 46%|████▋     | 767/1650 [06:56<07:57,  1.85it/s]
 47%|████▋     | 768/1650 [06:57<07:56,  1.85it/s]
 47%|████▋     | 769/1650 [06:57<07:55,  1.85it/s]
 47%|████▋     | 770/1650 [06:58<07:55,  1.85it/s]
 47%|████▋     | 771/1650 [06:58<07:54,  1.85it/s]
 47%|████▋     | 772/1650 [06:59<07:53,  1.85it/s]
 47%|████▋     | 773/1650 [06:59<07:52,  1.86it/s]
 47%|████▋     | 774/1650 [07:00<07:52,  1.85it/s]
 47%|████▋     | 775/1650 [07:00<07:51,  1.85it/s]
 47%|████▋     | 776/1650 [07:01<07:51,  1.85it/s]
 47%|████▋     | 777/1650 [07:01<07:51,  1.85it/s]
 47%|████▋     | 778/1650 [07:02<07:50,  1.85it/s]
 47%|████▋     | 779/1650 [07:03<07:49,  1.85it/s]
 47%|████▋     | 780/1650 [07:03<07:49,  1.85it/s]
 47%|████▋     | 781/1650 [07:04<07:48,  1.86it/s]
 47%|████▋     | 782/1650 [07:04<07:47,  1.85it/s]
 47%|████▋     | 783/1650 [07:05<07:47,  1.85it/s]
 48%|████▊     | 784/1650 [07:05<07:46,  1.86it/s]
 48%|████▊     | 785/1650 [07:06<07:46,  1.86it/s]
 48%|████▊     | 786/1650 [07:06<07:45,  1.86it/s]
 48%|████▊     | 787/1650 [07:07<07:45,  1.86it/s]
 48%|████▊     | 788/1650 [07:07<07:44,  1.86it/s]
 48%|████▊     | 789/1650 [07:08<07:43,  1.86it/s]
 48%|████▊     | 790/1650 [07:08<07:43,  1.85it/s]
 48%|████▊     | 791/1650 [07:09<07:43,  1.86it/s]
 48%|████▊     | 792/1650 [07:10<07:43,  1.85it/s]
 48%|████▊     | 793/1650 [07:10<07:42,  1.85it/s]
 48%|████▊     | 794/1650 [07:11<07:41,  1.85it/s]
 48%|████▊     | 795/1650 [07:11<07:41,  1.85it/s]
 48%|████▊     | 796/1650 [07:12<07:40,  1.85it/s]
 48%|████▊     | 797/1650 [07:12<07:39,  1.86it/s]
 48%|████▊     | 798/1650 [07:13<07:39,  1.86it/s]
 48%|████▊     | 799/1650 [07:13<07:38,  1.86it/s]
 48%|████▊     | 800/1650 [07:14<07:37,  1.86it/s]
 49%|████▊     | 801/1650 [07:14<07:37,  1.86it/s]
 49%|████▊     | 802/1650 [07:15<07:36,  1.86it/s]
 49%|████▊     | 803/1650 [07:15<07:36,  1.86it/s]
 49%|████▊     | 804/1650 [07:16<07:35,  1.86it/s]
 49%|████▉     | 805/1650 [07:17<07:35,  1.86it/s]
 49%|████▉     | 806/1650 [07:17<07:34,  1.86it/s]
 49%|████▉     | 807/1650 [07:18<07:35,  1.85it/s]
 49%|████▉     | 808/1650 [07:18<07:35,  1.85it/s]
 49%|████▉     | 809/1650 [07:19<07:33,  1.85it/s]
 49%|████▉     | 810/1650 [07:19<07:32,  1.85it/s]
 49%|████▉     | 811/1650 [07:20<07:32,  1.85it/s]
 49%|████▉     | 812/1650 [07:20<07:32,  1.85it/s]
 49%|████▉     | 813/1650 [07:21<07:31,  1.85it/s]
 49%|████▉     | 814/1650 [07:21<07:32,  1.85it/s]
 49%|████▉     | 815/1650 [07:22<07:31,  1.85it/s]
 49%|████▉     | 816/1650 [07:22<07:29,  1.85it/s]
 50%|████▉     | 817/1650 [07:23<07:29,  1.85it/s]
 50%|████▉     | 818/1650 [07:24<07:28,  1.85it/s]
 50%|████▉     | 819/1650 [07:24<07:27,  1.86it/s]
 50%|████▉     | 820/1650 [07:25<07:27,  1.85it/s]
 50%|████▉     | 821/1650 [07:25<07:26,  1.85it/s]
 50%|████▉     | 822/1650 [07:26<07:26,  1.86it/s]
 50%|████▉     | 823/1650 [07:26<07:25,  1.86it/s]
 50%|████▉     | 824/1650 [07:27<07:24,  1.86it/s]
 50%|█████     | 825/1650 [07:27<07:25,  1.85it/s]
 50%|█████     | 826/1650 [07:28<07:24,  1.85it/s]
 50%|█████     | 827/1650 [07:28<07:23,  1.86it/s]
 50%|█████     | 828/1650 [07:29<07:23,  1.86it/s]
 50%|█████     | 829/1650 [07:29<07:22,  1.86it/s]
 50%|█████     | 830/1650 [07:30<07:21,  1.86it/s]
 50%|█████     | 831/1650 [07:31<07:21,  1.85it/s]
 50%|█████     | 832/1650 [07:31<07:21,  1.85it/s]
 50%|█████     | 833/1650 [07:32<07:20,  1.85it/s]
 51%|█████     | 834/1650 [07:32<07:19,  1.86it/s]
 51%|█████     | 835/1650 [07:33<07:19,  1.85it/s]
 51%|█████     | 836/1650 [07:33<07:20,  1.85it/s]
 51%|█████     | 837/1650 [07:34<07:19,  1.85it/s]
 51%|█████     | 838/1650 [07:34<07:18,  1.85it/s]
 51%|█████     | 839/1650 [07:35<07:18,  1.85it/s]
 51%|█████     | 840/1650 [07:35<07:17,  1.85it/s]
 51%|█████     | 841/1650 [07:36<07:17,  1.85it/s]
 51%|█████     | 842/1650 [07:37<07:15,  1.85it/s]
 51%|█████     | 843/1650 [07:37<07:15,  1.85it/s]
 51%|█████     | 844/1650 [07:38<07:15,  1.85it/s]
 51%|█████     | 845/1650 [07:38<07:15,  1.85it/s]
 51%|█████▏    | 846/1650 [07:39<07:14,  1.85it/s]
 51%|█████▏    | 847/1650 [07:39<07:13,  1.85it/s]
 51%|█████▏    | 848/1650 [07:40<07:12,  1.86it/s]
 51%|█████▏    | 849/1650 [07:40<07:11,  1.86it/s]
 52%|█████▏    | 850/1650 [07:41<07:11,  1.85it/s]
 52%|█████▏    | 851/1650 [07:41<07:10,  1.86it/s]
 52%|█████▏    | 852/1650 [07:42<07:10,  1.86it/s]
 52%|█████▏    | 853/1650 [07:42<07:09,  1.85it/s]
 52%|█████▏    | 854/1650 [07:43<07:08,  1.86it/s]
 52%|█████▏    | 855/1650 [07:44<07:08,  1.86it/s]
 52%|█████▏    | 856/1650 [07:44<07:07,  1.86it/s]
 52%|█████▏    | 857/1650 [07:45<07:07,  1.86it/s]
 52%|█████▏    | 858/1650 [07:45<07:07,  1.85it/s]
 52%|█████▏    | 859/1650 [07:46<07:08,  1.85it/s]
 52%|█████▏    | 860/1650 [07:46<07:07,  1.85it/s]
 52%|█████▏    | 861/1650 [07:47<07:06,  1.85it/s]
 52%|█████▏    | 862/1650 [07:47<07:05,  1.85it/s]
 52%|█████▏    | 863/1650 [07:48<07:04,  1.85it/s]
 52%|█████▏    | 864/1650 [07:48<07:03,  1.86it/s]
 52%|█████▏    | 865/1650 [07:49<07:03,  1.85it/s]
 52%|█████▏    | 866/1650 [07:49<07:03,  1.85it/s]
 53%|█████▎    | 867/1650 [07:50<07:03,  1.85it/s]
 53%|█████▎    | 868/1650 [07:51<07:02,  1.85it/s]
 53%|█████▎    | 869/1650 [07:51<07:01,  1.85it/s]
 53%|█████▎    | 870/1650 [07:52<07:00,  1.86it/s]
 53%|█████▎    | 871/1650 [07:52<06:59,  1.86it/s]
 53%|█████▎    | 872/1650 [07:53<06:59,  1.86it/s]
 53%|█████▎    | 873/1650 [07:53<06:58,  1.86it/s]
 53%|█████▎    | 874/1650 [07:54<06:57,  1.86it/s]
 53%|█████▎    | 875/1650 [07:54<06:57,  1.86it/s]
 53%|█████▎    | 876/1650 [07:55<06:57,  1.85it/s]
 53%|█████▎    | 877/1650 [07:55<06:57,  1.85it/s]
 53%|█████▎    | 878/1650 [07:56<06:57,  1.85it/s]
 53%|█████▎    | 879/1650 [07:56<06:56,  1.85it/s]
 53%|█████▎    | 880/1650 [07:57<06:56,  1.85it/s]
 53%|█████▎    | 881/1650 [07:58<06:56,  1.85it/s]
 53%|█████▎    | 882/1650 [07:58<06:55,  1.85it/s]
 54%|█████▎    | 883/1650 [07:59<06:54,  1.85it/s]
 54%|█████▎    | 884/1650 [07:59<06:53,  1.85it/s]
 54%|█████▎    | 885/1650 [08:00<06:52,  1.85it/s]
 54%|█████▎    | 886/1650 [08:00<06:52,  1.85it/s]
 54%|█████▍    | 887/1650 [08:01<06:51,  1.85it/s]
 54%|█████▍    | 888/1650 [08:01<06:51,  1.85it/s]
 54%|█████▍    | 889/1650 [08:02<06:51,  1.85it/s]
 54%|█████▍    | 890/1650 [08:02<06:50,  1.85it/s]
 54%|█████▍    | 891/1650 [08:03<06:49,  1.85it/s]
 54%|█████▍    | 892/1650 [08:03<06:48,  1.85it/s]
 54%|█████▍    | 893/1650 [08:04<06:48,  1.85it/s]
 54%|█████▍    | 894/1650 [08:05<06:47,  1.85it/s]
 54%|█████▍    | 895/1650 [08:05<06:47,  1.85it/s]
 54%|█████▍    | 896/1650 [08:06<06:48,  1.85it/s]
 54%|█████▍    | 897/1650 [08:06<06:46,  1.85it/s]
 54%|█████▍    | 898/1650 [08:07<06:45,  1.85it/s]
 54%|█████▍    | 899/1650 [08:07<06:45,  1.85it/s]
 55%|█████▍    | 900/1650 [08:08<06:44,  1.85it/s]
 55%|█████▍    | 901/1650 [08:08<06:44,  1.85it/s]
 55%|█████▍    | 902/1650 [08:09<06:44,  1.85it/s]
 55%|█████▍    | 903/1650 [08:09<06:43,  1.85it/s]
 55%|█████▍    | 904/1650 [08:10<06:42,  1.85it/s]
 55%|█████▍    | 905/1650 [08:11<06:41,  1.85it/s]
 55%|█████▍    | 906/1650 [08:11<06:41,  1.85it/s]
 55%|█████▍    | 907/1650 [08:12<06:40,  1.85it/s]
 55%|█████▌    | 908/1650 [08:12<06:39,  1.86it/s]
 55%|█████▌    | 909/1650 [08:13<06:38,  1.86it/s]
 55%|█████▌    | 910/1650 [08:13<06:38,  1.86it/s]
 55%|█████▌    | 911/1650 [08:14<06:37,  1.86it/s]
 55%|█████▌    | 912/1650 [08:14<06:37,  1.86it/s]
 55%|█████▌    | 913/1650 [08:15<06:36,  1.86it/s]
 55%|█████▌    | 914/1650 [08:15<06:36,  1.86it/s]
 55%|█████▌    | 915/1650 [08:16<06:35,  1.86it/s]
 56%|█████▌    | 916/1650 [08:16<06:35,  1.86it/s]
 56%|█████▌    | 917/1650 [08:17<06:35,  1.85it/s]
 56%|█████▌    | 918/1650 [08:18<06:36,  1.85it/s]
 56%|█████▌    | 919/1650 [08:18<06:36,  1.84it/s]
 56%|█████▌    | 920/1650 [08:19<06:35,  1.85it/s]
 56%|█████▌    | 921/1650 [08:19<06:34,  1.85it/s]
 56%|█████▌    | 922/1650 [08:20<06:33,  1.85it/s]
 56%|█████▌    | 923/1650 [08:20<06:33,  1.85it/s]
 56%|█████▌    | 924/1650 [08:21<06:32,  1.85it/s]
 56%|█████▌    | 925/1650 [08:21<06:31,  1.85it/s]
 56%|█████▌    | 926/1650 [08:22<06:30,  1.85it/s]
 56%|█████▌    | 927/1650 [08:22<06:30,  1.85it/s]
 56%|█████▌    | 928/1650 [08:23<06:30,  1.85it/s]
 56%|█████▋    | 929/1650 [08:23<06:29,  1.85it/s]
 56%|█████▋    | 930/1650 [08:24<06:28,  1.85it/s]
 56%|█████▋    | 931/1650 [08:25<06:27,  1.85it/s]
 56%|█████▋    | 932/1650 [08:25<06:27,  1.85it/s]
 57%|█████▋    | 933/1650 [08:26<06:28,  1.85it/s]
 57%|█████▋    | 934/1650 [08:26<06:27,  1.85it/s]
 57%|█████▋    | 935/1650 [08:27<06:26,  1.85it/s]
 57%|█████▋    | 936/1650 [08:27<06:25,  1.85it/s]
 57%|█████▋    | 937/1650 [08:28<06:24,  1.86it/s]
 57%|█████▋    | 938/1650 [08:28<06:23,  1.86it/s]
 57%|█████▋    | 939/1650 [08:29<06:23,  1.86it/s]
 57%|█████▋    | 940/1650 [08:29<06:23,  1.85it/s]
 57%|█████▋    | 941/1650 [08:30<06:23,  1.85it/s]
 57%|█████▋    | 942/1650 [08:30<06:22,  1.85it/s]
 57%|█████▋    | 943/1650 [08:31<06:21,  1.85it/s]
 57%|█████▋    | 944/1650 [08:32<06:21,  1.85it/s]
 57%|█████▋    | 945/1650 [08:32<06:20,  1.85it/s]
 57%|█████▋    | 946/1650 [08:33<06:19,  1.85it/s]
 57%|█████▋    | 947/1650 [08:33<06:18,  1.86it/s]
 57%|█████▋    | 948/1650 [08:34<06:19,  1.85it/s]
 58%|█████▊    | 949/1650 [08:34<06:18,  1.85it/s]
 58%|█████▊    | 950/1650 [08:35<06:17,  1.85it/s]
 58%|█████▊    | 951/1650 [08:35<06:17,  1.85it/s]
 58%|█████▊    | 952/1650 [08:36<06:16,  1.85it/s]
 58%|█████▊    | 953/1650 [08:36<06:15,  1.86it/s]
 58%|█████▊    | 954/1650 [08:37<06:15,  1.85it/s]
 58%|█████▊    | 955/1650 [08:37<06:15,  1.85it/s]
 58%|█████▊    | 956/1650 [08:38<06:15,  1.85it/s]
 58%|█████▊    | 957/1650 [08:39<06:14,  1.85it/s]
 58%|█████▊    | 958/1650 [08:39<06:13,  1.85it/s]
 58%|█████▊    | 959/1650 [08:40<06:13,  1.85it/s]
 58%|█████▊    | 960/1650 [08:40<06:12,  1.85it/s]
 58%|█████▊    | 961/1650 [08:41<06:12,  1.85it/s]
 58%|█████▊    | 962/1650 [08:41<06:11,  1.85it/s]
 58%|█████▊    | 963/1650 [08:42<06:10,  1.85it/s]
 58%|█████▊    | 964/1650 [08:42<06:10,  1.85it/s]
 58%|█████▊    | 965/1650 [08:43<06:09,  1.85it/s]
 59%|█████▊    | 966/1650 [08:43<06:08,  1.85it/s]
 59%|█████▊    | 967/1650 [08:44<06:08,  1.85it/s]
 59%|█████▊    | 968/1650 [08:45<06:07,  1.85it/s]
 59%|█████▊    | 969/1650 [08:45<06:07,  1.86it/s]
 59%|█████▉    | 970/1650 [08:46<06:07,  1.85it/s]
 59%|█████▉    | 971/1650 [08:46<06:06,  1.85it/s]
 59%|█████▉    | 972/1650 [08:47<06:06,  1.85it/s]
 59%|█████▉    | 973/1650 [08:47<06:05,  1.85it/s]
 59%|█████▉    | 974/1650 [08:48<06:06,  1.85it/s]
 59%|█████▉    | 975/1650 [08:48<06:05,  1.85it/s]
 59%|█████▉    | 976/1650 [08:49<06:04,  1.85it/s]
 59%|█████▉    | 977/1650 [08:49<06:04,  1.84it/s]
 59%|█████���    | 978/1650 [08:50<06:03,  1.85it/s]
 59%|█████▉    | 979/1650 [08:50<06:02,  1.85it/s]
 59%|█████▉    | 980/1650 [08:51<06:01,  1.85it/s]
 59%|█████▉    | 981/1650 [08:52<06:01,  1.85it/s]
 60%|█████▉    | 982/1650 [08:52<06:00,  1.85it/s]
 60%|█████▉    | 983/1650 [08:53<05:59,  1.85it/s]
 60%|█████▉    | 984/1650 [08:53<05:59,  1.85it/s]
 60%|█████▉    | 985/1650 [08:54<05:59,  1.85it/s]
 60%|█████▉    | 986/1650 [08:54<05:58,  1.85it/s]
 60%|█████▉    | 987/1650 [08:55<05:58,  1.85it/s]
 60%|█████▉    | 988/1650 [08:55<05:57,  1.85it/s]
 60%|█████▉    | 989/1650 [08:56<05:57,  1.85it/s]
 60%|██████    | 990/1650 [08:56<05:56,  1.85it/s]
 60%|██████    | 991/1650 [08:57<05:55,  1.85it/s]
 60%|██████    | 992/1650 [08:57<05:54,  1.85it/s]
 60%|██████    | 993/1650 [08:58<05:54,  1.86it/s]
 60%|██████    | 994/1650 [08:59<05:53,  1.86it/s]
 60%|██████    | 995/1650 [08:59<05:52,  1.86it/s]
 60%|██████    | 996/1650 [09:00<05:52,  1.86it/s]
 60%|██████    | 997/1650 [09:00<05:51,  1.86it/s]
 60%|██████    | 998/1650 [09:01<05:51,  1.86it/s]
 61%|██████    | 999/1650 [09:01<05:50,  1.86it/s]
 61%|██████    | 1000/1650 [09:02<05:50,  1.85it/s]
                                                   
{'loss': 1.0478, 'learning_rate': 1.1818181818181819e-05, 'epoch': 1.21}
+
 61%|██████    | 1000/1650 [09:02<05:50,  1.85it/s]
 61%|██████    | 1001/1650 [09:02<05:50,  1.85it/s]
 61%|██████    | 1002/1650 [09:03<05:49,  1.85it/s]
 61%|██████    | 1003/1650 [09:03<05:49,  1.85it/s]
 61%|██████    | 1004/1650 [09:04<05:48,  1.85it/s]
 61%|██████    | 1005/1650 [09:04<05:48,  1.85it/s]
 61%|██████    | 1006/1650 [09:05<05:47,  1.85it/s]
 61%|██████    | 1007/1650 [09:06<05:47,  1.85it/s]
 61%|██████    | 1008/1650 [09:06<05:47,  1.85it/s]
 61%|██████    | 1009/1650 [09:07<05:46,  1.85it/s]
 61%|██████    | 1010/1650 [09:07<05:45,  1.85it/s]
 61%|██████▏   | 1011/1650 [09:08<05:44,  1.85it/s]
 61%|██████▏   | 1012/1650 [09:08<05:44,  1.85it/s]
 61%|██████▏   | 1013/1650 [09:09<05:43,  1.86it/s]
 61%|██████▏   | 1014/1650 [09:09<05:43,  1.85it/s]
 62%|██████▏   | 1015/1650 [09:10<05:42,  1.85it/s]
 62%|██████▏   | 1016/1650 [09:10<05:41,  1.85it/s]
 62%|██████▏   | 1017/1650 [09:11<05:41,  1.85it/s]
 62%|██████▏   | 1018/1650 [09:12<05:40,  1.85it/s]
 62%|██████▏   | 1019/1650 [09:12<05:40,  1.86it/s]
 62%|██████▏   | 1020/1650 [09:13<05:39,  1.86it/s]
 62%|██████▏   | 1021/1650 [09:13<05:38,  1.86it/s]
 62%|██████▏   | 1022/1650 [09:14<05:39,  1.85it/s]
 62%|██████▏   | 1023/1650 [09:14<05:38,  1.85it/s]
 62%|██████▏   | 1024/1650 [09:15<05:38,  1.85it/s]
 62%|██████▏   | 1025/1650 [09:15<05:37,  1.85it/s]
 62%|██████▏   | 1026/1650 [09:16<05:36,  1.85it/s]
 62%|██████▏   | 1027/1650 [09:16<05:35,  1.86it/s]
 62%|██████▏   | 1028/1650 [09:17<05:35,  1.85it/s]
 62%|██████▏   | 1029/1650 [09:17<05:34,  1.85it/s]
 62%|██████▏   | 1030/1650 [09:18<05:34,  1.85it/s]
 62%|██████▏   | 1031/1650 [09:19<05:34,  1.85it/s]
 63%|██████▎   | 1032/1650 [09:19<05:33,  1.85it/s]
 63%|██████▎   | 1033/1650 [09:20<05:33,  1.85it/s]
 63%|██████▎   | 1034/1650 [09:20<05:33,  1.85it/s]
 63%|██████▎   | 1035/1650 [09:21<05:32,  1.85it/s]
 63%|██████▎   | 1036/1650 [09:21<05:31,  1.85it/s]
 63%|██████▎   | 1037/1650 [09:22<05:30,  1.85it/s]
 63%|██████▎   | 1038/1650 [09:22<05:30,  1.85it/s]
 63%|██████▎   | 1039/1650 [09:23<05:29,  1.85it/s]
 63%|██████▎   | 1040/1650 [09:23<05:28,  1.85it/s]
 63%|██████▎   | 1041/1650 [09:24<05:28,  1.86it/s]
 63%|██████▎   | 1042/1650 [09:24<05:27,  1.86it/s]
 63%|██████▎   | 1043/1650 [09:25<05:27,  1.85it/s]
 63%|██████▎   | 1044/1650 [09:26<05:27,  1.85it/s]
 63%|██████▎   | 1045/1650 [09:26<05:27,  1.85it/s]
 63%|██████▎   | 1046/1650 [09:27<05:26,  1.85it/s]
 63%|██████▎   | 1047/1650 [09:27<05:25,  1.85it/s]
 64%|██████▎   | 1048/1650 [09:28<05:24,  1.86it/s]
 64%|██████▎   | 1049/1650 [09:28<05:24,  1.85it/s]
 64%|██████▎   | 1050/1650 [09:29<05:23,  1.86it/s]
 64%|██████▎   | 1051/1650 [09:29<05:22,  1.86it/s]
 64%|██████▍   | 1052/1650 [09:30<05:22,  1.86it/s]
 64%|██████▍   | 1053/1650 [09:30<05:21,  1.86it/s]
 64%|█████��▍   | 1054/1650 [09:31<05:20,  1.86it/s]
 64%|██████▍   | 1055/1650 [09:31<05:21,  1.85it/s]
 64%|██████▍   | 1056/1650 [09:32<05:20,  1.85it/s]
 64%|██████▍   | 1057/1650 [09:33<05:19,  1.86it/s]
 64%|██████▍   | 1058/1650 [09:33<05:19,  1.86it/s]
 64%|██████▍   | 1059/1650 [09:34<05:19,  1.85it/s]
 64%|██████▍   | 1060/1650 [09:34<05:18,  1.85it/s]
 64%|██████▍   | 1061/1650 [09:35<05:18,  1.85it/s]
 64%|██████▍   | 1062/1650 [09:35<05:17,  1.85it/s]
 64%|██████▍   | 1063/1650 [09:36<05:17,  1.85it/s]
 64%|██████▍   | 1064/1650 [09:36<05:16,  1.85it/s]
 65%|██████▍   | 1065/1650 [09:37<05:16,  1.85it/s]
 65%|██████▍   | 1066/1650 [09:37<05:16,  1.85it/s]
 65%|██████▍   | 1067/1650 [09:38<05:15,  1.85it/s]
 65%|██████▍   | 1068/1650 [09:39<05:14,  1.85it/s]
 65%|██████▍   | 1069/1650 [09:39<05:13,  1.85it/s]
 65%|██████▍   | 1070/1650 [09:40<05:13,  1.85it/s]
 65%|██████▍   | 1071/1650 [09:40<05:12,  1.85it/s]
 65%|██████▍   | 1072/1650 [09:41<05:11,  1.85it/s]
 65%|██████▌   | 1073/1650 [09:41<05:10,  1.86it/s]
 65%|██████▌   | 1074/1650 [09:42<05:10,  1.85it/s]
 65%|██████▌   | 1075/1650 [09:42<05:09,  1.86it/s]
 65%|██████▌   | 1076/1650 [09:43<05:09,  1.85it/s]
 65%|██████▌   | 1077/1650 [09:43<05:09,  1.85it/s]
 65%|██████▌   | 1078/1650 [09:44<05:08,  1.86it/s]
 65%|██████▌   | 1079/1650 [09:44<05:07,  1.86it/s]
 65%|██████▌   | 1080/1650 [09:45<05:07,  1.86it/s]
 66%|██████▌   | 1081/1650 [09:46<05:07,  1.85it/s]
 66%|██████▌   | 1082/1650 [09:46<05:07,  1.85it/s]
 66%|██████▌   | 1083/1650 [09:47<05:06,  1.85it/s]
 66%|██████▌   | 1084/1650 [09:47<05:05,  1.85it/s]
 66%|██████▌   | 1085/1650 [09:48<05:04,  1.86it/s]
 66%|██████▌   | 1086/1650 [09:48<05:04,  1.85it/s]
 66%|██████▌   | 1087/1650 [09:49<05:03,  1.85it/s]
 66%|██████▌   | 1088/1650 [09:49<05:03,  1.85it/s]
 66%|██████▌   | 1089/1650 [09:50<05:02,  1.86it/s]
 66%|██████▌   | 1090/1650 [09:50<05:01,  1.86it/s]
 66%|██████▌   | 1091/1650 [09:51<05:01,  1.86it/s]
 66%|██████▌   | 1092/1650 [09:51<05:00,  1.85it/s]
 66%|██████▌   | 1093/1650 [09:52<05:00,  1.85it/s]
 66%|██████▋   | 1094/1650 [09:53<05:00,  1.85it/s]
 66%|██████▋   | 1095/1650 [09:53<04:59,  1.85it/s]
 66%|██████▋   | 1096/1650 [09:54<04:59,  1.85it/s]
 66%|██████▋   | 1097/1650 [09:54<04:59,  1.85it/s]
 67%|██████▋   | 1098/1650 [09:55<04:58,  1.85it/s]
 67%|██████▋   | 1099/1650 [09:55<04:58,  1.85it/s]
 67%|██████▋   | 1100/1650 [09:56<04:57,  1.85it/s]
 67%|██████▋   | 1101/1650 [09:56<04:56,  1.85it/s]
 67%|██████▋   | 1102/1650 [09:57<04:55,  1.85it/s]
 67%|██████▋   | 1103/1650 [09:57<04:55,  1.85it/s]
 67%|██████▋   | 1104/1650 [09:58<04:54,  1.85it/s]
 67%|██████▋   | 1105/1650 [09:58<04:53,  1.85it/s]
 67%|██████▋   | 1106/1650 [09:59<04:53,  1.85it/s]
 67%|██████▋   | 1107/1650 [10:00<04:52,  1.85it/s]
 67%|██████▋   | 1108/1650 [10:00<04:52,  1.86it/s]
 67%|██████▋   | 1109/1650 [10:01<04:51,  1.85it/s]
 67%|██████▋   | 1110/1650 [10:01<04:50,  1.86it/s]
 67%|██████▋   | 1111/1650 [10:02<04:50,  1.85it/s]
 67%|██████▋   | 1112/1650 [10:02<04:49,  1.86it/s]
 67%|██████▋   | 1113/1650 [10:03<04:49,  1.85it/s]
 68%|██████▊   | 1114/1650 [10:03<04:49,  1.85it/s]
 68%|██████▊   | 1115/1650 [10:04<04:48,  1.85it/s]
 68%|██████▊   | 1116/1650 [10:04<04:47,  1.85it/s]
 68%|██████▊   | 1117/1650 [10:05<04:47,  1.86it/s]
 68%|██████▊   | 1118/1650 [10:05<04:47,  1.85it/s]
 68%|██████▊   | 1119/1650 [10:06<04:46,  1.85it/s]
 68%|██████▊   | 1120/1650 [10:07<04:46,  1.85it/s]
 68%|██████▊   | 1121/1650 [10:07<04:45,  1.85it/s]
 68%|██████▊   | 1122/1650 [10:08<04:44,  1.85it/s]
 68%|██████▊   | 1123/1650 [10:08<04:43,  1.86it/s]
 68%|██████▊   | 1124/1650 [10:09<04:43,  1.86it/s]
 68%|██████▊   | 1125/1650 [10:09<04:44,  1.85it/s]
 68%|██████▊   | 1126/1650 [10:10<04:43,  1.85it/s]
 68%|██████▊   | 1127/1650 [10:10<04:42,  1.85it/s]
 68%|██████▊   | 1128/1650 [10:11<04:41,  1.85it/s]
 68%|██████▊   | 1129/1650 [10:11<04:40,  1.85it/s]
 68%|██████▊   | 1130/1650 [10:12<04:40,  1.86it/s]
 69%|██████▊   | 1131/1650 [10:12<04:39,  1.86it/s]
 69%|██████▊   | 1132/1650 [10:13<04:39,  1.86it/s]
 69%|██████▊   | 1133/1650 [10:14<04:39,  1.85it/s]
 69%|██████▊   | 1134/1650 [10:14<04:38,  1.85it/s]
 69%|██████▉   | 1135/1650 [10:15<04:38,  1.85it/s]
 69%|██████▉   | 1136/1650 [10:15<04:37,  1.85it/s]
 69%|██████▉   | 1137/1650 [10:16<04:36,  1.85it/s]
 69%|██████▉   | 1138/1650 [10:16<04:36,  1.85it/s]
 69%|██████▉   | 1139/1650 [10:17<04:35,  1.86it/s]
 69%|██████▉   | 1140/1650 [10:17<04:35,  1.85it/s]
 69%|██████▉   | 1141/1650 [10:18<04:34,  1.85it/s]
 69%|██████▉   | 1142/1650 [10:18<04:33,  1.86it/s]
 69%|██████▉   | 1143/1650 [10:19<04:33,  1.86it/s]
 69%|██████▉   | 1144/1650 [10:20<04:32,  1.85it/s]
 69%|██████▉   | 1145/1650 [10:20<04:32,  1.86it/s]
 69%|██████▉   | 1146/1650 [10:21<04:31,  1.85it/s]
 70%|██████▉   | 1147/1650 [10:21<04:31,  1.86it/s]
 70%|██████▉   | 1148/1650 [10:22<04:31,  1.85it/s]
 70%|██████▉   | 1149/1650 [10:22<04:30,  1.85it/s]
 70%|██████▉   | 1150/1650 [10:23<04:30,  1.85it/s]
 70%|██████▉   | 1151/1650 [10:23<04:29,  1.85it/s]
 70%|██████▉   | 1152/1650 [10:24<04:28,  1.85it/s]
 70%|██████▉   | 1153/1650 [10:24<04:28,  1.85it/s]
 70%|██████▉   | 1154/1650 [10:25<04:27,  1.85it/s]
 70%|███████   | 1155/1650 [10:25<04:27,  1.85it/s]
 70%|███████   | 1156/1650 [10:26<04:27,  1.85it/s]
 70%|███████   | 1157/1650 [10:27<04:26,  1.85it/s]
 70%|███████   | 1158/1650 [10:27<04:25,  1.85it/s]
 70%|███████   | 1159/1650 [10:28<04:24,  1.86it/s]
 70%|███████   | 1160/1650 [10:28<04:24,  1.85it/s]
 70%|███████   | 1161/1650 [10:29<04:24,  1.85it/s]
 70%|███████   | 1162/1650 [10:29<04:23,  1.85it/s]
 70%|███████   | 1163/1650 [10:30<04:22,  1.85it/s]
 71%|███████   | 1164/1650 [10:30<04:22,  1.85it/s]
 71%|███████   | 1165/1650 [10:31<04:21,  1.85it/s]
 71%|███████   | 1166/1650 [10:31<04:20,  1.86it/s]
 71%|███████   | 1167/1650 [10:32<04:20,  1.86it/s]
 71%|███████   | 1168/1650 [10:32<04:19,  1.86it/s]
 71%|███████   | 1169/1650 [10:33<04:19,  1.85it/s]
 71%|███████   | 1170/1650 [10:34<04:19,  1.85it/s]
 71%|███████   | 1171/1650 [10:34<04:18,  1.85it/s]
 71%|███████   | 1172/1650 [10:35<04:18,  1.85it/s]
 71%|███████   | 1173/1650 [10:35<04:17,  1.85it/s]
 71%|███████   | 1174/1650 [10:36<04:16,  1.85it/s]
 71%|███████   | 1175/1650 [10:36<04:16,  1.85it/s]
 71%|███████▏  | 1176/1650 [10:37<04:15,  1.85it/s]
 71%|███████▏  | 1177/1650 [10:37<04:15,  1.85it/s]
 71%|███████▏  | 1178/1650 [10:38<04:14,  1.85it/s]
 71%|███████▏  | 1179/1650 [10:38<04:14,  1.85it/s]
 72%|███████▏  | 1180/1650 [10:39<04:13,  1.86it/s]
 72%|███████▏  | 1181/1650 [10:39<04:12,  1.86it/s]
 72%|███████▏  | 1182/1650 [10:40<04:12,  1.85it/s]
 72%|███████▏  | 1183/1650 [10:41<04:11,  1.85it/s]
 72%|███████▏  | 1184/1650 [10:41<04:11,  1.86it/s]
 72%|███████▏  | 1185/1650 [10:42<04:11,  1.85it/s]
 72%|███████▏  | 1186/1650 [10:42<04:10,  1.85it/s]
 72%|███████▏  | 1187/1650 [10:43<04:09,  1.85it/s]
 72%|███████▏  | 1188/1650 [10:43<04:09,  1.85it/s]
 72%|███████▏  | 1189/1650 [10:44<04:09,  1.85it/s]
 72%|███████▏  | 1190/1650 [10:44<04:08,  1.85it/s]
 72%|███████▏  | 1191/1650 [10:45<04:07,  1.85it/s]
 72%|███████▏  | 1192/1650 [10:45<04:06,  1.85it/s]
 72%|███████▏  | 1193/1650 [10:46<04:06,  1.86it/s]
 72%|███████▏  | 1194/1650 [10:46<04:05,  1.85it/s]
 72%|███████▏  | 1195/1650 [10:47<04:05,  1.86it/s]
 72%|███████▏  | 1196/1650 [10:48<04:04,  1.86it/s]
 73%|███████▎  | 1197/1650 [10:48<04:04,  1.86it/s]
 73%|███████▎  | 1198/1650 [10:49<04:03,  1.86it/s]
 73%|███████▎  | 1199/1650 [10:49<04:02,  1.86it/s]
 73%|███████▎  | 1200/1650 [10:50<04:03,  1.85it/s]
 73%|███████▎  | 1201/1650 [10:50<04:02,  1.85it/s]
 73%|███████▎  | 1202/1650 [10:51<04:01,  1.85it/s]
 73%|███████▎  | 1203/1650 [10:51<04:01,  1.85it/s]
 73%|███████▎  | 1204/1650 [10:52<04:00,  1.86it/s]
 73%|███████▎  | 1205/1650 [10:52<03:59,  1.86it/s]
 73%|███████▎  | 1206/1650 [10:53<03:59,  1.86it/s]
 73%|███████▎  | 1207/1650 [10:54<03:59,  1.85it/s]
 73%|███████▎  | 1208/1650 [10:54<03:58,  1.85it/s]
 73%|███████▎  | 1209/1650 [10:55<03:57,  1.85it/s]
 73%|███████▎  | 1210/1650 [10:55<03:57,  1.85it/s]
 73%|███████▎  | 1211/1650 [10:56<03:56,  1.86it/s]
 73%|███████▎  | 1212/1650 [10:56<03:55,  1.86it/s]
 74%|███████▎  | 1213/1650 [10:57<03:55,  1.86it/s]
 74%|███████▎  | 1214/1650 [10:57<03:54,  1.86it/s]
 74%|███████▎  | 1215/1650 [10:58<03:54,  1.86it/s]
 74%|███████▎  | 1216/1650 [10:58<03:53,  1.86it/s]
 74%|███████▍  | 1217/1650 [10:59<03:53,  1.86it/s]
 74%|███████▍  | 1218/1650 [10:59<03:52,  1.86it/s]
 74%|███████▍  | 1219/1650 [11:00<03:52,  1.86it/s]
 74%|███████▍  | 1220/1650 [11:01<03:51,  1.86it/s]
 74%|███████▍  | 1221/1650 [11:01<03:50,  1.86it/s]
 74%|███████▍  | 1222/1650 [11:02<03:51,  1.85it/s]
 74%|███████▍  | 1223/1650 [11:02<03:50,  1.85it/s]
 74%|███████▍  | 1224/1650 [11:03<03:49,  1.85it/s]
 74%|███████▍  | 1225/1650 [11:03<03:49,  1.85it/s]
 74%|███████▍  | 1226/1650 [11:04<03:48,  1.86it/s]
 74%|███████▍  | 1227/1650 [11:04<03:48,  1.85it/s]
 74%|███████▍  | 1228/1650 [11:05<03:47,  1.86it/s]
 74%|███████▍  | 1229/1650 [11:05<03:47,  1.85it/s]
 75%|███████▍  | 1230/1650 [11:06<03:46,  1.85it/s]
 75%|███████▍  | 1231/1650 [11:06<03:46,  1.85it/s]
 75%|███████▍  | 1232/1650 [11:07<03:45,  1.85it/s]
 75%|███████▍  | 1233/1650 [11:08<03:45,  1.85it/s]
 75%|███████▍  | 1234/1650 [11:08<03:44,  1.85it/s]
 75%|███████▍  | 1235/1650 [11:09<03:43,  1.85it/s]
 75%|███████▍  | 1236/1650 [11:09<03:43,  1.85it/s]
 75%|███████▍  | 1237/1650 [11:10<03:43,  1.85it/s]
 75%|███████▌  | 1238/1650 [11:10<03:42,  1.85it/s]
 75%|███████▌  | 1239/1650 [11:11<03:42,  1.85it/s]
 75%|███████▌  | 1240/1650 [11:11<03:41,  1.85it/s]
 75%|███████▌  | 1241/1650 [11:12<03:40,  1.85it/s]
 75%|███████▌  | 1242/1650 [11:12<03:40,  1.85it/s]
 75%|███████▌  | 1243/1650 [11:13<03:39,  1.86it/s]
 75%|███████▌  | 1244/1650 [11:13<03:39,  1.85it/s]
 75%|███████▌  | 1245/1650 [11:14<03:38,  1.85it/s]
 76%|███████▌  | 1246/1650 [11:15<03:37,  1.86it/s]
 76%|███████▌  | 1247/1650 [11:15<03:37,  1.85it/s]
 76%|███████▌  | 1248/1650 [11:16<03:36,  1.86it/s]
 76%|███████▌  | 1249/1650 [11:16<03:36,  1.85it/s]
 76%|███████▌  | 1250/1650 [11:17<03:35,  1.85it/s]
 76%|███████▌  | 1251/1650 [11:17<03:35,  1.85it/s]
 76%|███████▌  | 1252/1650 [11:18<03:34,  1.86it/s]
 76%|███████▌  | 1253/1650 [11:18<03:33,  1.86it/s]
 76%|███████▌  | 1254/1650 [11:19<03:33,  1.86it/s]
 76%|███████▌  | 1255/1650 [11:19<03:32,  1.86it/s]
 76%|███████▌  | 1256/1650 [11:20<03:32,  1.86it/s]
 76%|███████▌  | 1257/1650 [11:20<03:31,  1.86it/s]
 76%|███████▌  | 1258/1650 [11:21<03:31,  1.85it/s]
 76%|███████▋  | 1259/1650 [11:22<03:30,  1.85it/s]
 76%|███████▋  | 1260/1650 [11:22<03:30,  1.86it/s]
 76%|███████▋  | 1261/1650 [11:23<03:29,  1.86it/s]
 76%|███████▋  | 1262/1650 [11:23<03:29,  1.86it/s]
 77%|███████▋  | 1263/1650 [11:24<03:28,  1.86it/s]
 77%|███████▋  | 1264/1650 [11:24<03:27,  1.86it/s]
 77%|███████▋  | 1265/1650 [11:25<03:27,  1.86it/s]
 77%|███████▋  | 1266/1650 [11:25<03:26,  1.86it/s]
 77%|███████▋  | 1267/1650 [11:26<03:26,  1.86it/s]
 77%|███████▋  | 1268/1650 [11:26<03:25,  1.86it/s]
 77%|███████▋  | 1269/1650 [11:27<03:25,  1.85it/s]
 77%|███████▋  | 1270/1650 [11:27<03:25,  1.85it/s]
 77%|███████▋  | 1271/1650 [11:28<03:24,  1.85it/s]
 77%|███████▋  | 1272/1650 [11:29<03:24,  1.85it/s]
 77%|███████▋  | 1273/1650 [11:29<03:23,  1.85it/s]
 77%|███████▋  | 1274/1650 [11:30<03:23,  1.85it/s]
 77%|███████▋  | 1275/1650 [11:30<03:22,  1.85it/s]
 77%|███████▋  | 1276/1650 [11:31<03:22,  1.85it/s]
 77%|███████▋  | 1277/1650 [11:31<03:21,  1.85it/s]
 77%|███████▋  | 1278/1650 [11:32<03:21,  1.85it/s]
 78%|███████▊  | 1279/1650 [11:32<03:20,  1.85it/s]
 78%|███████▊  | 1280/1650 [11:33<03:20,  1.85it/s]
 78%|███████▊  | 1281/1650 [11:33<03:19,  1.85it/s]
 78%|███████▊  | 1282/1650 [11:34<03:19,  1.85it/s]
 78%|███████▊  | 1283/1650 [11:35<03:18,  1.85it/s]
 78%|███████▊  | 1284/1650 [11:35<03:18,  1.85it/s]
 78%|███████▊  | 1285/1650 [11:36<03:17,  1.85it/s]
 78%|███████▊  | 1286/1650 [11:36<03:16,  1.85it/s]
 78%|███████▊  | 1287/1650 [11:37<03:16,  1.85it/s]
 78%|███████▊  | 1288/1650 [11:37<03:15,  1.85it/s]
 78%|███████▊  | 1289/1650 [11:38<03:15,  1.85it/s]
 78%|███████▊  | 1290/1650 [11:38<03:14,  1.85it/s]
 78%|███████▊  | 1291/1650 [11:39<03:14,  1.85it/s]
 78%|███████▊  | 1292/1650 [11:39<03:13,  1.85it/s]
 78%|███████▊  | 1293/1650 [11:40<03:13,  1.85it/s]
 78%|███████▊  | 1294/1650 [11:40<03:12,  1.85it/s]
 78%|███████▊  | 1295/1650 [11:41<03:11,  1.85it/s]
 79%|███████▊  | 1296/1650 [11:42<03:12,  1.84it/s]
 79%|███████▊  | 1297/1650 [11:42<03:11,  1.84it/s]
 79%|███████▊  | 1298/1650 [11:43<03:10,  1.84it/s]
 79%|███████▊  | 1299/1650 [11:43<03:10,  1.84it/s]
 79%|███████▉  | 1300/1650 [11:44<03:09,  1.84it/s]
 79%|███████▉  | 1301/1650 [11:44<03:09,  1.85it/s]
 79%|███████▉  | 1302/1650 [11:45<03:08,  1.85it/s]
 79%|███████▉  | 1303/1650 [11:45<03:07,  1.85it/s]
 79%|███████▉  | 1304/1650 [11:46<03:07,  1.85it/s]
 79%|███████▉  | 1305/1650 [11:46<03:06,  1.85it/s]
 79%|███████▉  | 1306/1650 [11:47<03:05,  1.85it/s]
 79%|███████▉  | 1307/1650 [11:47<03:05,  1.85it/s]
 79%|███████▉  | 1308/1650 [11:48<03:04,  1.85it/s]
 79%|███████▉  | 1309/1650 [11:49<03:03,  1.85it/s]
 79%|███████▉  | 1310/1650 [11:49<03:03,  1.85it/s]
 79%|███████▉  | 1311/1650 [11:50<03:02,  1.85it/s]
 80%|███████▉  | 1312/1650 [11:50<03:02,  1.85it/s]
 80%|███████▉  | 1313/1650 [11:51<03:01,  1.85it/s]
 80%|███████▉  | 1314/1650 [11:51<03:01,  1.85it/s]
 80%|███████▉  | 1315/1650 [11:52<03:01,  1.85it/s]
 80%|███████▉  | 1316/1650 [11:52<03:00,  1.85it/s]
 80%|███████▉  | 1317/1650 [11:53<03:00,  1.85it/s]
 80%|███████▉  | 1318/1650 [11:53<02:59,  1.84it/s]
 80%|███████▉  | 1319/1650 [11:54<02:59,  1.85it/s]
 80%|████████  | 1320/1650 [11:55<02:58,  1.85it/s]
 80%|████████  | 1321/1650 [11:55<02:57,  1.85it/s]
 80%|████████  | 1322/1650 [11:56<02:56,  1.85it/s]
 80%|████████  | 1323/1650 [11:56<02:56,  1.85it/s]
 80%|████████  | 1324/1650 [11:57<02:55,  1.85it/s]
 80%|████████  | 1325/1650 [11:57<02:55,  1.85it/s]
 80%|████████  | 1326/1650 [11:58<02:55,  1.85it/s]
 80%|████████  | 1327/1650 [11:58<02:54,  1.85it/s]
 80%|████████  | 1328/1650 [11:59<02:53,  1.85it/s]
 81%|████████  | 1329/1650 [11:59<02:53,  1.85it/s]
 81%|████████  | 1330/1650 [12:00<02:52,  1.86it/s]
 81%|████████  | 1331/1650 [12:00<02:51,  1.85it/s]
 81%|████████  | 1332/1650 [12:01<02:51,  1.85it/s]
 81%|████████  | 1333/1650 [12:02<02:51,  1.85it/s]
 81%|████████  | 1334/1650 [12:02<02:51,  1.85it/s]
 81%|████████  | 1335/1650 [12:03<02:50,  1.85it/s]
 81%|████████  | 1336/1650 [12:03<02:49,  1.85it/s]
 81%|████████  | 1337/1650 [12:04<02:49,  1.85it/s]
 81%|████████  | 1338/1650 [12:04<02:48,  1.85it/s]
 81%|████████  | 1339/1650 [12:05<02:48,  1.85it/s]
 81%|████████  | 1340/1650 [12:05<02:47,  1.85it/s]
 81%|████████▏ | 1341/1650 [12:06<02:47,  1.85it/s]
 81%|████████▏ | 1342/1650 [12:06<02:46,  1.85it/s]
 81%|████████▏ | 1343/1650 [12:07<02:45,  1.85it/s]
 81%|████████▏ | 1344/1650 [12:07<02:45,  1.85it/s]
 82%|████████▏ | 1345/1650 [12:08<02:44,  1.85it/s]
 82%|████████▏ | 1346/1650 [12:09<02:44,  1.85it/s]
 82%|████████▏ | 1347/1650 [12:09<02:43,  1.85it/s]
 82%|████████▏ | 1348/1650 [12:10<02:42,  1.85it/s]
 82%|████████▏ | 1349/1650 [12:10<02:42,  1.85it/s]
 82%|████████▏ | 1350/1650 [12:11<02:41,  1.85it/s]
 82%|████████▏ | 1351/1650 [12:11<02:41,  1.85it/s]
 82%|████████▏ | 1352/1650 [12:12<02:40,  1.85it/s]
 82%|████████▏ | 1353/1650 [12:12<02:40,  1.85it/s]
 82%|████████▏ | 1354/1650 [12:13<02:39,  1.85it/s]
 82%|████████▏ | 1355/1650 [12:13<02:39,  1.85it/s]
 82%|████████▏ | 1356/1650 [12:14<02:38,  1.85it/s]
 82%|████████▏ | 1357/1650 [12:14<02:38,  1.85it/s]
 82%|████████▏ | 1358/1650 [12:15<02:37,  1.85it/s]
 82%|████████▏ | 1359/1650 [12:16<02:36,  1.86it/s]
 82%|████████▏ | 1360/1650 [12:16<02:36,  1.85it/s]
 82%|████████▏ | 1361/1650 [12:17<02:35,  1.85it/s]
 83%|████████▎ | 1362/1650 [12:17<02:35,  1.85it/s]
 83%|████████▎ | 1363/1650 [12:18<02:35,  1.85it/s]
 83%|████████▎ | 1364/1650 [12:18<02:34,  1.85it/s]
 83%|████████▎ | 1365/1650 [12:19<02:34,  1.85it/s]
 83%|████████▎ | 1366/1650 [12:19<02:33,  1.85it/s]
 83%|████████▎ | 1367/1650 [12:20<02:32,  1.85it/s]
 83%|████████▎ | 1368/1650 [12:20<02:32,  1.85it/s]
 83%|████████▎ | 1369/1650 [12:21<02:31,  1.85it/s]
 83%|████████▎ | 1370/1650 [12:22<02:31,  1.85it/s]
 83%|████████▎ | 1371/1650 [12:22<02:30,  1.85it/s]
 83%|████████▎ | 1372/1650 [12:23<02:30,  1.85it/s]
 83%|████████▎ | 1373/1650 [12:23<02:29,  1.85it/s]
 83%|████████▎ | 1374/1650 [12:24<02:29,  1.85it/s]
 83%|████████▎ | 1375/1650 [12:24<02:28,  1.85it/s]
 83%|████████▎ | 1376/1650 [12:25<02:27,  1.85it/s]
 83%|████████▎ | 1377/1650 [12:25<02:27,  1.86it/s]
 84%|████████▎ | 1378/1650 [12:26<02:26,  1.86it/s]
 84%|████████▎ | 1379/1650 [12:26<02:26,  1.85it/s]
 84%|████████▎ | 1380/1650 [12:27<02:25,  1.85it/s]
 84%|████████▎ | 1381/1650 [12:27<02:25,  1.85it/s]
 84%|████████▍ | 1382/1650 [12:28<02:25,  1.85it/s]
 84%|████████▍ | 1383/1650 [12:29<02:24,  1.85it/s]
 84%|████████▍ | 1384/1650 [12:29<02:23,  1.85it/s]
 84%|████████▍ | 1385/1650 [12:30<02:23,  1.85it/s]
 84%|████████▍ | 1386/1650 [12:30<02:22,  1.85it/s]
 84%|████████▍ | 1387/1650 [12:31<02:21,  1.86it/s]
 84%|████████▍ | 1388/1650 [12:31<02:21,  1.85it/s]
 84%|████████▍ | 1389/1650 [12:32<02:20,  1.85it/s]
 84%|████████▍ | 1390/1650 [12:32<02:20,  1.85it/s]
 84%|████████▍ | 1391/1650 [12:33<02:19,  1.85it/s]
 84%|████████▍ | 1392/1650 [12:33<02:19,  1.85it/s]
 84%|████████▍ | 1393/1650 [12:34<02:18,  1.85it/s]
 84%|████████▍ | 1394/1650 [12:34<02:18,  1.85it/s]
 85%|████████▍ | 1395/1650 [12:35<02:17,  1.85it/s]
 85%|████████▍ | 1396/1650 [12:36<02:17,  1.85it/s]
 85%|████████▍ | 1397/1650 [12:36<02:16,  1.85it/s]
 85%|████████▍ | 1398/1650 [12:37<02:16,  1.85it/s]
 85%|████████▍ | 1399/1650 [12:37<02:15,  1.85it/s]
 85%|████████▍ | 1400/1650 [12:38<02:14,  1.85it/s]
 85%|████████▍ | 1401/1650 [12:38<02:14,  1.86it/s]
 85%|████████▍ | 1402/1650 [12:39<02:13,  1.85it/s]
 85%|████████▌ | 1403/1650 [12:39<02:13,  1.85it/s]
 85%|████████▌ | 1404/1650 [12:40<02:12,  1.85it/s]
 85%|████████▌ | 1405/1650 [12:40<02:12,  1.86it/s]
 85%|████████▌ | 1406/1650 [12:41<02:11,  1.86it/s]
 85%|████████▌ | 1407/1650 [12:41<02:11,  1.85it/s]
 85%|████████▌ | 1408/1650 [12:42<02:10,  1.85it/s]
 85%|████████▌ | 1409/1650 [12:43<02:10,  1.85it/s]
 85%|████████▌ | 1410/1650 [12:43<02:09,  1.85it/s]
 86%|████████▌ | 1411/1650 [12:44<02:08,  1.86it/s]
 86%|████████▌ | 1412/1650 [12:44<02:08,  1.86it/s]
 86%|████████▌ | 1413/1650 [12:45<02:07,  1.86it/s]
 86%|████████▌ | 1414/1650 [12:45<02:07,  1.85it/s]
 86%|████████▌ | 1415/1650 [12:46<02:06,  1.85it/s]
 86%|████████▌ | 1416/1650 [12:46<02:06,  1.85it/s]
 86%|████████▌ | 1417/1650 [12:47<02:05,  1.85it/s]
 86%|████████▌ | 1418/1650 [12:47<02:05,  1.84it/s]
 86%|████████▌ | 1419/1650 [12:48<02:05,  1.85it/s]
 86%|████████▌ | 1420/1650 [12:49<02:05,  1.84it/s]
 86%|████████▌ | 1421/1650 [12:49<02:04,  1.84it/s]
 86%|████████▌ | 1422/1650 [12:50<02:03,  1.84it/s]
 86%|████████▌ | 1423/1650 [12:50<02:03,  1.84it/s]
 86%|████████▋ | 1424/1650 [12:51<02:02,  1.84it/s]
 86%|████████▋ | 1425/1650 [12:51<02:02,  1.84it/s]
 86%|████████▋ | 1426/1650 [12:52<02:01,  1.85it/s]
 86%|████████▋ | 1427/1650 [12:52<02:00,  1.85it/s]
 87%|████████▋ | 1428/1650 [12:53<02:00,  1.85it/s]
 87%|████████▋ | 1429/1650 [12:53<01:59,  1.84it/s]
 87%|████████▋ | 1430/1650 [12:54<01:59,  1.85it/s]
 87%|████████▋ | 1431/1650 [12:54<01:58,  1.85it/s]
 87%|████████▋ | 1432/1650 [12:55<01:58,  1.85it/s]
 87%|████████▋ | 1433/1650 [12:56<01:57,  1.84it/s]
 87%|████████▋ | 1434/1650 [12:56<01:57,  1.84it/s]
 87%|████████▋ | 1435/1650 [12:57<01:56,  1.84it/s]
 87%|████████▋ | 1436/1650 [12:57<01:56,  1.84it/s]
 87%|████████▋ | 1437/1650 [12:58<01:56,  1.83it/s]
 87%|████████▋ | 1438/1650 [12:58<01:55,  1.84it/s]
 87%|████████▋ | 1439/1650 [12:59<01:54,  1.84it/s]
 87%|████████▋ | 1440/1650 [12:59<01:54,  1.84it/s]
 87%|████████▋ | 1441/1650 [13:00<01:53,  1.84it/s]
 87%|████████▋ | 1442/1650 [13:00<01:52,  1.85it/s]
 87%|████████▋ | 1443/1650 [13:01<01:51,  1.85it/s]
 88%|████████▊ | 1444/1650 [13:02<01:51,  1.85it/s]
 88%|████████▊ | 1445/1650 [13:02<01:50,  1.85it/s]
 88%|████████▊ | 1446/1650 [13:03<01:50,  1.84it/s]
 88%|████████▊ | 1447/1650 [13:03<01:49,  1.85it/s]
 88%|████████▊ | 1448/1650 [13:04<01:49,  1.85it/s]
 88%|████████▊ | 1449/1650 [13:04<01:48,  1.85it/s]
 88%|████████▊ | 1450/1650 [13:05<01:48,  1.85it/s]
 88%|████████▊ | 1451/1650 [13:05<01:47,  1.84it/s]
 88%|████████▊ | 1452/1650 [13:06<01:47,  1.84it/s]
 88%|████████▊ | 1453/1650 [13:06<01:46,  1.84it/s]
 88%|████████▊ | 1454/1650 [13:07<01:46,  1.84it/s]
 88%|████████▊ | 1455/1650 [13:08<01:45,  1.84it/s]
 88%|████████▊ | 1456/1650 [13:08<01:45,  1.85it/s]
 88%|████████▊ | 1457/1650 [13:09<01:44,  1.84it/s]
 88%|████████▊ | 1458/1650 [13:09<01:44,  1.84it/s]
 88%|████████▊ | 1459/1650 [13:10<01:43,  1.84it/s]
 88%|████████▊ | 1460/1650 [13:10<01:42,  1.85it/s]
 89%|████████▊ | 1461/1650 [13:11<01:42,  1.85it/s]
 89%|████████▊ | 1462/1650 [13:11<01:41,  1.85it/s]
 89%|████████▊ | 1463/1650 [13:12<01:41,  1.84it/s]
 89%|████████▊ | 1464/1650 [13:12<01:41,  1.84it/s]
 89%|████████▉ | 1465/1650 [13:13<01:40,  1.84it/s]
 89%|████████▉ | 1466/1650 [13:13<01:40,  1.84it/s]
 89%|████████▉ | 1467/1650 [13:14<01:39,  1.84it/s]
 89%|████████▉ | 1468/1650 [13:15<01:38,  1.84it/s]
 89%|████████▉ | 1469/1650 [13:15<01:38,  1.84it/s]
 89%|████████▉ | 1470/1650 [13:16<01:37,  1.84it/s]
 89%|████████▉ | 1471/1650 [13:16<01:37,  1.84it/s]
 89%|████████▉ | 1472/1650 [13:17<01:36,  1.84it/s]
 89%|████████▉ | 1473/1650 [13:17<01:36,  1.84it/s]
 89%|████████▉ | 1474/1650 [13:18<01:35,  1.84it/s]
 89%|████████▉ | 1475/1650 [13:18<01:34,  1.84it/s]
 89%|████████▉ | 1476/1650 [13:19<01:34,  1.84it/s]
 90%|████████▉ | 1477/1650 [13:19<01:33,  1.84it/s]
 90%|████████▉ | 1478/1650 [13:20<01:33,  1.84it/s]
 90%|████████▉ | 1479/1650 [13:21<01:32,  1.85it/s]
 90%|████████▉ | 1480/1650 [13:21<01:32,  1.84it/s]
 90%|████████▉ | 1481/1650 [13:22<01:31,  1.84it/s]
 90%|████████▉ | 1482/1650 [13:22<01:31,  1.84it/s]
 90%|████████▉ | 1483/1650 [13:23<01:30,  1.84it/s]
 90%|████████▉ | 1484/1650 [13:23<01:30,  1.84it/s]
 90%|█████████ | 1485/1650 [13:24<01:29,  1.83it/s]
 90%|█████████ | 1486/1650 [13:24<01:29,  1.83it/s]
 90%|█████████ | 1487/1650 [13:25<01:28,  1.84it/s]
 90%|█████████ | 1488/1650 [13:25<01:28,  1.84it/s]
 90%|█████████ | 1489/1650 [13:26<01:27,  1.84it/s]
 90%|█████████ | 1490/1650 [13:27<01:27,  1.84it/s]
 90%|█████████ | 1491/1650 [13:27<01:26,  1.84it/s]
 90%|█████████ | 1492/1650 [13:28<01:25,  1.84it/s]
 90%|█████████ | 1493/1650 [13:28<01:25,  1.85it/s]
 91%|█████████ | 1494/1650 [13:29<01:24,  1.84it/s]
 91%|█████████ | 1495/1650 [13:29<01:24,  1.84it/s]
 91%|█████████ | 1496/1650 [13:30<01:23,  1.85it/s]
 91%|█████████ | 1497/1650 [13:30<01:23,  1.84it/s]
 91%|█████████ | 1498/1650 [13:31<01:22,  1.85it/s]
 91%|█████████ | 1499/1650 [13:31<01:22,  1.84it/s]
 91%|█████████ | 1500/1650 [13:32<01:21,  1.84it/s]
                                                   
{'loss': 0.5, 'learning_rate': 2.7272727272727272e-06, 'epoch': 1.82}
+
 91%|█████████ | 1500/1650 [13:32<01:21,  1.84it/s]
 91%|█████████ | 1501/1650 [13:32<01:20,  1.84it/s]
 91%|���████████ | 1502/1650 [13:33<01:20,  1.84it/s]
 91%|█████████ | 1503/1650 [13:34<01:19,  1.84it/s]
 91%|█████████ | 1504/1650 [13:34<01:19,  1.84it/s]
 91%|█████████ | 1505/1650 [13:35<01:18,  1.84it/s]
 91%|█████████▏| 1506/1650 [13:35<01:18,  1.84it/s]
 91%|█████████▏| 1507/1650 [13:36<01:17,  1.84it/s]
 91%|█████████▏| 1508/1650 [13:36<01:17,  1.84it/s]
 91%|█████████▏| 1509/1650 [13:37<01:16,  1.83it/s]
 92%|█████████▏| 1510/1650 [13:37<01:16,  1.83it/s]
 92%|█████████▏| 1511/1650 [13:38<01:15,  1.83it/s]
 92%|█████████▏| 1512/1650 [13:38<01:15,  1.83it/s]
 92%|█████████▏| 1513/1650 [13:39<01:14,  1.84it/s]
 92%|█████████▏| 1514/1650 [13:40<01:13,  1.84it/s]
 92%|█████████▏| 1515/1650 [13:40<01:13,  1.85it/s]
 92%|█████████▏| 1516/1650 [13:41<01:12,  1.85it/s]
 92%|█████████▏| 1517/1650 [13:41<01:12,  1.85it/s]
 92%|█████████▏| 1518/1650 [13:42<01:11,  1.85it/s]
 92%|█████████▏| 1519/1650 [13:42<01:10,  1.85it/s]
 92%|█████████▏| 1520/1650 [13:43<01:10,  1.85it/s]
 92%|█████████▏| 1521/1650 [13:43<01:09,  1.85it/s]
 92%|█████████▏| 1522/1650 [13:44<01:09,  1.85it/s]
 92%|█████████▏| 1523/1650 [13:44<01:08,  1.85it/s]
 92%|█████████▏| 1524/1650 [13:45<01:08,  1.85it/s]
 92%|█████████▏| 1525/1650 [13:46<01:07,  1.85it/s]
 92%|█████████▏| 1526/1650 [13:46<01:07,  1.85it/s]
 93%|█████████▎| 1527/1650 [13:47<01:06,  1.85it/s]
 93%|█████████▎| 1528/1650 [13:47<01:05,  1.85it/s]
 93%|█████████▎| 1529/1650 [13:48<01:05,  1.85it/s]
 93%|█████████▎| 1530/1650 [13:48<01:04,  1.85it/s]
 93%|█████████▎| 1531/1650 [13:49<01:04,  1.85it/s]
 93%|█████████▎| 1532/1650 [13:49<01:03,  1.85it/s]
 93%|█████████▎| 1533/1650 [13:50<01:03,  1.84it/s]
 93%|█████████▎| 1534/1650 [13:50<01:02,  1.85it/s]
 93%|█████████▎| 1535/1650 [13:51<01:02,  1.84it/s]
 93%|█████████▎| 1536/1650 [13:51<01:01,  1.85it/s]
 93%|█████████▎| 1537/1650 [13:52<01:01,  1.84it/s]
 93%|█████████▎| 1538/1650 [13:53<01:00,  1.84it/s]
 93%|█████████▎| 1539/1650 [13:53<01:00,  1.84it/s]
 93%|█████████▎| 1540/1650 [13:54<00:59,  1.85it/s]
 93%|█████████▎| 1541/1650 [13:54<00:58,  1.85it/s]
 93%|█████████▎| 1542/1650 [13:55<00:58,  1.85it/s]
 94%|█████████▎| 1543/1650 [13:55<00:57,  1.85it/s]
 94%|█████████▎| 1544/1650 [13:56<00:57,  1.85it/s]
 94%|█████████▎| 1545/1650 [13:56<00:56,  1.85it/s]
 94%|█████████▎| 1546/1650 [13:57<00:56,  1.85it/s]
 94%|█████████▍| 1547/1650 [13:57<00:55,  1.85it/s]
 94%|█████████▍| 1548/1650 [13:58<00:55,  1.85it/s]
 94%|█████████▍| 1549/1650 [13:58<00:54,  1.85it/s]
 94%|█████████▍| 1550/1650 [13:59<00:54,  1.85it/s]
 94%|█████████▍| 1551/1650 [14:00<00:53,  1.85it/s]
 94%|█████████▍| 1552/1650 [14:00<00:53,  1.85it/s]
 94%|█████████▍| 1553/1650 [14:01<00:52,  1.85it/s]
 94%|█████████▍| 1554/1650 [14:01<00:52,  1.85it/s]
 94%|█████████▍| 1555/1650 [14:02<00:51,  1.85it/s]
 94%|█████████▍| 1556/1650 [14:02<00:51,  1.84it/s]
 94%|█████████▍| 1557/1650 [14:03<00:50,  1.85it/s]
 94%|█████████▍| 1558/1650 [14:03<00:49,  1.85it/s]
 94%|█████████▍| 1559/1650 [14:04<00:49,  1.85it/s]
 95%|█████████▍| 1560/1650 [14:04<00:48,  1.85it/s]
 95%|█████████▍| 1561/1650 [14:05<00:48,  1.85it/s]
 95%|█████████▍| 1562/1650 [14:06<00:47,  1.85it/s]
 95%|█████████▍| 1563/1650 [14:06<00:46,  1.85it/s]
 95%|█████████▍| 1564/1650 [14:07<00:46,  1.85it/s]
 95%|█████████▍| 1565/1650 [14:07<00:46,  1.85it/s]
 95%|█████████▍| 1566/1650 [14:08<00:45,  1.85it/s]
 95%|█████████▍| 1567/1650 [14:08<00:44,  1.85it/s]
 95%|█████████▌| 1568/1650 [14:09<00:44,  1.85it/s]
 95%|█████████▌| 1569/1650 [14:09<00:43,  1.85it/s]
 95%|█████████▌| 1570/1650 [14:10<00:43,  1.85it/s]
 95%|█████████▌| 1571/1650 [14:10<00:42,  1.85it/s]
 95%|█████████▌| 1572/1650 [14:11<00:42,  1.85it/s]
 95%|█████��███▌| 1573/1650 [14:11<00:41,  1.85it/s]
 95%|█████████▌| 1574/1650 [14:12<00:41,  1.85it/s]
 95%|█████████▌| 1575/1650 [14:13<00:40,  1.85it/s]
 96%|█████████▌| 1576/1650 [14:13<00:40,  1.85it/s]
 96%|█████████▌| 1577/1650 [14:14<00:39,  1.85it/s]
 96%|█████████▌| 1578/1650 [14:14<00:38,  1.85it/s]
 96%|█████████▌| 1579/1650 [14:15<00:38,  1.85it/s]
 96%|█████████▌| 1580/1650 [14:15<00:37,  1.85it/s]
 96%|█████████▌| 1581/1650 [14:16<00:37,  1.85it/s]
 96%|█████████▌| 1582/1650 [14:16<00:36,  1.84it/s]
 96%|█████████▌| 1583/1650 [14:17<00:36,  1.84it/s]
 96%|█████████▌| 1584/1650 [14:17<00:35,  1.84it/s]
 96%|█████████▌| 1585/1650 [14:18<00:35,  1.85it/s]
 96%|█████████▌| 1586/1650 [14:19<00:34,  1.84it/s]
 96%|█████████▌| 1587/1650 [14:19<00:34,  1.85it/s]
 96%|█████████▌| 1588/1650 [14:20<00:33,  1.84it/s]
 96%|█████████▋| 1589/1650 [14:20<00:33,  1.84it/s]
 96%|█████████▋| 1590/1650 [14:21<00:32,  1.84it/s]
 96%|█████████▋| 1591/1650 [14:21<00:32,  1.84it/s]
 96%|█████████▋| 1592/1650 [14:22<00:31,  1.84it/s]
 97%|█████████▋| 1593/1650 [14:22<00:30,  1.84it/s]
 97%|█████████▋| 1594/1650 [14:23<00:30,  1.85it/s]
 97%|█████████▋| 1595/1650 [14:23<00:29,  1.84it/s]
 97%|█████████▋| 1596/1650 [14:24<00:29,  1.84it/s]
 97%|█████████▋| 1597/1650 [14:24<00:28,  1.85it/s]
 97%|█████████▋| 1598/1650 [14:25<00:28,  1.85it/s]
 97%|█████████▋| 1599/1650 [14:26<00:27,  1.84it/s]
 97%|█████████▋| 1600/1650 [14:26<00:27,  1.85it/s]
 97%|█████████▋| 1601/1650 [14:27<00:26,  1.84it/s]
 97%|█████████▋| 1602/1650 [14:27<00:26,  1.84it/s]
 97%|█████████▋| 1603/1650 [14:28<00:25,  1.84it/s]
 97%|█████████▋| 1604/1650 [14:28<00:24,  1.85it/s]
 97%|█████████▋| 1605/1650 [14:29<00:24,  1.84it/s]
 97%|█████████▋| 1606/1650 [14:29<00:23,  1.84it/s]
 97%|█████████▋| 1607/1650 [14:30<00:23,  1.84it/s]
 97%|█████████▋| 1608/1650 [14:30<00:22,  1.85it/s]
 98%|█████████▊| 1609/1650 [14:31<00:22,  1.84it/s]
 98%|█████████▊| 1610/1650 [14:32<00:21,  1.85it/s]
 98%|█████████▊| 1611/1650 [14:32<00:21,  1.84it/s]
 98%|█████████▊| 1612/1650 [14:33<00:20,  1.85it/s]
 98%|█████████▊| 1613/1650 [14:33<00:20,  1.84it/s]
 98%|█████████▊| 1614/1650 [14:34<00:19,  1.85it/s]
 98%|█████████▊| 1615/1650 [14:34<00:18,  1.85it/s]
 98%|█████████▊| 1616/1650 [14:35<00:18,  1.85it/s]
 98%|█████████▊| 1617/1650 [14:35<00:17,  1.85it/s]
 98%|█████████▊| 1618/1650 [14:36<00:17,  1.85it/s]
 98%|█████████▊| 1619/1650 [14:36<00:16,  1.85it/s]
 98%|█████████▊| 1620/1650 [14:37<00:16,  1.85it/s]
 98%|█████████▊| 1621/1650 [14:37<00:15,  1.84it/s]
 98%|█████████▊| 1622/1650 [14:38<00:15,  1.85it/s]
 98%|█████████▊| 1623/1650 [14:39<00:14,  1.84it/s]
 98%|█████████▊| 1624/1650 [14:39<00:14,  1.84it/s]
 98%|█████████▊| 1625/1650 [14:40<00:13,  1.85it/s]
 99%|█████████▊| 1626/1650 [14:40<00:12,  1.85it/s]
 99%|█████████▊| 1627/1650 [14:41<00:12,  1.85it/s]
 99%|█████████▊| 1628/1650 [14:41<00:11,  1.85it/s]
 99%|█████████▊| 1629/1650 [14:42<00:11,  1.85it/s]
 99%|█████████▉| 1630/1650 [14:42<00:10,  1.85it/s]
 99%|█████████▉| 1631/1650 [14:43<00:10,  1.85it/s]
 99%|█████████▉| 1632/1650 [14:43<00:09,  1.85it/s]
 99%|█████████▉| 1633/1650 [14:44<00:09,  1.86it/s]
 99%|█████████▉| 1634/1650 [14:45<00:08,  1.85it/s]
 99%|█████████▉| 1635/1650 [14:45<00:08,  1.84it/s]
 99%|█████████▉| 1636/1650 [14:46<00:07,  1.85it/s]
 99%|█████████▉| 1637/1650 [14:46<00:07,  1.85it/s]
 99%|█████████▉| 1638/1650 [14:47<00:06,  1.85it/s]
 99%|█████████▉| 1639/1650 [14:47<00:05,  1.85it/s]
 99%|█████████▉| 1640/1650 [14:48<00:05,  1.85it/s]
 99%|█████████▉| 1641/1650 [14:48<00:04,  1.85it/s]
100%|█████████▉| 1642/1650 [14:49<00:04,  1.85it/s]
100%|█████████▉| 1643/1650 [14:49<00:03,  1.85it/s]
100%|████████���▉| 1644/1650 [14:50<00:03,  1.85it/s]
100%|█████████▉| 1645/1650 [14:50<00:02,  1.85it/s]
100%|█████████▉| 1646/1650 [14:51<00:02,  1.85it/s]
100%|█████████▉| 1647/1650 [14:52<00:01,  1.85it/s]
100%|█████████▉| 1648/1650 [14:52<00:01,  1.85it/s]
100%|█████████▉| 1649/1650 [14:53<00:00,  1.85it/s]
100%|██████████| 1650/1650 [14:53<00:00,  1.84it/s][INFO|trainer.py:1761] 2022-07-13 17:47:45,832 >> 
+
+Training completed. Do not forget to share your model on huggingface.co/models =)
+
+
+
                                                   
{'train_runtime': 893.6642, 'train_samples_per_second': 3.693, 'train_steps_per_second': 1.846, 'train_loss': 0.9066677579012784, 'epoch': 2.0}
+
100%|██████████| 1650/1650 [14:53<00:00,  1.84it/s]
100%|██████████| 1650/1650 [14:53<00:00,  1.85it/s]
+[INFO|trainer.py:2503] 2022-07-13 17:47:45,833 >> Saving model checkpoint to ../results/phrase_sense_disambiguation//qa/allenai/longformer-base-4096-20K-2K/finetuned
+[INFO|configuration_utils.py:446] 2022-07-13 17:47:45,834 >> Configuration saved in ../results/phrase_sense_disambiguation//qa/allenai/longformer-base-4096-20K-2K/finetuned/config.json
+[INFO|modeling_utils.py:1660] 2022-07-13 17:47:46,557 >> Model weights saved in ../results/phrase_sense_disambiguation//qa/allenai/longformer-base-4096-20K-2K/finetuned/pytorch_model.bin
+[INFO|tokenization_utils_base.py:2123] 2022-07-13 17:47:46,558 >> tokenizer config file saved in ../results/phrase_sense_disambiguation//qa/allenai/longformer-base-4096-20K-2K/finetuned/tokenizer_config.json
+[INFO|tokenization_utils_base.py:2130] 2022-07-13 17:47:46,558 >> Special tokens file saved in ../results/phrase_sense_disambiguation//qa/allenai/longformer-base-4096-20K-2K/finetuned/special_tokens_map.json
+***** train metrics *****
+  epoch                    =        2.0
+  train_loss               =     0.9067
+  train_runtime            = 0:14:53.66
+  train_samples            =       1650
+  train_samples_per_second =      3.693
+  train_steps_per_second   =      1.846
+07/13/2022 17:47:46 - INFO - __main__ - *** Evaluate ***
+[INFO|trainer.py:661] 2022-07-13 17:47:46,637 >> The following columns in the evaluation set don't have a corresponding argument in `LongformerForQuestionAnswering.forward` and have been ignored: offset_mapping, example_id. If offset_mapping, example_id are not expected by `LongformerForQuestionAnswering.forward`,  you can safely ignore this message.
+[INFO|trainer.py:2753] 2022-07-13 17:47:46,639 >> ***** Running Evaluation *****
+[INFO|trainer.py:2755] 2022-07-13 17:47:46,639 >>   Num examples = 500
+[INFO|trainer.py:2758] 2022-07-13 17:47:46,639 >>   Batch size = 2
+
  0%|          | 0/250 [00:00<?, ?it/s]
  1%|          | 2/250 [00:00<00:15, 16.14it/s]
  2%|▏         | 4/250 [00:00<00:24, 10.19it/s]
  2%|▏         | 6/250 [00:00<00:26,  9.10it/s]
  3%|▎         | 7/250 [00:00<00:27,  8.83it/s]
  3%|▎         | 8/250 [00:00<00:28,  8.62it/s]
  4%|▎         | 9/250 [00:00<00:28,  8.47it/s]
  4%|▍         | 10/250 [00:01<00:28,  8.36it/s]
  4%|▍         | 11/250 [00:01<00:28,  8.29it/s]
  5%|▍         | 12/250 [00:01<00:28,  8.23it/s]
  5%|▌         | 13/250 [00:01<00:28,  8.18it/s]
  6%|▌         | 14/250 [00:01<00:28,  8.15it/s]
  6%|▌         | 15/250 [00:01<00:28,  8.14it/s]
  6%|▋         | 16/250 [00:01<00:28,  8.10it/s]
  7%|▋         | 17/250 [00:01<00:28,  8.09it/s]
  7%|▋         | 18/250 [00:02<00:28,  8.09it/s]
  8%|▊         | 19/250 [00:02<00:28,  8.08it/s]
  8%|▊         | 20/250 [00:02<00:28,  8.09it/s]
  8%|▊         | 21/250 [00:02<00:28,  8.09it/s]
  9%|▉         | 22/250 [00:02<00:28,  8.09it/s]
  9%|▉         | 23/250 [00:02<00:28,  8.09it/s]
 10%|▉         | 24/250 [00:02<00:27,  8.08it/s]
 10%|█         | 25/250 [00:02<00:27,  8.09it/s]
 10%|█         | 26/250 [00:03<00:27,  8.09it/s]
 11%|█         | 27/250 [00:03<00:27,  8.10it/s]
 11%|█         | 28/250 [00:03<00:27,  8.10it/s]
 12%|█▏        | 29/250 [00:03<00:27,  8.10it/s]
 12%|█▏        | 30/250 [00:03<00:27,  8.10it/s]
 12%|█▏        | 31/250 [00:03<00:27,  8.09it/s]
 13%|█▎        | 32/250 [00:03<00:26,  8.09it/s]
 13%|█▎        | 33/250 [00:03<00:26,  8.10it/s]
 14%|█▎        | 34/250 [00:04<00:26,  8.10it/s]
 14%|█▍        | 35/250 [00:04<00:26,  8.10it/s]
 14%|█▍        | 36/250 [00:04<00:26,  8.10it/s]
 15%|█▍        | 37/250 [00:04<00:26,  8.06it/s]
 15%|█▌        | 38/250 [00:04<00:26,  8.06it/s]
 16%|█▌        | 39/250 [00:04<00:26,  8.07it/s]
 16%|█▌        | 40/250 [00:04<00:25,  8.08it/s]
 16%|█▋        | 41/250 [00:04<00:25,  8.08it/s]
 17%|█▋        | 42/250 [00:05<00:25,  8.09it/s]
 17%|█▋        | 43/250 [00:05<00:25,  8.09it/s]
 18%|█▊        | 44/250 [00:05<00:25,  8.09it/s]
 18%|█▊        | 45/250 [00:05<00:25,  8.09it/s]
 18%|█▊        | 46/250 [00:05<00:25,  8.09it/s]
 19%|█▉        | 47/250 [00:05<00:25,  8.09it/s]
 19%|█▉        | 48/250 [00:05<00:24,  8.10it/s]
 20%|█▉        | 49/250 [00:05<00:24,  8.09it/s]
 20%|██        | 50/250 [00:06<00:24,  8.10it/s]
 20%|██        | 51/250 [00:06<00:24,  8.09it/s]
 21%|██        | 52/250 [00:06<00:24,  8.09it/s]
 21%|██        | 53/250 [00:06<00:24,  8.09it/s]
 22%|██▏       | 54/250 [00:06<00:24,  8.09it/s]
 22%|██▏       | 55/250 [00:06<00:24,  8.08it/s]
 22%|██▏       | 56/250 [00:06<00:23,  8.09it/s]
 23%|██▎       | 57/250 [00:06<00:23,  8.08it/s]
 23%|██▎       | 58/250 [00:07<00:23,  8.04it/s]
 24%|██▎       | 59/250 [00:07<00:23,  8.05it/s]
 24%|██▍       | 60/250 [00:07<00:23,  8.06it/s]
 24%|██▍       | 61/250 [00:07<00:23,  8.06it/s]
 25%|██▍       | 62/250 [00:07<00:23,  8.07it/s]
 25%|██▌       | 63/250 [00:07<00:23,  8.09it/s]
 26%|██▌       | 64/250 [00:07<00:22,  8.09it/s]
 26%|██▌       | 65/250 [00:07<00:22,  8.09it/s]
 26%|██▋       | 66/250 [00:08<00:22,  8.09it/s]
 27%|██▋       | 67/250 [00:08<00:22,  8.10it/s]
 27%|██▋       | 68/250 [00:08<00:22,  8.10it/s]
 28%|██▊       | 69/250 [00:08<00:22,  8.09it/s]
 28%|██▊       | 70/250 [00:08<00:22,  8.09it/s]
 28%|██▊       | 71/250 [00:08<00:22,  8.07it/s]
 29%|██▉       | 72/250 [00:08<00:22,  8.07it/s]
 29%|██▉       | 73/250 [00:08<00:21,  8.09it/s]
 30%|██▉       | 74/250 [00:09<00:21,  8.08it/s]
 30%|███       | 75/250 [00:09<00:21,  8.09it/s]
 30%|███       | 76/250 [00:09<00:21,  8.08it/s]
 31%|███       | 77/250 [00:09<00:21,  8.08it/s]
 31%|███       | 78/250 [00:09<00:21,  8.09it/s]
 32%|███▏      | 79/250 [00:09<00:21,  8.07it/s]
 32%|███▏      | 80/250 [00:09<00:21,  8.06it/s]
 32%|███▏      | 81/250 [00:09<00:20,  8.06it/s]
 33%|███▎      | 82/250 [00:10<00:20,  8.08it/s]
 33%|███▎      | 83/250 [00:10<00:20,  8.08it/s]
 34%|███▎      | 84/250 [00:10<00:20,  8.09it/s]
 34%|███▍      | 85/250 [00:10<00:20,  8.08it/s]
 34%|███▍      | 86/250 [00:10<00:20,  8.07it/s]
 35%|███▍      | 87/250 [00:10<00:20,  8.07it/s]
 35%|███▌      | 88/250 [00:10<00:20,  8.08it/s]
 36%|███▌      | 89/250 [00:10<00:19,  8.07it/s]
 36%|███▌      | 90/250 [00:11<00:19,  8.08it/s]
 36%|███▋      | 91/250 [00:11<00:19,  8.09it/s]
 37%|███▋      | 92/250 [00:11<00:19,  8.08it/s]
 37%|███▋      | 93/250 [00:11<00:19,  8.08it/s]
 38%|███▊      | 94/250 [00:11<00:19,  8.09it/s]
 38%|███▊      | 95/250 [00:11<00:19,  8.09it/s]
 38%|███▊      | 96/250 [00:11<00:19,  8.09it/s]
 39%|███▉      | 97/250 [00:11<00:18,  8.09it/s]
 39%|███▉      | 98/250 [00:11<00:18,  8.09it/s]
 40%|███▉      | 99/250 [00:12<00:18,  8.10it/s]
 40%|████      | 100/250 [00:12<00:18,  8.05it/s]
 40%|████      | 101/250 [00:12<00:18,  8.06it/s]
 41%|████      | 102/250 [00:12<00:18,  8.07it/s]
 41%|████      | 103/250 [00:12<00:18,  8.08it/s]
 42%|████▏     | 104/250 [00:12<00:18,  8.08it/s]
 42%|████▏     | 105/250 [00:12<00:17,  8.08it/s]
 42%|████▏     | 106/250 [00:12<00:17,  8.09it/s]
 43%|████▎     | 107/250 [00:13<00:17,  8.09it/s]
 43%|████▎     | 108/250 [00:13<00:17,  8.08it/s]
 44%|████▎     | 109/250 [00:13<00:17,  8.09it/s]
 44%|████▍     | 110/250 [00:13<00:17,  8.08it/s]
 44%|████▍     | 111/250 [00:13<00:17,  8.08it/s]
 45%|████▍     | 112/250 [00:13<00:17,  8.08it/s]
 45%|████▌     | 113/250 [00:13<00:16,  8.08it/s]
 46%|████▌     | 114/250 [00:13<00:16,  8.08it/s]
 46%|████▌     | 115/250 [00:14<00:16,  8.09it/s]
 46%|████▋     | 116/250 [00:14<00:16,  8.09it/s]
 47%|████▋     | 117/250 [00:14<00:16,  8.08it/s]
 47%|████▋     | 118/250 [00:14<00:16,  8.09it/s]
 48%|████▊     | 119/250 [00:14<00:16,  8.09it/s]
 48%|████▊     | 120/250 [00:14<00:16,  8.08it/s]
 48%|████▊     | 121/250 [00:14<00:15,  8.07it/s]
 49%|████▉     | 122/250 [00:14<00:15,  8.06it/s]
 49%|████▉     | 123/250 [00:15<00:15,  8.07it/s]
 50%|████▉     | 124/250 [00:15<00:15,  8.07it/s]
 50%|█████     | 125/250 [00:15<00:15,  8.07it/s]
 50%|█████     | 126/250 [00:15<00:15,  8.08it/s]
 51%|█████     | 127/250 [00:15<00:15,  8.09it/s]
 51%|█████     | 128/250 [00:15<00:15,  8.09it/s]
 52%|█████▏    | 129/250 [00:15<00:14,  8.10it/s]
 52%|█████▏    | 130/250 [00:15<00:14,  8.10it/s]
 52%|█████▏    | 131/250 [00:16<00:14,  8.11it/s]
 53%|█████▎    | 132/250 [00:16<00:14,  8.10it/s]
 53%|█████▎    | 133/250 [00:16<00:14,  8.10it/s]
 54%|█████▎    | 134/250 [00:16<00:14,  8.10it/s]
 54%|█████▍    | 135/250 [00:16<00:14,  8.10it/s]
 54%|█████▍    | 136/250 [00:16<00:14,  8.11it/s]
 55%|█████▍    | 137/250 [00:16<00:13,  8.11it/s]
 55%|█████▌    | 138/250 [00:16<00:13,  8.10it/s]
 56%|█████▌    | 139/250 [00:17<00:13,  8.10it/s]
 56%|█████▌    | 140/250 [00:17<00:13,  8.10it/s]
 56%|█████▋    | 141/250 [00:17<00:13,  8.10it/s]
 57%|█████▋    | 142/250 [00:17<00:13,  8.09it/s]
 57%|█████▋    | 143/250 [00:17<00:13,  8.06it/s]
 58%|█████▊    | 144/250 [00:17<00:13,  8.07it/s]
 58%|█████▊    | 145/250 [00:17<00:12,  8.08it/s]
 58%|█████▊    | 146/250 [00:17<00:12,  8.08it/s]
 59%|█████▉    | 147/250 [00:18<00:12,  8.08it/s]
 59%|█████▉    | 148/250 [00:18<00:12,  8.09it/s]
 60%|█████▉    | 149/250 [00:18<00:12,  8.09it/s]
 60%|██████    | 150/250 [00:18<00:12,  8.10it/s]
 60%|██████    | 151/250 [00:18<00:12,  8.10it/s]
 61%|██████    | 152/250 [00:18<00:12,  8.10it/s]
 61%|██████    | 153/250 [00:18<00:11,  8.09it/s]
 62%|██████▏   | 154/250 [00:18<00:11,  8.09it/s]
 62%|██████▏   | 155/250 [00:19<00:11,  8.10it/s]
 62%|██████▏   | 156/250 [00:19<00:11,  8.09it/s]
 63%|██████▎   | 157/250 [00:19<00:11,  8.09it/s]
 63%|██████▎   | 158/250 [00:19<00:11,  8.08it/s]
 64%|██████▎   | 159/250 [00:19<00:11,  8.09it/s]
 64%|██████▍   | 160/250 [00:19<00:11,  8.09it/s]
 64%|██████▍   | 161/250 [00:19<00:10,  8.10it/s]
 65%|██████▍   | 162/250 [00:19<00:10,  8.10it/s]
 65%|██████▌   | 163/250 [00:20<00:10,  8.09it/s]
 66%|██████▌   | 164/250 [00:20<00:10,  8.05it/s]
 66%|██████▌   | 165/250 [00:20<00:10,  8.05it/s]
 66%|██████▋   | 166/250 [00:20<00:10,  8.07it/s]
 67%|██████▋   | 167/250 [00:20<00:10,  8.07it/s]
 67%|██████▋   | 168/250 [00:20<00:10,  8.07it/s]
 68%|██████▊   | 169/250 [00:20<00:10,  8.07it/s]
 68%|██████▊   | 170/250 [00:20<00:09,  8.07it/s]
 68%|██████▊   | 171/250 [00:21<00:09,  8.07it/s]
 69%|██████▉   | 172/250 [00:21<00:09,  8.07it/s]
 69%|██████▉   | 173/250 [00:21<00:09,  8.07it/s]
 70%|██████▉   | 174/250 [00:21<00:09,  8.08it/s]
 70%|███████   | 175/250 [00:21<00:09,  8.08it/s]
 70%|███████   | 176/250 [00:21<00:09,  8.07it/s]
 71%|███████   | 177/250 [00:21<00:09,  8.09it/s]
 71%|███████   | 178/250 [00:21<00:08,  8.09it/s]
 72%|███████▏  | 179/250 [00:22<00:08,  8.09it/s]
 72%|███████▏  | 180/250 [00:22<00:08,  8.08it/s]
 72%|███████▏  | 181/250 [00:22<00:08,  8.09it/s]
 73%|███████▎  | 182/250 [00:22<00:08,  8.10it/s]
 73%|███████▎  | 183/250 [00:22<00:08,  8.10it/s]
 74%|███████▎  | 184/250 [00:22<00:08,  8.10it/s]
 74%|███████▍  | 185/250 [00:22<00:08,  7.93it/s]
 74%|███████▍  | 186/250 [00:22<00:08,  7.97it/s]
 75%|███████▍  | 187/250 [00:23<00:07,  8.01it/s]
 75%|███████▌  | 188/250 [00:23<00:07,  8.04it/s]
 76%|███████▌  | 189/250 [00:23<00:07,  8.06it/s]
 76%|███████▌  | 190/250 [00:23<00:07,  8.07it/s]
 76%|███████▋  | 191/250 [00:23<00:07,  8.07it/s]
 77%|███████▋  | 192/250 [00:23<00:07,  8.08it/s]
 77%|███████▋  | 193/250 [00:23<00:07,  8.08it/s]
 78%|███████▊  | 194/250 [00:23<00:06,  8.09it/s]
 78%|███████▊  | 195/250 [00:24<00:06,  8.09it/s]
 78%|███████▊  | 196/250 [00:24<00:06,  8.09it/s]
 79%|███████▉  | 197/250 [00:24<00:06,  8.09it/s]
 79%|███████▉  | 198/250 [00:24<00:06,  8.09it/s]
 80%|███████▉  | 199/250 [00:24<00:06,  8.09it/s]
 80%|████████  | 200/250 [00:24<00:06,  8.09it/s]
 80%|████████  | 201/250 [00:24<00:06,  8.07it/s]
 81%|████████  | 202/250 [00:24<00:05,  8.07it/s]
 81%|████████  | 203/250 [00:24<00:05,  8.07it/s]
 82%|████████▏ | 204/250 [00:25<00:05,  8.07it/s]
 82%|████████▏ | 205/250 [00:25<00:05,  8.07it/s]
 82%|████████▏ | 206/250 [00:25<00:05,  8.07it/s]
 83%|████████▎ | 207/250 [00:25<00:05,  8.04it/s]
 83%|████████▎ | 208/250 [00:25<00:05,  8.04it/s]
 84%|████████▎ | 209/250 [00:25<00:05,  8.06it/s]
 84%|████████▍ | 210/250 [00:25<00:04,  8.06it/s]
 84%|████████▍ | 211/250 [00:25<00:04,  8.07it/s]
 85%|████████▍ | 212/250 [00:26<00:04,  8.08it/s]
 85%|████████▌ | 213/250 [00:26<00:04,  8.08it/s]
 86%|████████▌ | 214/250 [00:26<00:04,  8.09it/s]
 86%|████████▌ | 215/250 [00:26<00:04,  8.08it/s]
 86%|████████▋ | 216/250 [00:26<00:04,  8.09it/s]
 87%|████████▋ | 217/250 [00:26<00:04,  8.09it/s]
 87%|████████▋ | 218/250 [00:26<00:03,  8.09it/s]
 88%|████████▊ | 219/250 [00:26<00:03,  8.08it/s]
 88%|████████▊ | 220/250 [00:27<00:03,  8.09it/s]
 88%|████████▊ | 221/250 [00:27<00:03,  8.08it/s]
 89%|████████▉ | 222/250 [00:27<00:03,  8.09it/s]
 89%|████████▉ | 223/250 [00:27<00:03,  8.08it/s]
 90%|████████▉ | 224/250 [00:27<00:03,  8.08it/s]
 90%|█████████ | 225/250 [00:27<00:03,  8.09it/s]
 90%|█████████ | 226/250 [00:27<00:02,  8.08it/s]
 91%|█████████ | 227/250 [00:27<00:02,  8.08it/s]
 91%|█████████ | 228/250 [00:28<00:02,  8.08it/s]
 92%|█████████▏| 229/250 [00:28<00:02,  8.09it/s]
 92%|█████████▏| 230/250 [00:28<00:02,  8.09it/s]
 92%|█████████▏| 231/250 [00:28<00:02,  8.08it/s]
 93%|█████████▎| 232/250 [00:28<00:02,  8.09it/s]
 93%|█████████▎| 233/250 [00:28<00:02,  8.10it/s]
 94%|█████████▎| 234/250 [00:28<00:01,  8.10it/s]
 94%|█████████▍| 235/250 [00:28<00:01,  8.10it/s]
 94%|█████████▍| 236/250 [00:29<00:01,  8.09it/s]
 95%|█████████▍| 237/250 [00:29<00:01,  8.09it/s]
 95%|█████████▌| 238/250 [00:29<00:01,  8.10it/s]
 96%|█████████▌| 239/250 [00:29<00:01,  8.09it/s]
 96%|█████████▌| 240/250 [00:29<00:01,  8.10it/s]
 96%|█████████▋| 241/250 [00:29<00:01,  8.09it/s]
 97%|█████████▋| 242/250 [00:29<00:00,  8.10it/s]
 97%|█████████▋| 243/250 [00:29<00:00,  8.10it/s]
 98%|█████████▊| 244/250 [00:30<00:00,  8.09it/s]
 98%|█████████▊| 245/250 [00:30<00:00,  8.10it/s]
 98%|█████████▊| 246/250 [00:30<00:00,  8.10it/s]
 99%|█████████▉| 247/250 [00:30<00:00,  8.10it/s]
 99%|█████████▉| 248/250 [00:30<00:00,  8.09it/s]
100%|█████████▉| 249/250 [00:30<00:00,  8.09it/s]
100%|██████████| 250/250 [00:30<00:00,  8.10it/s]07/13/2022 17:48:20 - INFO - utils_qa - Post-processing 500 example predictions split into 500 features.
+
+
  0%|          | 0/500 [00:00<?, ?it/s]
+
  2%|▏         | 10/500 [00:00<00:05, 92.58it/s]
+
  4%|▍         | 20/500 [00:00<00:05, 91.96it/s]
+
  6%|▌         | 30/500 [00:00<00:05, 92.76it/s]
+
  8%|▊         | 40/500 [00:00<00:04, 92.15it/s]
+
 10%|█         | 50/500 [00:00<00:04, 92.44it/s]
+
 12%|█▏        | 60/500 [00:00<00:04, 92.46it/s]
+
 14%|█▍        | 70/500 [00:00<00:04, 92.37it/s]
+
 16%|█▌        | 80/500 [00:00<00:04, 92.64it/s]
+
 18%|█▊        | 90/500 [00:00<00:04, 91.43it/s]
+
 20%|██        | 100/500 [00:01<00:04, 92.02it/s]
+
 22%|██▏       | 110/500 [00:01<00:04, 92.25it/s]
+
 24%|██▍       | 120/500 [00:01<00:04, 92.06it/s]
+
 26%|██▌       | 130/500 [00:01<00:03, 93.03it/s]
+
 28%|██▊       | 140/500 [00:01<00:03, 93.35it/s]
+
 30%|███       | 150/500 [00:01<00:03, 92.88it/s]
+
 32%|███▏      | 160/500 [00:01<00:03, 91.72it/s]
+
 34%|███▍      | 170/500 [00:01<00:03, 91.95it/s]
+
 36%|███▌      | 180/500 [00:01<00:03, 92.27it/s]
+
 38%|███▊      | 190/500 [00:02<00:03, 91.93it/s]
+
 40%|████      | 200/500 [00:02<00:03, 92.10it/s]
+
 42%|████▏     | 210/500 [00:02<00:03, 92.89it/s]
+
 44%|████▍     | 220/500 [00:02<00:03, 93.08it/s]
+
 46%|████▌     | 230/500 [00:02<00:02, 93.54it/s]
+
 48%|████▊     | 240/500 [00:02<00:02, 93.02it/s]
+
 50%|█████     | 250/500 [00:02<00:02, 93.57it/s]
+
 52%|█████▏    | 260/500 [00:02<00:02, 93.50it/s]
+
 54%|█████▍    | 270/500 [00:02<00:02, 93.00it/s]
+
 56%|█████▌    | 280/500 [00:03<00:02, 93.22it/s]
+
 58%|█████▊    | 290/500 [00:03<00:02, 92.86it/s]
+
 60%|██████    | 300/500 [00:03<00:02, 93.66it/s]
+
 62%|██████▏   | 310/500 [00:03<00:02, 93.57it/s]
+
 64%|██████▍   | 320/500 [00:03<00:01, 94.03it/s]
+
 66%|██████▌   | 330/500 [00:03<00:01, 93.75it/s]
+
 68%|██████▊   | 340/500 [00:03<00:01, 93.05it/s]
+
 70%|███████   | 350/500 [00:03<00:01, 93.13it/s]
+
 72%|███████▏  | 360/500 [00:03<00:01, 93.18it/s]
+
 74%|███████▍  | 370/500 [00:03<00:01, 93.60it/s]
+
 76%|███████▌  | 380/500 [00:04<00:01, 93.34it/s]
+
 78%|███████▊  | 390/500 [00:04<00:01, 92.92it/s]
+
 80%|████████  | 400/500 [00:04<00:01, 92.41it/s]
+
 82%|████████▏ | 410/500 [00:04<00:00, 92.85it/s]
+
 84%|████████▍ | 420/500 [00:04<00:00, 92.91it/s]
+
 86%|████████▌ | 430/500 [00:04<00:00, 92.45it/s]
+
 88%|████████▊ | 440/500 [00:04<00:00, 92.87it/s]
+
 90%|█████████ | 450/500 [00:04<00:00, 93.75it/s]
+
 92%|█████████▏| 460/500 [00:04<00:00, 93.87it/s]
+
 94%|█████████▍| 470/500 [00:05<00:00, 79.93it/s]
+
 96%|█████████▌| 480/500 [00:05<00:00, 83.50it/s]
+
 98%|█████████▊| 490/500 [00:05<00:00, 86.33it/s]
+
100%|██████████| 500/500 [00:05<00:00, 88.51it/s]
100%|██████████| 500/500 [00:05<00:00, 91.91it/s]
+07/13/2022 17:48:25 - INFO - utils_qa - Saving predictions to ../results/phrase_sense_disambiguation//qa/allenai/longformer-base-4096-20K-2K/finetuned/eval_predictions.json.
+07/13/2022 17:48:25 - INFO - utils_qa - Saving nbest_preds to ../results/phrase_sense_disambiguation//qa/allenai/longformer-base-4096-20K-2K/finetuned/eval_nbest_predictions.json.
+{'id': '6023-2', 'pred_text': ['better shot', 1652], 'answer_text': ['better shot', 629]}
+{'id': '8163-1', 'pred_text': ['immediate background', 2883], 'answer_text': ['immediate background', 2396]}
+{'id': '12419-2', 'pred_text': ['last bar', 1037], 'answer_text': ['last bar', 2105]}
+{'id': '9645-1', 'pred_text': ['delivery model', 1141], 'answer_text': ['delivery model', 76]}
+{'id': '8990-2', 'pred_text': ['fledgling system', 1900], 'answer_text': ['fledgling system', 540]}
+{'id': '7224-2', 'pred_text': ['resting time', 956], 'answer_text': ['resting time', 83]}
+{'id': '4424-2', 'pred_text': ['altered production', 905], 'answer_text': ['altered production', 2004]}
+{'id': '4373-2', 'pred_text': ['clear dividing line', 1172], 'answer_text': ['clear dividing line', 87]}
+{'id': '14667-2', 'pred_text': ['Take Care', 2009], 'answer_text': ['take care', 892]}
+{'id': '3361-1', 'pred_text': ['official guardian', 2256], 'answer_text': ['official guardian', 467]}
+{'id': '10998-2', 'pred_text': ['regular period', 552], 'answer_text': ['regular period', 1754]}
+{'id': '11356-2', 'pred_text': ['single source', 2028], 'answer_text': ['single source', 354]}
+{'id': '14613-2', 'pred_text': ['significant trail', 2017], 'answer_text': ['significant trail', 846]}
+{'id': '3809-2', 'pred_text': ['physical performance', 2674], 'answer_text': ['physical performance', 908]}
+{'id': '7192-1', 'pred_text': ['Local records', 479], 'answer_text': ['local records', 1704]}
+{'id': '4044-1', 'pred_text': ['live nights', 1740], 'answer_text': ['live nights', 976]}
+{'id': '1206-1', 'pred_text': ['desired piece', 968], 'answer_text': ['desired piece', 2355]}
+{'id': '2812-2', 'pred_text': ['good links', 1360], 'answer_text': ['good links', 1427]}
+{'id': '9940-2', 'pred_text': ['former shape', 1637], 'answer_text': ['former shape', 4]}
+{'id': '3743-1', 'pred_text': ['homecoming ceremony', 1548], 'answer_text': ['homecoming ceremony', 378]}
+{'id': '11072-2', 'pred_text': ['secondary concern', 900], 'answer_text': ['secondary concern', 855]}
+{'id': '317-2', 'pred_text': ['death party', 839], 'answer_text': ['death party', 927]}
+{'id': '8244-2', 'pred_text': ['processing station', 1713], 'answer_text': ['processing station', 865]}
+{'id': '3992-1', 'pred_text': ['consistent exercise', 1155], 'answer_text': ['consistent exercise', 2897]}
+{'id': '14530-2', 'pred_text': ['fluid movement', 2195], 'answer_text': ['fluid movement', 1045]}
+{'id': '2530-2', 'pred_text': ['varying nature', 1514], 'answer_text': ['varying nature', 3187]}
+{'id': '365-2', 'pred_text': ['long thread', 170], 'answer_text': ['long thread', 800]}
+{'id': '7823-2', 'pred_text': ['similar matter', 1633], 'answer_text': ['similar matter', 619]}
+{'id': '8523-2', 'pred_text': ['ideal unit', 1091], 'answer_text': ['ideal unit', 2965]}
+{'id': '8463-1', 'pred_text': ['two shoulder', 657], 'answer_text': ['two shoulder', 175]}
+{'id': '624-2', 'pred_text': ['golden rule', 1148], 'answer_text': ['golden rule', 1623]}
+{'id': '5541-2', 'pred_text': ['next unit', 1224], 'answer_text': ['next unit', 2326]}
+{'id': '12425-2', 'pred_text': ['local circuit', 374], 'answer_text': ['local circuit', 724]}
+{'id': '8848-1', 'pred_text': ['current subject', 1301], 'answer_text': ['current subject', 142]}
+{'id': '12563-2', 'pred_text': ['Modern point', 621], 'answer_text': ['modern point', 173]}
+{'id': '2905-2', 'pred_text': ['sufficient capacity', 1206], 'answer_text': ['sufficient capacity', 2252]}
+{'id': '12791-2', 'pred_text': ['teaching practice', 1910], 'answer_text': ['teaching practice', 1018]}
+{'id': '12746-2', 'pred_text': ['initial activity', 665], 'answer_text': ['initial activity', 2102]}
+{'id': '11557-2', 'pred_text': ['ideal figure', 808], 'answer_text': ['ideal figure', 2473]}
+{'id': '11151-2', 'pred_text': ['available program', 3121], 'answer_text': ['available program', 1331]}
+{'id': '9956-2', 'pred_text': ['specific connection', 446], 'answer_text': ['specific connection', 1386]}
+{'id': '14349-2', 'pred_text': ['clear drop', 2338], 'answer_text': ['clear drop', 910]}
+{'id': '3744-1', 'pred_text': ['main selection', 2102], 'answer_text': ['main selection', 1089]}
+{'id': '2997-1', 'pred_text': ['landmark point', 1710], 'answer_text': ['landmark point', 1587]}
+{'id': '8213-1', 'pred_text': ['food dish', 200], 'answer_text': ['food dish', 1168]}
+{'id': '3465-1', 'pred_text': ['random time', 2739], 'answer_text': ['random time', 860]}
+{'id': '14275-1', 'pred_text': ['warning signal', 273], 'answer_text': ['warning signal', 1686]}
+{'id': '14354-2', 'pred_text': ['absolute gift', 1612], 'answer_text': ['absolute gift', 537]}
+{'id': '417-1', 'pred_text': ['significant gap', 2024], 'answer_text': ['significant gap', 502]}
+{'id': '9599-1', 'pred_text': ['large beam', 217], 'answer_text': ['large beam', 1605]}
+{'id': '389-1', 'pred_text': ['last bit', 1661], 'answer_text': ['last bit', 2711]}
+{'id': '14541-1', 'pred_text': ['single sentence', 1135], 'answer_text': ['single sentence', 1994]}
+{'id': '433-1', 'pred_text': ['actual activity', 1141], 'answer_text': ['actual activity', 1482]}
+{'id': '9215-1', 'pred_text': ['site visits', 830], 'answer_text': ['site visits', 2745]}
+{'id': '3397-1', 'pred_text': ['certain condition', 1499], 'answer_text': ['certain condition', 356]}
+{'id': '4230-1', 'pred_text': ['common program', 259], 'answer_text': ['common program', 880]}
+{'id': '12144-1', 'pred_text': ['specialised nature', 2122], 'answer_text': ['specialised nature', 667]}
+{'id': '8108-1', 'pred_text': ['whole scene', 775], 'answer_text': ['whole scene', 2020]}
+{'id': '14196-1', 'pred_text': ['previous host', 114], 'answer_text': ['previous host', 1157]}
+{'id': '6825-1', 'pred_text': ['broader market', 413], 'answer_text': ['broader market', 2084]}
+{'id': '14263-1', 'pred_text': ['unusual variation', 1780], 'answer_text': ['unusual variation', 198]}
+{'id': '3812-2', 'pred_text': ['predictable course', 954], 'answer_text': ['predictable course', 25]}
+{'id': '6694-1', 'pred_text': ['long stage', 936], 'answer_text': ['long stage', 2445]}
+{'id': '6971-2', 'pred_text': ['Heritage groups', 2628], 'answer_text': ['heritage groups', 963]}
+{'id': '6556-2', 'pred_text': ['stop signal', 1518], 'answer_text': ['stop signal', 2830]}
+{'id': '14914-2', 'pred_text': ['negative state', 1744], 'answer_text': ['negative state', 582]}
+{'id': '8011-1', 'pred_text': ['whole parts', 1552], 'answer_text': ['whole parts', 456]}
+{'id': '8133-1', 'pred_text': ['fixed meeting place', 1471], 'answer_text': ['fixed meeting place', 302]}
+{'id': '489-1', 'pred_text': ['particular bond', 1895], 'answer_text': ['particular bond', 145]}
+{'id': '12467-2', 'pred_text': ['another bar', 1450], 'answer_text': ['another bar', 145]}
+{'id': '6880-2', 'pred_text': ['full round', 639], 'answer_text': ['full round', 1558]}
+{'id': '7837-1', 'pred_text': ['first component', 2421], 'answer_text': ['first component', 675]}
+{'id': '12461-1', 'pred_text': ['personal identification', 1773], 'answer_text': ['personal identification', 400]}
+{'id': '3220-1', 'pred_text': ['even empty shells', 533], 'answer_text': ['even empty shells', 2129]}
+{'id': '10059-1', 'pred_text': ['quick passing', 305], 'answer_text': ['quick passing', 1515]}
+{'id': '12579-1', 'pred_text': ['founder group', 1101], 'answer_text': ['founder group', 198]}
+{'id': '9628-1', 'pred_text': ['higher place', 899], 'answer_text': ['higher place', 2165]}
+{'id': '14234-1', 'pred_text': ['lower extension', 820], 'answer_text': ['lower extension', 2287]}
+{'id': '8766-1', 'pred_text': ['released material', 1538], 'answer_text': ['released material', 69]}
+{'id': '4463-2', 'pred_text': ['second view', 1834], 'answer_text': ['second view', 422]}
+{'id': '6572-1', 'pred_text': ['whole trouble', 1446], 'answer_text': ['whole trouble', 591]}
+{'id': '4865-1', 'pred_text': ['main class', 1405], 'answer_text': ['main class', 472]}
+{'id': '572-2', 'pred_text': ['house members', 446], 'answer_text': ['house members', 1083]}
+{'id': '11612-2', 'pred_text': ['general limitation', 2667], 'answer_text': ['general limitation', 1221]}
+{'id': '6030-2', 'pred_text': ['drum design', 2295], 'answer_text': ['drum design', 1275]}
+{'id': '1018-2', 'pred_text': ['regular period', 804], 'answer_text': ['regular period', 1830]}
+{'id': '6715-2', 'pred_text': ['normal action', 1192], 'answer_text': ['normal action', 2662]}
+{'id': '559-1', 'pred_text': ['little return', 941], 'answer_text': ['little return', 2466]}
+{'id': '14612-1', 'pred_text': ['external defense', 1552], 'answer_text': ['external defense', 100]}
+{'id': '9494-2', 'pred_text': ['fourth line', 1661], 'answer_text': ['fourth line', 1416]}
+{'id': '14473-2', 'pred_text': ['strict manner', 1096], 'answer_text': ['strict manner', 2658]}
+{'id': '9272-2', 'pred_text': ['increasing wave', 1630], 'answer_text': ['increasing wave', 248]}
+{'id': '3706-1', 'pred_text': ['consistent pattern', 2533], 'answer_text': ['consistent pattern', 794]}
+{'id': '12195-2', 'pred_text': ['exact time period', 285], 'answer_text': ['exact time period', 1606]}
+{'id': '14549-2', 'pred_text': ['value conflicts', 1458], 'answer_text': ['value conflicts', 403]}
+{'id': '12692-1', 'pred_text': ['property laws', 2134], 'answer_text': ['property laws', 824]}
+{'id': '8795-1', 'pred_text': ['lengthy set', 159], 'answer_text': ['lengthy set', 989]}
+{'id': '11831-2', 'pred_text': ['following wave', 585], 'answer_text': ['following wave', 1861]}
+{'id': '2544-1', 'pred_text': ['local action', 2955], 'answer_text': ['local action', 1452]}
+{'id': '12817-1', 'pred_text': ['building houses', 2464], 'answer_text': ['building houses', 130]}
+{'id': '2139-2', 'pred_text': ['right version', 541], 'answer_text': ['right version', 1638]}
+{'id': '9705-1', 'pred_text': ['important spot', 226], 'answer_text': ['important spot', 1510]}
+{'id': '8930-1', 'pred_text': ['extra help', 216], 'answer_text': ['extra help', 1244]}
+{'id': '7051-1', 'pred_text': ['main vehicle', 3094], 'answer_text': ['main vehicle', 1223]}
+{'id': '14361-2', 'pred_text': ['cheap way', 1941], 'answer_text': ['cheap way', 964]}
+{'id': '6399-2', 'pred_text': ['planned home', 1522], 'answer_text': ['planned home', 646]}
+{'id': '3204-2', 'pred_text': ['Another address', 204], 'answer_text': ['another address', 1013]}
+{'id': '186-2', 'pred_text': ['Official surveys', 160], 'answer_text': ['official surveys', 1902]}
+{'id': '6613-1', 'pred_text': ['universal manner', 1108], 'answer_text': ['universal manner', 2934]}
+{'id': '5290-1', 'pred_text': ['official limits', 1614], 'answer_text': ['official limits', 319]}
+{'id': '11627-2', 'pred_text': ['major stature', 1203], 'answer_text': ['major stature', 2614]}
+{'id': '9879-2', 'pred_text': ['former charge', 843], 'answer_text': ['former charge', 1650]}
+{'id': '11071-2', 'pred_text': ['secondary concern', 2122], 'answer_text': ['secondary concern', 348]}
+{'id': '4491-1', 'pred_text': ['sudden collapse', 1088], 'answer_text': ['sudden collapse', 2620]}
+{'id': '8317-1', 'pred_text': ['licence area', 62], 'answer_text': ['licence area', 435]}
+{'id': '10223-1', 'pred_text': ['long sleep', 417], 'answer_text': ['long sleep', 129]}
+{'id': '7589-2', 'pred_text': ['1 credit', 1205], 'answer_text': ['1 credit', 0]}
+{'id': '7782-2', 'pred_text': ['either year', 516], 'answer_text': ['either year', 1464]}
+{'id': '3730-1', 'pred_text': ['complete protection', 89], 'answer_text': ['complete protection', 1329]}
+{'id': '8515-2', 'pred_text': ['significant foundation', 1445], 'answer_text': ['significant foundation', 317]}
+{'id': '11232-1', 'pred_text': ['similar notice', 1355], 'answer_text': ['similar notice', 48]}
+{'id': '8516-2', 'pred_text': ['empty position', 1534], 'answer_text': ['empty position', 359]}
+{'id': '4395-2', 'pred_text': ['larger body', 1999], 'answer_text': ['larger body', 604]}
+{'id': '6809-2', 'pred_text': ['good links', 734], 'answer_text': ['good links', 1506]}
+{'id': '8715-2', 'pred_text': ['entire test', 815], 'answer_text': ['entire test', 1892]}
+{'id': '9554-2', 'pred_text': ['construction stage', 2163], 'answer_text': ['construction stage', 776]}
+Computed results: {'exact_match': 94.6, 'exact_match_with_index': 69.39999999999999, 'f1': 95.59, 'f1_with_index': 69.43}
+07/13/2022 17:48:25 - INFO - datasets.metric - Removing /home/thang/.cache/huggingface/metrics/squad/default/default_experiment-1-0.arrow
+Reference results: {'exact_match': 94.6, 'f1': 95.592}
+
100%|██████████| 250/250 [00:38<00:00,  6.42it/s]
+***** eval metrics *****
+  epoch            =   2.0
+  eval_exact_match =  69.4
+  eval_f1          = 69.43
+  eval_samples     =   500
+[INFO|modelcard.py:460] 2022-07-13 17:48:25,885 >> Dropping the following result as it does not have all the necessary fields:
+{'task': {'name': 'Question Answering', 'type': 'question-answering'}, 'dataset': {'name': 'PiC/phrase_sense_disambiguation ', 'type': 'PiC/phrase_sense_disambiguation', 'args': ''}}