|
slurm submission log: 2024-05-27 12:34:07.998889 |
|
created following sbatch script: |
|
|
|
############################### |
|
|
|
#!/bin/bash |
|
|
|
#SBATCH --account=nlp |
|
#SBATCH --cpus-per-task=16 |
|
#SBATCH --dependency=afterok:7656662 |
|
#SBATCH --gres=gpu:2 |
|
#SBATCH --job-name=tthrush-job-3530175 |
|
#SBATCH --mem=100G |
|
#SBATCH --nodelist=sphinx2 |
|
#SBATCH --open-mode=append |
|
#SBATCH --output=/juice5/scr5/tthrush/pretraining-coreset-selection/llm_pretraining/test_ordinal_projection_big_diff/llms/pythia-70m_sciq_1/train_job_output.txt |
|
#SBATCH --partition=sphinx |
|
#SBATCH --time=14-0 |
|
|
|
# activate your desired anaconda environment |
|
. /nlp/scr/tthrush/miniconda3/etc/profile.d/conda.sh ; conda activate pretraining-coreset-selection |
|
|
|
# cd to working directory |
|
cd . |
|
|
|
# launch commands |
|
srun --unbuffered run_as_child_processes 'torchrun --master_port 29509 --nproc_per_node=2 train_llm.py --dataset_id /juice5/scr5/tthrush/pretraining-coreset-selection/llm_pretraining/test_ordinal_projection_big_diff/data/sciq --output_dir /juice5/scr5/tthrush/pretraining-coreset-selection/llm_pretraining/test_ordinal_projection_big_diff/llms/pythia-70m_sciq_1 --output_hub_id pythia-70m_sciq --model_id EleutherAI/pythia-70m --learning_rate 1e-3 --warmup_ratio=0.1 --gradient_accumulation_steps 2 --per_device_train_batch_size 256 --seed 1 --num_train_epochs 14' |
|
|
|
############################### |
|
|
|
submission to slurm complete! |
|
|
|
|
|
############################### |
|
slurm submission output |
|
|
|
Submitted batch job 7656663 |
|
|
|
|
|
|
|
############################### |
|
|
|
############################### |
|
start time: 2024-05-27 12:38:47.842379 |
|
machine: sphinx2 |
|
conda env: pretraining-coreset-selection |
|
############################### |
|
running following processes |
|
|
|
torchrun --master_port 29509 --nproc_per_node=2 train_llm.py --dataset_id /juice5/scr5/tthrush/pretraining-coreset-selection/llm_pretraining/test_ordinal_projection_big_diff/data/sciq --output_dir /juice5/scr5/tthrush/pretraining-coreset-selection/llm_pretraining/test_ordinal_projection_big_diff/llms/pythia-70m_sciq_1 --output_hub_id pythia-70m_sciq --model_id EleutherAI/pythia-70m --learning_rate 1e-3 --warmup_ratio=0.1 --gradient_accumulation_steps 2 --per_device_train_batch_size 256 --seed 1 --num_train_epochs 14 |
|
|
|
|
|
############################### |
|
command outputs: |
|
|
|
|
|
[2024-05-27 12:38:49,145] torch.distributed.run: [WARNING] |
|
[2024-05-27 12:38:49,145] torch.distributed.run: [WARNING] ***************************************** |
|
[2024-05-27 12:38:49,145] torch.distributed.run: [WARNING] Setting OMP_NUM_THREADS environment variable for each process to be 1 in default, to avoid your system being overloaded, please further tune the variable for optimal performance in your application as needed. |
|
[2024-05-27 12:38:49,145] torch.distributed.run: [WARNING] ***************************************** |
|
05/27/2024 12:38:53 - INFO - __main__ - Script parameters ScriptArguments(seed=1, dataset_id='/juice5/scr5/tthrush/pretraining-coreset-selection/llm_pretraining/test_ordinal_projection_big_diff/data/sciq', output_dir='/juice5/scr5/tthrush/pretraining-coreset-selection/llm_pretraining/test_ordinal_projection_big_diff/llms/pythia-70m_sciq_1', output_hub_id='pythia-70m_sciq', hf_hub_token=True, model_id='EleutherAI/pythia-70m', per_device_train_batch_size=256, num_train_epochs=14.0, learning_rate=0.001, gradient_accumulation_steps=2, from_scratch=True, warmup_ratio=0.1, adam_beta1=0.9, adam_beta2=0.95, adam_epsilon=1e-08, weight_decay=0.01, lr_scheduler_type='cosine', local_rank=0, resume_from_checkpoint=False, deepspeed=None, peft=False) |
|
05/27/2024 12:38:53 - INFO - __main__ - Script parameters ScriptArguments(seed=1, dataset_id='/juice5/scr5/tthrush/pretraining-coreset-selection/llm_pretraining/test_ordinal_projection_big_diff/data/sciq', output_dir='/juice5/scr5/tthrush/pretraining-coreset-selection/llm_pretraining/test_ordinal_projection_big_diff/llms/pythia-70m_sciq_1', output_hub_id='pythia-70m_sciq', hf_hub_token=True, model_id='EleutherAI/pythia-70m', per_device_train_batch_size=256, num_train_epochs=14.0, learning_rate=0.001, gradient_accumulation_steps=2, from_scratch=True, warmup_ratio=0.1, adam_beta1=0.9, adam_beta2=0.95, adam_epsilon=1e-08, weight_decay=0.01, lr_scheduler_type='cosine', local_rank=0, resume_from_checkpoint=False, deepspeed=None, peft=False) |
|
Traceback (most recent call last): |
|
File "/juice5/scr5/tthrush/pretraining-coreset-selection/llm_pretraining/train_llm.py", line 204, in <module> |
|
train_model() |
|
File "/juice5/scr5/tthrush/pretraining-coreset-selection/llm_pretraining/train_llm.py", line 164, in train_model |
|
train_dataset = load_from_disk(script_args.dataset_id) |
|
File "/nlp/scr/tthrush/miniconda3/envs/pretraining-coreset-selection/lib/python3.10/site-packages/datasets/load.py", line 2638, in load_from_disk |
|
raise FileNotFoundError( |
|
FileNotFoundError: Directory /juice5/scr5/tthrush/pretraining-coreset-selection/llm_pretraining/test_ordinal_projection_big_diff/data/sciq is neither a `Dataset` directory nor a `DatasetDict` directory. |
|
Traceback (most recent call last): |
|
File "/juice5/scr5/tthrush/pretraining-coreset-selection/llm_pretraining/train_llm.py", line 204, in <module> |
|
train_model() |
|
File "/juice5/scr5/tthrush/pretraining-coreset-selection/llm_pretraining/train_llm.py", line 164, in train_model |
|
train_dataset = load_from_disk(script_args.dataset_id) |
|
File "/nlp/scr/tthrush/miniconda3/envs/pretraining-coreset-selection/lib/python3.10/site-packages/datasets/load.py", line 2638, in load_from_disk |
|
raise FileNotFoundError( |
|
FileNotFoundError: Directory /juice5/scr5/tthrush/pretraining-coreset-selection/llm_pretraining/test_ordinal_projection_big_diff/data/sciq is neither a `Dataset` directory nor a `DatasetDict` directory. |
|
[2024-05-27 12:38:59,161] torch.distributed.elastic.multiprocessing.api: [ERROR] failed (exitcode: 1) local_rank: 0 (pid: 1754584) of binary: /nlp/scr/tthrush/miniconda3/envs/pretraining-coreset-selection/bin/python |
|
Traceback (most recent call last): |
|
File "/nlp/scr/tthrush/miniconda3/envs/pretraining-coreset-selection/bin/torchrun", line 8, in <module> |
|
sys.exit(main()) |
|
File "/nlp/scr/tthrush/miniconda3/envs/pretraining-coreset-selection/lib/python3.10/site-packages/torch/distributed/elastic/multiprocessing/errors/__init__.py", line 347, in wrapper |
|
return f(*args, **kwargs) |
|
File "/nlp/scr/tthrush/miniconda3/envs/pretraining-coreset-selection/lib/python3.10/site-packages/torch/distributed/run.py", line 812, in main |
|
run(args) |
|
File "/nlp/scr/tthrush/miniconda3/envs/pretraining-coreset-selection/lib/python3.10/site-packages/torch/distributed/run.py", line 803, in run |
|
elastic_launch( |
|
File "/nlp/scr/tthrush/miniconda3/envs/pretraining-coreset-selection/lib/python3.10/site-packages/torch/distributed/launcher/api.py", line 135, in __call__ |
|
return launch_agent(self._config, self._entrypoint, list(args)) |
|
File "/nlp/scr/tthrush/miniconda3/envs/pretraining-coreset-selection/lib/python3.10/site-packages/torch/distributed/launcher/api.py", line 268, in launch_agent |
|
raise ChildFailedError( |
|
torch.distributed.elastic.multiprocessing.errors.ChildFailedError: |
|
============================================================ |
|
train_llm.py FAILED |
|
------------------------------------------------------------ |
|
Failures: |
|
[1]: |
|
time : 2024-05-27_12:38:59 |
|
host : sphinx2.stanford.edu |
|
rank : 1 (local_rank: 1) |
|
exitcode : 1 (pid: 1754585) |
|
error_file: <N/A> |
|
traceback : To enable traceback see: https://pytorch.org/docs/stable/elastic/errors.html |
|
------------------------------------------------------------ |
|
Root Cause (first observed failure): |
|
[0]: |
|
time : 2024-05-27_12:38:59 |
|
host : sphinx2.stanford.edu |
|
rank : 0 (local_rank: 0) |
|
exitcode : 1 (pid: 1754584) |
|
error_file: <N/A> |
|
traceback : To enable traceback see: https://pytorch.org/docs/stable/elastic/errors.html |
|
============================================================ |
|
############################### |
|
end time: 2024-05-27 12:39:07.870912 |
|
elapsed time: 0:00:20.028533 |
|
slurm submission log: 2024-05-27 23:18:54.180859 |
|
created following sbatch script: |
|
|
|
############################### |
|
|
|
#!/bin/bash |
|
|
|
#SBATCH --account=nlp |
|
#SBATCH --cpus-per-task=16 |
|
#SBATCH --dependency=afterok:7659768 |
|
#SBATCH --gres=gpu:2 |
|
#SBATCH --job-name=tthrush-job-170340 |
|
#SBATCH --mem=100G |
|
#SBATCH --nodelist=sphinx2 |
|
#SBATCH --open-mode=append |
|
#SBATCH --output=/juice5/scr5/tthrush/pretraining-coreset-selection/llm_pretraining/test_ordinal_projection_big_diff/llms/pythia-70m_sciq_1/train_job_output.txt |
|
#SBATCH --partition=sphinx |
|
#SBATCH --time=14-0 |
|
|
|
# activate your desired anaconda environment |
|
. /nlp/scr/tthrush/miniconda3/etc/profile.d/conda.sh ; conda activate pretraining-coreset-selection |
|
|
|
# cd to working directory |
|
cd . |
|
|
|
# launch commands |
|
srun --unbuffered run_as_child_processes 'torchrun --master_port 29509 --nproc_per_node=2 train_llm.py --dataset_id /juice5/scr5/tthrush/pretraining-coreset-selection/llm_pretraining/test_ordinal_projection_big_diff/data/sciq --output_dir /juice5/scr5/tthrush/pretraining-coreset-selection/llm_pretraining/test_ordinal_projection_big_diff/llms/pythia-70m_sciq_1 --output_hub_id pythia-70m_sciq --model_id EleutherAI/pythia-70m --learning_rate 1e-3 --warmup_ratio=0.1 --gradient_accumulation_steps 2 --per_device_train_batch_size 256 --seed 1 --num_train_epochs 14' |
|
|
|
############################### |
|
|
|
submission to slurm complete! |
|
|
|
|
|
############################### |
|
slurm submission output |
|
|
|
Submitted batch job 7659769 |
|
|
|
|
|
|
|
############################### |
|
|
|
slurm submission log: 2024-05-27 23:24:16.202405 |
|
created following sbatch script: |
|
|
|
############################### |
|
|
|
#!/bin/bash |
|
|
|
#SBATCH --account=nlp |
|
#SBATCH --cpus-per-task=16 |
|
#SBATCH --dependency=afterok:7659810 |
|
#SBATCH --gres=gpu:2 |
|
#SBATCH --job-name=tthrush-job-4427548 |
|
#SBATCH --mem=100G |
|
#SBATCH --nodelist=sphinx2 |
|
#SBATCH --open-mode=append |
|
#SBATCH --output=/juice5/scr5/tthrush/pretraining-coreset-selection/llm_pretraining/test_ordinal_projection_big_diff/llms/pythia-70m_sciq_1/train_job_output.txt |
|
#SBATCH --partition=sphinx |
|
#SBATCH --time=14-0 |
|
|
|
# activate your desired anaconda environment |
|
. /nlp/scr/tthrush/miniconda3/etc/profile.d/conda.sh ; conda activate pretraining-coreset-selection |
|
|
|
# cd to working directory |
|
cd . |
|
|
|
# launch commands |
|
srun --unbuffered run_as_child_processes 'torchrun --master_port 29509 --nproc_per_node=2 train_llm.py --dataset_id /juice5/scr5/tthrush/pretraining-coreset-selection/llm_pretraining/test_ordinal_projection_big_diff/data/sciq --output_dir /juice5/scr5/tthrush/pretraining-coreset-selection/llm_pretraining/test_ordinal_projection_big_diff/llms/pythia-70m_sciq_1 --output_hub_id pythia-70m_sciq --model_id EleutherAI/pythia-70m --learning_rate 1e-3 --warmup_ratio=0.1 --gradient_accumulation_steps 2 --per_device_train_batch_size 256 --seed 1 --num_train_epochs 14' |
|
|
|
############################### |
|
|
|
submission to slurm complete! |
|
|
|
|
|
############################### |
|
slurm submission output |
|
|
|
Submitted batch job 7659811 |
|
|
|
|
|
|
|
############################### |
|
|
|
############################### |
|
start time: 2024-05-28 08:47:35.875358 |
|
machine: sphinx2 |
|
conda env: pretraining-coreset-selection |
|
############################### |
|
running following processes |
|
|
|
torchrun --master_port 29509 --nproc_per_node=2 train_llm.py --dataset_id /juice5/scr5/tthrush/pretraining-coreset-selection/llm_pretraining/test_ordinal_projection_big_diff/data/sciq --output_dir /juice5/scr5/tthrush/pretraining-coreset-selection/llm_pretraining/test_ordinal_projection_big_diff/llms/pythia-70m_sciq_1 --output_hub_id pythia-70m_sciq --model_id EleutherAI/pythia-70m --learning_rate 1e-3 --warmup_ratio=0.1 --gradient_accumulation_steps 2 --per_device_train_batch_size 256 --seed 1 --num_train_epochs 14 |
|
|
|
|
|
############################### |
|
command outputs: |
|
|
|
|
|
[2024-05-28 08:47:38,105] torch.distributed.run: [WARNING] |
|
[2024-05-28 08:47:38,105] torch.distributed.run: [WARNING] ***************************************** |
|
[2024-05-28 08:47:38,105] torch.distributed.run: [WARNING] Setting OMP_NUM_THREADS environment variable for each process to be 1 in default, to avoid your system being overloaded, please further tune the variable for optimal performance in your application as needed. |
|
[2024-05-28 08:47:38,105] torch.distributed.run: [WARNING] ***************************************** |
|
05/28/2024 08:47:45 - INFO - __main__ - Script parameters ScriptArguments(seed=1, dataset_id='/juice5/scr5/tthrush/pretraining-coreset-selection/llm_pretraining/test_ordinal_projection_big_diff/data/sciq', output_dir='/juice5/scr5/tthrush/pretraining-coreset-selection/llm_pretraining/test_ordinal_projection_big_diff/llms/pythia-70m_sciq_1', output_hub_id='pythia-70m_sciq', hf_hub_token=True, model_id='EleutherAI/pythia-70m', per_device_train_batch_size=256, num_train_epochs=14.0, learning_rate=0.001, gradient_accumulation_steps=2, from_scratch=True, warmup_ratio=0.1, adam_beta1=0.9, adam_beta2=0.95, adam_epsilon=1e-08, weight_decay=0.01, lr_scheduler_type='cosine', local_rank=0, resume_from_checkpoint=False, deepspeed=None, peft=False) |
|
05/28/2024 08:47:45 - INFO - __main__ - Script parameters ScriptArguments(seed=1, dataset_id='/juice5/scr5/tthrush/pretraining-coreset-selection/llm_pretraining/test_ordinal_projection_big_diff/data/sciq', output_dir='/juice5/scr5/tthrush/pretraining-coreset-selection/llm_pretraining/test_ordinal_projection_big_diff/llms/pythia-70m_sciq_1', output_hub_id='pythia-70m_sciq', hf_hub_token=True, model_id='EleutherAI/pythia-70m', per_device_train_batch_size=256, num_train_epochs=14.0, learning_rate=0.001, gradient_accumulation_steps=2, from_scratch=True, warmup_ratio=0.1, adam_beta1=0.9, adam_beta2=0.95, adam_epsilon=1e-08, weight_decay=0.01, lr_scheduler_type='cosine', local_rank=0, resume_from_checkpoint=False, deepspeed=None, peft=False) |
|
0%| | 0/10682 [00:00<?, ?it/s][rank0]:[W reducer.cpp:1360] Warning: find_unused_parameters=True was specified in DDP constructor, but did not find any unused parameters in the forward pass. This flag results in an extra traversal of the autograd graph every iteration, which can adversely affect performance. If your model indeed never has any unused parameters in the forward pass, consider turning this flag off. Note that this warning may be a false positive if your model has flow control causing later iterations to have unused parameters. (function operator()) |
|
[rank1]:[W reducer.cpp:1360] Warning: find_unused_parameters=True was specified in DDP constructor, but did not find any unused parameters in the forward pass. This flag results in an extra traversal of the autograd graph every iteration, which can adversely affect performance. If your model indeed never has any unused parameters in the forward pass, consider turning this flag off. Note that this warning may be a false positive if your model has flow control causing later iterations to have unused parameters. (function operator()) |
|
0%| | 1/10682 [00:09<27:19:13, 9.21s/it]
0%| | 2/10682 [00:12<16:20:39, 5.51s/it]
0%| | 3/10682 [00:13<11:14:22, 3.79s/it]
0%| | 4/10682 [00:15<8:59:13, 3.03s/it]
0%| | 5/10682 [00:17<7:11:23, 2.42s/it]
0%| | 6/10682 [00:18<5:58:40, 2.02s/it]
0%| | 7/10682 [00:19<4:49:23, 1.63s/it]
0%| | 8/10682 [00:19<4:06:08, 1.38s/it]
0%| | 9/10682 [00:20<3:39:43, 1.24s/it]
0%| | 10/10682 [00:21<3:20:33, 1.13s/it]
0%| | 11/10682 [00:22<3:04:21, 1.04s/it]
0%| | 12/10682 [00:23<2:52:59, 1.03it/s]
0%| | 13/10682 [00:24<2:42:00, 1.10it/s]
0%| | 14/10682 [00:24<2:32:41, 1.16it/s]
0%| | 15/10682 [00:25<2:22:38, 1.25it/s]
0%| | 16/10682 [00:26<2:13:19, 1.33it/s]
0%| | 17/10682 [00:26<2:05:50, 1.41it/s]
0%| | 18/10682 [00:27<2:00:19, 1.48it/s]
0%| | 19/10682 [00:28<1:56:10, 1.53it/s]
0%| | 20/10682 [00:28<1:52:21, 1.58it/s]
0%| | 21/10682 [00:29<1:49:20, 1.63it/s]
0%| | 22/10682 [00:29<1:46:41, 1.67it/s]
0%| | 23/10682 [00:30<1:43:32, 1.72it/s]
0%| | 24/10682 [00:30<1:43:03, 1.72it/s]
0%| | 25/10682 [00:31<1:41:12, 1.76it/s]{'loss': 10.6535, 'grad_norm': 1.3887403011322021, 'learning_rate': 2.3386342376052384e-05, 'epoch': 0.03} |
|
0%| | 25/10682 [00:31<1:41:12, 1.76it/s]
0%| | 26/10682 [00:32<1:40:42, 1.76it/s]
0%| | 27/10682 [00:32<1:39:23, 1.79it/s]
0%| | 28/10682 [00:33<1:37:32, 1.82it/s]
0%| | 29/10682 [00:33<1:35:51, 1.85it/s]
0%| | 30/10682 [00:34<1:34:36, 1.88it/s]
0%| | 31/10682 [00:34<1:33:41, 1.89it/s]
0%| | 32/10682 [00:35<1:33:00, 1.91it/s]
0%| | 33/10682 [00:35<1:33:25, 1.90it/s]
0%| | 34/10682 [00:36<1:33:06, 1.91it/s]
0%| | 35/10682 [00:36<1:32:27, 1.92it/s]
0%| | 36/10682 [00:37<1:32:09, 1.93it/s]
0%| | 37/10682 [00:37<1:32:25, 1.92it/s]
0%| | 38/10682 [00:38<1:32:07, 1.93it/s]
0%| | 39/10682 [00:38<1:31:32, 1.94it/s]
0%| | 40/10682 [00:39<1:31:12, 1.94it/s]
0%| | 41/10682 [00:39<1:30:29, 1.96it/s]
0%| | 42/10682 [00:40<1:30:02, 1.97it/s]
0%| | 43/10682 [00:40<1:30:19, 1.96it/s]
0%| | 44/10682 [00:41<1:30:09, 1.97it/s]
0%| | 45/10682 [00:41<1:29:42, 1.98it/s]
0%| | 46/10682 [00:42<1:29:35, 1.98it/s]
0%| | 47/10682 [00:42<1:29:37, 1.98it/s]
0%| | 48/10682 [00:43<1:29:23, 1.98it/s]
0%| | 49/10682 [00:43<1:29:11, 1.99it/s]
0%| | 50/10682 [00:44<1:28:49, 1.99it/s]{'loss': 9.8953, 'grad_norm': 1.2634286880493164, 'learning_rate': 4.677268475210477e-05, 'epoch': 0.07}
|
|
0%| | 50/10682 [00:44<1:28:49, 1.99it/s]
0%| | 51/10682 [00:44<1:28:47, 2.00it/s]
0%| | 52/10682 [00:45<1:28:48, 1.99it/s]
0%| | 53/10682 [00:45<1:28:33, 2.00it/s]
1%| | 54/10682 [00:46<1:28:40, 2.00it/s]
1%| | 55/10682 [00:46<1:28:41, 2.00it/s]
1%| | 56/10682 [00:47<1:28:54, 1.99it/s]
1%| | 57/10682 [00:47<1:28:39, 2.00it/s]
1%| | 58/10682 [00:48<1:28:28, 2.00it/s]
1%| | 59/10682 [00:48<1:28:34, 2.00it/s]
1%| | 60/10682 [00:49<1:28:28, 2.00it/s]
1%| | 61/10682 [00:49<1:28:25, 2.00it/s]
1%| | 62/10682 [00:50<1:28:12, 2.01it/s]
1%| | 63/10682 [00:50<1:28:10, 2.01it/s]
1%| | 64/10682 [00:51<1:28:12, 2.01it/s]
1%| | 65/10682 [00:51<1:28:19, 2.00it/s]
1%| | 66/10682 [00:52<1:28:08, 2.01it/s]
1%| | 67/10682 [00:52<1:27:56, 2.01it/s]
1%| | 68/10682 [00:53<1:27:49, 2.01it/s]
1%| | 69/10682 [00:53<1:27:42, 2.02it/s]
1%| | 70/10682 [00:54<1:27:47, 2.01it/s]
1%| | 71/10682 [00:54<1:27:45, 2.02it/s]
1%| | 72/10682 [00:55<1:27:42, 2.02it/s]
1%| | 73/10682 [00:55<1:27:50, 2.01it/s]
1%| | 74/10682 [00:56<1:27:41, 2.02it/s]
1%| | 75/10682 [00:56<1:27:41, 2.02it/s]{'loss': 9.0872, 'grad_norm': 1.0782718658447266, 'learning_rate': 7.015902712815715e-05, 'epoch': 0.1} |
|
1%| | 75/10682 [00:56<1:27:41, 2.02it/s]
1%| | 76/10682 [00:57<1:27:42, 2.02it/s]
1%| | 77/10682 [00:57<1:27:40, 2.02it/s]
1%| | 78/10682 [00:58<1:27:38, 2.02it/s]
1%| | 79/10682 [00:58<1:27:35, 2.02it/s]
1%| | 80/10682 [00:59<1:27:38, 2.02it/s]
1%| | 81/10682 [00:59<1:27:32, 2.02it/s]
1%| | 82/10682 [01:00<1:27:28, 2.02it/s]
1%| | 83/10682 [01:00<1:27:27, 2.02it/s]
1%| | 84/10682 [01:01<1:27:29, 2.02it/s]
1%| | 85/10682 [01:01<1:27:27, 2.02it/s]
1%| | 86/10682 [01:02<1:27:20, 2.02it/s]
1%| | 87/10682 [01:02<1:27:15, 2.02it/s]
1%| | 88/10682 [01:03<1:27:15, 2.02it/s]
1%| | 89/10682 [01:03<1:27:13, 2.02it/s]
1%| | 90/10682 [01:04<1:27:15, 2.02it/s]
1%| | 91/10682 [01:04<1:27:19, 2.02it/s]
1%| | 92/10682 [01:05<1:27:16, 2.02it/s]
1%| | 93/10682 [01:05<1:27:06, 2.03it/s]
1%| | 94/10682 [01:06<1:27:12, 2.02it/s]
1%| | 95/10682 [01:06<1:27:09, 2.02it/s]
1%| | 96/10682 [01:07<1:27:12, 2.02it/s]
1%| | 97/10682 [01:07<1:27:09, 2.02it/s]
1%| | 98/10682 [01:08<1:27:09, 2.02it/s]
1%| | 99/10682 [01:08<1:27:10, 2.02it/s]
1%| | 100/10682 [01:09<1:27:09, 2.02it/s]{'loss': 8.1762, 'grad_norm': 0.7970094084739685, 'learning_rate': 9.354536950420954e-05, 'epoch': 0.13} |
|
1%| | 100/10682 [01:09<1:27:09, 2.02it/s]
1%| | 101/10682 [01:09<1:27:16, 2.02it/s]
1%| | 102/10682 [01:10<1:27:13, 2.02it/s]
1%| | 103/10682 [01:10<1:27:13, 2.02it/s]
1%| | 104/10682 [01:11<1:27:13, 2.02it/s]
1%| | 105/10682 [01:11<1:27:06, 2.02it/s]
1%| | 106/10682 [01:12<1:27:09, 2.02it/s]
1%| | 107/10682 [01:12<1:27:05, 2.02it/s]
1%| | 108/10682 [01:13<1:27:06, 2.02it/s]
1%| | 109/10682 [01:13<1:27:06, 2.02it/s]
1%| | 110/10682 [01:14<1:27:08, 2.02it/s]
1%| | 111/10682 [01:14<1:27:04, 2.02it/s]
1%| | 112/10682 [01:15<1:27:06, 2.02it/s]
1%| | 113/10682 [01:15<1:27:03, 2.02it/s]
1%| | 114/10682 [01:16<1:27:01, 2.02it/s]
1%| | 115/10682 [01:16<1:27:05, 2.02it/s]
1%| | 116/10682 [01:17<1:27:01, 2.02it/s]
1%| | 117/10682 [01:17<1:27:04, 2.02it/s]
1%| | 118/10682 [01:18<1:26:57, 2.02it/s]
1%| | 119/10682 [01:18<1:26:56, 2.03it/s]
1%| | 120/10682 [01:19<1:27:04, 2.02it/s]
1%| | 121/10682 [01:19<1:26:59, 2.02it/s]
1%| | 122/10682 [01:20<1:26:57, 2.02it/s]
1%| | 123/10682 [01:20<1:26:53, 2.03it/s]
1%| | 124/10682 [01:21<1:26:56, 2.02it/s]
1%| | 125/10682 [01:21<1:26:58, 2.02it/s]
{'loss': 7.401, 'grad_norm': 0.5598958730697632, 'learning_rate': 0.00011693171188026193, 'epoch': 0.16} |
|
1%| | 125/10682 [01:21<1:26:58, 2.02it/s]
1%| | 126/10682 [01:21<1:27:03, 2.02it/s]
1%| | 127/10682 [01:22<1:26:57, 2.02it/s]
1%| | 128/10682 [01:22<1:26:59, 2.02it/s]
1%| | 129/10682 [01:23<1:26:50, 2.03it/s]
1%| | 130/10682 [01:23<1:26:53, 2.02it/s]
1%| | 131/10682 [01:24<1:26:47, 2.03it/s]
1%| | 132/10682 [01:24<1:26:52, 2.02it/s]
1%| | 133/10682 [01:25<1:26:48, 2.03it/s]
1%|β | 134/10682 [01:25<1:26:57, 2.02it/s]
1%|β | 135/10682 [01:26<1:26:55, 2.02it/s]
1%|β | 136/10682 [01:26<1:26:53, 2.02it/s]
1%|β | 137/10682 [01:27<1:26:44, 2.03it/s]
1%|β | 138/10682 [01:27<1:26:48, 2.02it/s]
1%|β | 139/10682 [01:28<1:26:41, 2.03it/s]
1%|β | 140/10682 [01:28<1:26:46, 2.02it/s]
1%|β | 141/10682 [01:29<1:26:44, 2.03it/s]
1%|β | 142/10682 [01:29<1:26:41, 2.03it/s]
1%|β | 143/10682 [01:30<1:26:41, 2.03it/s]
1%|β | 144/10682 [01:30<1:26:40, 2.03it/s]
1%|β | 145/10682 [01:31<1:26:41, 2.03it/s]
1%|β | 146/10682 [01:31<1:26:36, 2.03it/s]
1%|β | 147/10682 [01:32<1:26:42, 2.02it/s]
1%|β | 148/10682 [01:32<1:26:38, 2.03it/s]
1%|β | 149/10682 [01:33<1:26:35, 2.03it/s]
1%|β | 150/10682 [01:33<1:26:34, 2.03it/s]{'loss': 6.8274, 'grad_norm': 0.5329665541648865, 'learning_rate': 0.0001403180542563143, 'epoch': 0.2} |
|
1%|β | 150/10682 [01:33<1:26:34, 2.03it/s]
1%|β | 151/10682 [01:34<1:26:37, 2.03it/s]
1%|β | 152/10682 [01:34<1:26:34, 2.03it/s]
1%|β | 153/10682 [01:35<1:26:40, 2.02it/s]
1%|β | 154/10682 [01:35<1:26:41, 2.02it/s]
1%|β | 155/10682 [01:36<1:26:49, 2.02it/s]
1%|β | 156/10682 [01:36<1:26:41, 2.02it/s]
1%|β | 157/10682 [01:37<1:26:37, 2.02it/s]
1%|β | 158/10682 [01:37<1:26:35, 2.03it/s]
1%|β | 159/10682 [01:38<1:26:32, 2.03it/s]
1%|β | 160/10682 [01:38<1:26:33, 2.03it/s]
2%|β | 161/10682 [01:39<1:26:29, 2.03it/s]
2%|β | 162/10682 [01:39<1:26:29, 2.03it/s]
2%|β | 163/10682 [01:40<1:26:22, 2.03it/s]
2%|β | 164/10682 [01:40<1:26:21, 2.03it/s]
2%|β | 165/10682 [01:41<1:26:25, 2.03it/s]
2%|β | 166/10682 [01:41<1:26:25, 2.03it/s]
2%|β | 167/10682 [01:42<1:26:24, 2.03it/s]
2%|β | 168/10682 [01:42<1:26:14, 2.03it/s]
2%|β | 169/10682 [01:43<1:26:23, 2.03it/s]
2%|β | 170/10682 [01:43<1:26:23, 2.03it/s]
2%|β | 171/10682 [01:44<1:26:28, 2.03it/s]
2%|β | 172/10682 [01:44<1:26:24, 2.03it/s]
2%|β | 173/10682 [01:45<1:26:33, 2.02it/s]
2%|β | 174/10682 [01:45<1:26:32, 2.02it/s]
2%|β | 175/10682 [01:46<1:26:32, 2.02it/s]{'loss': 6.3499, 'grad_norm': 0.6043564081192017, 'learning_rate': 0.00016370439663236668, 'epoch': 0.23} |
|
2%|β | 175/10682 [01:46<1:26:32, 2.02it/s]
2%|β | 176/10682 [01:46<1:26:39, 2.02it/s]
2%|β | 177/10682 [01:47<1:26:34, 2.02it/s]
2%|β | 178/10682 [01:47<1:26:32, 2.02it/s]
2%|β | 179/10682 [01:48<1:26:31, 2.02it/s]
2%|β | 180/10682 [01:48<1:26:26, 2.02it/s]
2%|β | 181/10682 [01:49<1:26:27, 2.02it/s]
2%|β | 182/10682 [01:49<1:26:21, 2.03it/s]
2%|β | 183/10682 [01:50<1:26:18, 2.03it/s]
2%|β | 184/10682 [01:50<1:26:19, 2.03it/s]
2%|β | 185/10682 [01:51<1:26:14, 2.03it/s]
2%|β | 186/10682 [01:51<1:26:16, 2.03it/s]
2%|β | 187/10682 [01:52<1:26:19, 2.03it/s]
2%|β | 188/10682 [01:52<1:26:18, 2.03it/s]
2%|β | 189/10682 [01:53<1:26:11, 2.03it/s]
2%|β | 190/10682 [01:53<1:26:13, 2.03it/s]
2%|β | 191/10682 [01:54<1:26:13, 2.03it/s]
2%|β | 192/10682 [01:54<1:26:13, 2.03it/s]
2%|β | 193/10682 [01:55<1:26:18, 2.03it/s]
2%|β | 194/10682 [01:55<1:26:14, 2.03it/s]
2%|β | 195/10682 [01:56<1:26:15, 2.03it/s]
2%|β | 196/10682 [01:56<1:26:10, 2.03it/s]
2%|β | 197/10682 [01:57<1:26:08, 2.03it/s]
2%|β | 198/10682 [01:57<1:26:06, 2.03it/s]
2%|β | 199/10682 [01:58<1:26:04, 2.03it/s]
2%|β | 200/10682 [01:58<1:26:12, 2.03it/s]{'loss': 5.9505, 'grad_norm': 0.6875361800193787, 'learning_rate': 0.00018709073900841907, 'epoch': 0.26} |
|
2%|β | 200/10682 [01:58<1:26:12, 2.03it/s]
2%|β | 201/10682 [01:59<1:26:11, 2.03it/s]
2%|β | 202/10682 [01:59<1:26:16, 2.02it/s]
2%|β | 203/10682 [01:59<1:26:11, 2.03it/s]
2%|β | 204/10682 [02:00<1:26:16, 2.02it/s]
2%|β | 205/10682 [02:00<1:26:12, 2.03it/s]
2%|β | 206/10682 [02:01<1:26:18, 2.02it/s]
2%|β | 207/10682 [02:01<1:26:14, 2.02it/s]
2%|β | 208/10682 [02:02<1:26:11, 2.03it/s]
2%|β | 209/10682 [02:02<1:26:08, 2.03it/s]
2%|β | 210/10682 [02:03<1:26:07, 2.03it/s]
2%|β | 211/10682 [02:03<1:26:09, 2.03it/s]
2%|β | 212/10682 [02:04<1:26:06, 2.03it/s]
2%|β | 213/10682 [02:04<1:26:08, 2.03it/s]
2%|β | 214/10682 [02:05<1:26:03, 2.03it/s]
2%|β | 215/10682 [02:05<1:26:11, 2.02it/s]
2%|β | 216/10682 [02:06<1:26:04, 2.03it/s]
2%|β | 217/10682 [02:06<1:26:04, 2.03it/s]
2%|β | 218/10682 [02:07<1:26:05, 2.03it/s]
2%|β | 219/10682 [02:07<1:26:04, 2.03it/s]
2%|β | 220/10682 [02:08<1:26:02, 2.03it/s]
2%|β | 221/10682 [02:08<1:26:01, 2.03it/s]
2%|β | 222/10682 [02:09<1:26:03, 2.03it/s]
2%|β | 223/10682 [02:09<1:26:01, 2.03it/s]
2%|β | 224/10682 [02:10<1:26:01, 2.03it/s]
2%|β | 225/10682 [02:10<1:25:57, 2.03it/s]{'loss': 5.6426, 'grad_norm': 0.8510384559631348, 'learning_rate': 0.00021047708138447147, 'epoch': 0.29} |
|
2%|β | 225/10682 [02:10<1:25:57, 2.03it/s]
2%|β | 226/10682 [02:11<1:26:03, 2.02it/s]
2%|β | 227/10682 [02:11<1:25:57, 2.03it/s]
2%|β | 228/10682 [02:12<1:25:57, 2.03it/s]
2%|β | 229/10682 [02:12<1:25:55, 2.03it/s]
2%|β | 230/10682 [02:13<1:25:56, 2.03it/s]
2%|β | 231/10682 [02:13<1:25:57, 2.03it/s]
2%|β | 232/10682 [02:14<1:25:52, 2.03it/s]
2%|β | 233/10682 [02:14<1:25:53, 2.03it/s]
2%|β | 234/10682 [02:15<1:25:57, 2.03it/s]
2%|β | 235/10682 [02:15<1:26:01, 2.02it/s]
2%|β | 236/10682 [02:16<1:25:59, 2.02it/s]
2%|β | 237/10682 [02:16<1:26:02, 2.02it/s]
2%|β | 238/10682 [02:17<1:26:00, 2.02it/s]
2%|β | 239/10682 [02:17<1:25:58, 2.02it/s]
2%|β | 240/10682 [02:18<1:25:55, 2.03it/s]
2%|β | 241/10682 [02:18<1:25:54, 2.03it/s]
2%|β | 242/10682 [02:19<1:25:51, 2.03it/s]
2%|β | 243/10682 [02:19<1:25:45, 2.03it/s]
2%|β | 244/10682 [02:20<1:25:49, 2.03it/s]
2%|β | 245/10682 [02:20<1:25:51, 2.03it/s]
2%|β | 246/10682 [02:21<1:25:54, 2.02it/s]
2%|β | 247/10682 [02:21<1:25:59, 2.02it/s]
2%|β | 248/10682 [02:22<1:25:55, 2.02it/s]
2%|β | 249/10682 [02:22<1:25:57, 2.02it/s]
2%|β | 250/10682 [02:23<1:25:56, 2.02it/s]{'loss': 5.4075, 'grad_norm': 0.7653149366378784, 'learning_rate': 0.00023386342376052386, 'epoch': 0.33} |
|
2%|β | 250/10682 [02:23<1:25:56, 2.02it/s]
2%|β | 251/10682 [02:23<1:26:07, 2.02it/s]
2%|β | 252/10682 [02:24<1:26:03, 2.02it/s]
2%|β | 253/10682 [02:24<1:26:02, 2.02it/s]
2%|β | 254/10682 [02:25<1:25:56, 2.02it/s]
2%|β | 255/10682 [02:25<1:25:49, 2.02it/s]
2%|β | 256/10682 [02:26<1:25:48, 2.02it/s]
2%|β | 257/10682 [02:26<1:25:49, 2.02it/s]
2%|β | 258/10682 [02:27<1:25:53, 2.02it/s]
2%|β | 259/10682 [02:27<1:25:51, 2.02it/s]
2%|β | 260/10682 [02:28<1:25:46, 2.03it/s]
2%|β | 261/10682 [02:28<1:25:44, 2.03it/s]
2%|β | 262/10682 [02:29<1:25:43, 2.03it/s]
2%|β | 263/10682 [02:29<1:25:45, 2.02it/s]
2%|β | 264/10682 [02:30<1:25:36, 2.03it/s]
2%|β | 265/10682 [02:30<1:25:43, 2.03it/s]
2%|β | 266/10682 [02:31<1:25:34, 2.03it/s]
2%|β | 267/10682 [02:31<1:25:40, 2.03it/s]
3%|β | 268/10682 [02:32<1:25:40, 2.03it/s]
3%|β | 269/10682 [02:32<1:25:47, 2.02it/s]
3%|β | 270/10682 [02:33<1:25:41, 2.03it/s]
3%|β | 271/10682 [02:33<1:25:42, 2.02it/s]
3%|β | 272/10682 [02:34<1:25:37, 2.03it/s]
3%|β | 273/10682 [02:34<1:25:41, 2.02it/s]
3%|β | 274/10682 [02:35<1:25:39, 2.03it/s]
3%|β | 275/10682 [02:35<1:25:36, 2.03it/s]{'loss': 5.1744, 'grad_norm': 1.0323430299758911, 'learning_rate': 0.00025724976613657625, 'epoch': 0.36}
|
|
3%|β | 275/10682 [02:35<1:25:36, 2.03it/s]
3%|β | 276/10682 [02:36<1:25:40, 2.02it/s]
3%|β | 277/10682 [02:36<1:25:37, 2.03it/s]
3%|β | 278/10682 [02:37<1:25:37, 2.03it/s]
3%|β | 279/10682 [02:37<1:25:34, 2.03it/s]
3%|β | 280/10682 [02:38<1:25:38, 2.02it/s]
3%|β | 281/10682 [02:38<1:25:37, 2.02it/s]
3%|β | 282/10682 [02:39<1:25:35, 2.02it/s]
3%|β | 283/10682 [02:39<1:25:28, 2.03it/s]
3%|β | 284/10682 [02:39<1:25:34, 2.03it/s]
3%|β | 285/10682 [02:40<1:25:26, 2.03it/s]
3%|β | 286/10682 [02:40<1:25:27, 2.03it/s]
3%|β | 287/10682 [02:41<1:25:28, 2.03it/s]
3%|β | 288/10682 [02:41<1:25:27, 2.03it/s]
3%|β | 289/10682 [02:42<1:25:29, 2.03it/s]
3%|β | 290/10682 [02:42<1:25:23, 2.03it/s]
3%|β | 291/10682 [02:43<1:25:30, 2.03it/s]
3%|β | 292/10682 [02:43<1:25:27, 2.03it/s]
3%|β | 293/10682 [02:44<1:25:34, 2.02it/s]
3%|β | 294/10682 [02:44<1:25:31, 2.02it/s]
3%|β | 295/10682 [02:45<1:25:32, 2.02it/s]
3%|β | 296/10682 [02:45<1:25:30, 2.02it/s]
3%|β | 297/10682 [02:46<1:25:31, 2.02it/s]
3%|β | 298/10682 [02:46<1:25:23, 2.03it/s]
3%|β | 299/10682 [02:47<1:25:27, 2.02it/s]
3%|β | 300/10682 [02:47<1:25:26, 2.03it/s]{'loss': 5.0216, 'grad_norm': 1.0042026042938232, 'learning_rate': 0.0002806361085126286, 'epoch': 0.39} |
|
3%|β | 300/10682 [02:47<1:25:26, 2.03it/s]
3%|β | 301/10682 [02:48<1:25:36, 2.02it/s]
3%|β | 302/10682 [02:48<1:25:33, 2.02it/s]
3%|β | 303/10682 [02:49<1:25:36, 2.02it/s]
3%|β | 304/10682 [02:49<1:25:27, 2.02it/s]
3%|β | 305/10682 [02:50<1:25:35, 2.02it/s]
3%|β | 306/10682 [02:50<1:25:30, 2.02it/s]
3%|β | 307/10682 [02:51<1:25:29, 2.02it/s]
3%|β | 308/10682 [02:51<1:25:30, 2.02it/s]
3%|β | 309/10682 [02:52<1:25:32, 2.02it/s]
3%|β | 310/10682 [02:52<1:25:27, 2.02it/s]
3%|β | 311/10682 [02:53<1:25:29, 2.02it/s]
3%|β | 312/10682 [02:53<1:25:24, 2.02it/s]
3%|β | 313/10682 [02:54<1:25:27, 2.02it/s]
3%|β | 314/10682 [02:54<1:25:20, 2.02it/s]
3%|β | 315/10682 [02:55<1:25:21, 2.02it/s]
3%|β | 316/10682 [02:55<1:25:15, 2.03it/s]
3%|β | 317/10682 [02:56<1:25:16, 2.03it/s]
3%|β | 318/10682 [02:56<1:25:17, 2.03it/s]
3%|β | 319/10682 [02:57<1:25:19, 2.02it/s]
3%|β | 320/10682 [02:57<1:25:14, 2.03it/s]
3%|β | 321/10682 [02:58<1:25:06, 2.03it/s]
3%|β | 322/10682 [02:58<1:25:10, 2.03it/s]
3%|β | 323/10682 [02:59<1:25:03, 2.03it/s]
3%|β | 324/10682 [02:59<1:25:04, 2.03it/s]
3%|β | 325/10682 [03:00<1:25:06, 2.03it/s]{'loss': 4.8571, 'grad_norm': 0.780515193939209, 'learning_rate': 0.00030402245088868103, 'epoch': 0.43} |
|
3%|β | 325/10682 [03:00<1:25:06, 2.03it/s]
3%|β | 326/10682 [03:00<1:25:18, 2.02it/s]
3%|β | 327/10682 [03:01<1:25:15, 2.02it/s]
3%|β | 328/10682 [03:01<1:25:15, 2.02it/s]
3%|β | 329/10682 [03:02<1:25:13, 2.02it/s]
3%|β | 330/10682 [03:02<1:25:14, 2.02it/s]
3%|β | 331/10682 [03:03<1:25:15, 2.02it/s]
3%|β | 332/10682 [03:03<1:25:08, 2.03it/s]
3%|β | 333/10682 [03:04<1:25:13, 2.02it/s]
3%|β | 334/10682 [03:04<1:25:14, 2.02it/s]
3%|β | 335/10682 [03:05<1:25:16, 2.02it/s]
3%|β | 336/10682 [03:05<1:25:12, 2.02it/s]
3%|β | 337/10682 [03:06<1:25:14, 2.02it/s]
3%|β | 338/10682 [03:06<1:25:12, 2.02it/s]
3%|β | 339/10682 [03:07<1:25:14, 2.02it/s]
3%|β | 340/10682 [03:07<1:25:12, 2.02it/s]
3%|β | 341/10682 [03:08<1:25:06, 2.03it/s]
3%|β | 342/10682 [03:08<1:25:07, 2.02it/s]
3%|β | 343/10682 [03:09<1:25:01, 2.03it/s]
3%|β | 344/10682 [03:09<1:25:03, 2.03it/s]
3%|β | 345/10682 [03:10<1:24:57, 2.03it/s]
3%|β | 346/10682 [03:10<1:24:59, 2.03it/s]
3%|β | 347/10682 [03:11<1:24:57, 2.03it/s]
3%|β | 348/10682 [03:11<1:24:57, 2.03it/s]
3%|β | 349/10682 [03:12<1:25:01, 2.03it/s]
3%|β | 350/10682 [03:12<1:25:00, 2.03it/s]{'loss': 4.7103, 'grad_norm': 0.861939013004303, 'learning_rate': 0.00032740879326473337, 'epoch': 0.46}
|
|
3%|β | 350/10682 [03:12<1:25:00, 2.03it/s]
3%|β | 351/10682 [03:13<1:25:05, 2.02it/s]
3%|β | 352/10682 [03:13<1:25:02, 2.02it/s]
3%|β | 353/10682 [03:14<1:25:02, 2.02it/s]
3%|β | 354/10682 [03:14<1:24:59, 2.03it/s]
3%|β | 355/10682 [03:15<1:24:57, 2.03it/s]
3%|β | 356/10682 [03:15<1:24:51, 2.03it/s]
3%|β | 357/10682 [03:16<1:24:57, 2.03it/s]
3%|β | 358/10682 [03:16<1:24:55, 2.03it/s]
3%|β | 359/10682 [03:17<1:25:00, 2.02it/s]
3%|β | 360/10682 [03:17<1:24:52, 2.03it/s]
3%|β | 361/10682 [03:18<1:24:54, 2.03it/s]
3%|β | 362/10682 [03:18<1:24:50, 2.03it/s]
3%|β | 363/10682 [03:19<1:24:55, 2.03it/s]
3%|β | 364/10682 [03:19<1:24:53, 2.03it/s]
3%|β | 365/10682 [03:19<1:24:57, 2.02it/s]
3%|β | 366/10682 [03:20<1:24:55, 2.02it/s]
3%|β | 367/10682 [03:20<1:24:48, 2.03it/s]
3%|β | 368/10682 [03:21<1:24:51, 2.03it/s]
3%|β | 369/10682 [03:21<1:24:51, 2.03it/s]
3%|β | 370/10682 [03:22<1:24:48, 2.03it/s]
3%|β | 371/10682 [03:22<1:24:45, 2.03it/s]
3%|β | 372/10682 [03:23<1:24:41, 2.03it/s]
3%|β | 373/10682 [03:23<1:24:40, 2.03it/s]
4%|β | 374/10682 [03:24<1:24:37, 2.03it/s]
4%|β | 375/10682 [03:24<1:24:43, 2.03it/s]{'loss': 4.571, 'grad_norm': 0.7985799908638, 'learning_rate': 0.0003507951356407858, 'epoch': 0.49} |
|
4%|β | 375/10682 [03:24<1:24:43, 2.03it/s]
4%|β | 376/10682 [03:25<1:24:42, 2.03it/s]
4%|β | 377/10682 [03:25<1:24:47, 2.03it/s]
4%|β | 378/10682 [03:26<1:24:44, 2.03it/s]
4%|β | 379/10682 [03:26<1:24:45, 2.03it/s]
4%|β | 380/10682 [03:27<1:24:45, 2.03it/s]
4%|β | 381/10682 [03:27<1:24:43, 2.03it/s]
4%|β | 382/10682 [03:28<1:24:50, 2.02it/s]
4%|β | 383/10682 [03:28<1:24:51, 2.02it/s]
4%|β | 384/10682 [03:29<1:24:56, 2.02it/s]
4%|β | 385/10682 [03:29<1:24:49, 2.02it/s]
4%|β | 386/10682 [03:30<1:24:50, 2.02it/s]
4%|β | 387/10682 [03:30<1:24:51, 2.02it/s]
4%|β | 388/10682 [03:31<1:24:47, 2.02it/s]
4%|β | 389/10682 [03:31<1:24:47, 2.02it/s]
4%|β | 390/10682 [03:32<1:24:45, 2.02it/s]
4%|β | 391/10682 [03:32<1:24:47, 2.02it/s]
4%|β | 392/10682 [03:33<1:24:42, 2.02it/s]
4%|β | 393/10682 [03:33<1:24:39, 2.03it/s]
4%|β | 394/10682 [03:34<1:24:41, 2.02it/s]
4%|β | 395/10682 [03:34<1:24:38, 2.03it/s]
4%|β | 396/10682 [03:35<1:24:35, 2.03it/s]
4%|β | 397/10682 [03:35<1:24:29, 2.03it/s]
4%|β | 398/10682 [03:36<1:24:32, 2.03it/s]
4%|β | 399/10682 [03:36<1:24:39, 2.02it/s]
4%|β | 400/10682 [03:37<1:24:39, 2.02it/s]{'loss': 4.4565, 'grad_norm': 0.9434067010879517, 'learning_rate': 0.00037418147801683815, 'epoch': 0.52} |
|
4%|β | 400/10682 [03:37<1:24:39, 2.02it/s]
4%|β | 401/10682 [03:37<1:24:42, 2.02it/s]
4%|β | 402/10682 [03:38<1:24:42, 2.02it/s]
4%|β | 403/10682 [03:38<1:24:37, 2.02it/s]
4%|β | 404/10682 [03:39<1:24:32, 2.03it/s]
4%|β | 405/10682 [03:39<1:24:33, 2.03it/s]
4%|β | 406/10682 [03:40<1:24:35, 2.02it/s]
4%|β | 407/10682 [03:40<1:24:38, 2.02it/s]
4%|β | 408/10682 [03:41<1:24:38, 2.02it/s]
4%|β | 409/10682 [03:41<1:24:39, 2.02it/s]
4%|β | 410/10682 [03:42<1:24:33, 2.02it/s]
4%|β | 411/10682 [03:42<1:24:35, 2.02it/s]
4%|β | 412/10682 [03:43<1:24:32, 2.02it/s]
4%|β | 413/10682 [03:43<1:24:29, 2.03it/s]
4%|β | 414/10682 [03:44<1:24:25, 2.03it/s]
4%|β | 415/10682 [03:44<1:24:26, 2.03it/s]
4%|β | 416/10682 [03:45<1:24:26, 2.03it/s]
4%|β | 417/10682 [03:45<1:24:31, 2.02it/s]
4%|β | 418/10682 [03:46<1:24:28, 2.03it/s]
4%|β | 419/10682 [03:46<1:24:29, 2.02it/s]
4%|β | 420/10682 [03:47<1:24:24, 2.03it/s]
4%|β | 421/10682 [03:47<1:24:19, 2.03it/s]
4%|β | 422/10682 [03:48<1:24:32, 2.02it/s]
4%|β | 423/10682 [03:48<1:24:27, 2.02it/s]
4%|β | 424/10682 [03:49<1:24:28, 2.02it/s]
4%|β | 425/10682 [03:49<1:24:27, 2.02it/s]{'loss': 4.3547, 'grad_norm': 0.8244659304618835, 'learning_rate': 0.0003975678203928906, 'epoch': 0.56} |
|
4%|β | 425/10682 [03:49<1:24:27, 2.02it/s]
4%|β | 426/10682 [03:50<1:24:36, 2.02it/s]
4%|β | 427/10682 [03:50<1:24:25, 2.02it/s]
4%|β | 428/10682 [03:51<1:24:28, 2.02it/s]
4%|β | 429/10682 [03:51<1:24:24, 2.02it/s]
4%|β | 430/10682 [03:52<1:24:30, 2.02it/s]
4%|β | 431/10682 [03:52<1:24:23, 2.02it/s]
4%|β | 432/10682 [03:53<1:24:22, 2.02it/s]
4%|β | 433/10682 [03:53<1:24:18, 2.03it/s]
4%|β | 434/10682 [03:54<1:24:19, 2.03it/s]
4%|β | 435/10682 [03:54<1:24:16, 2.03it/s]
4%|β | 436/10682 [03:55<1:24:16, 2.03it/s]
4%|β | 437/10682 [03:55<1:24:16, 2.03it/s]
4%|β | 438/10682 [03:56<1:24:14, 2.03it/s]
4%|β | 439/10682 [03:56<1:24:13, 2.03it/s]
4%|β | 440/10682 [03:57<1:24:13, 2.03it/s]
4%|β | 441/10682 [03:57<1:24:16, 2.03it/s]
4%|β | 442/10682 [03:58<1:24:10, 2.03it/s]
4%|β | 443/10682 [03:58<1:24:13, 2.03it/s]
4%|β | 444/10682 [03:59<1:24:08, 2.03it/s]
4%|β | 445/10682 [03:59<1:24:06, 2.03it/s]
4%|β | 446/10682 [03:59<1:24:09, 2.03it/s]
4%|β | 447/10682 [04:00<1:24:18, 2.02it/s]
4%|β | 448/10682 [04:00<1:24:17, 2.02it/s]
4%|β | 449/10682 [04:01<1:24:19, 2.02it/s]
4%|β | 450/10682 [04:01<1:24:15, 2.02it/s]{'loss': 4.2568, 'grad_norm': 0.747728168964386, 'learning_rate': 0.00042095416276894293, 'epoch': 0.59} |
|
4%|β | 450/10682 [04:01<1:24:15, 2.02it/s]
4%|β | 451/10682 [04:02<1:24:20, 2.02it/s]
4%|β | 452/10682 [04:02<1:24:18, 2.02it/s]
4%|β | 453/10682 [04:03<1:24:15, 2.02it/s]
4%|β | 454/10682 [04:03<1:24:16, 2.02it/s]
4%|β | 455/10682 [04:04<1:24:16, 2.02it/s]
4%|β | 456/10682 [04:04<1:24:14, 2.02it/s]
4%|β | 457/10682 [04:05<1:24:29, 2.02it/s]
4%|β | 458/10682 [04:05<1:24:24, 2.02it/s]
4%|β | 459/10682 [04:06<1:24:18, 2.02it/s]
4%|β | 460/10682 [04:06<1:24:16, 2.02it/s]
4%|β | 461/10682 [04:07<1:24:20, 2.02it/s]
4%|β | 462/10682 [04:07<1:24:16, 2.02it/s]
4%|β | 463/10682 [04:08<1:24:15, 2.02it/s]
4%|β | 464/10682 [04:08<1:24:06, 2.02it/s]
4%|β | 465/10682 [04:09<1:23:59, 2.03it/s]
4%|β | 466/10682 [04:09<1:24:01, 2.03it/s]
4%|β | 467/10682 [04:10<1:23:55, 2.03it/s]
4%|β | 468/10682 [04:10<1:23:59, 2.03it/s]
4%|β | 469/10682 [04:11<1:24:00, 2.03it/s]
4%|β | 470/10682 [04:11<1:24:03, 2.02it/s]
4%|β | 471/10682 [04:12<1:23:59, 2.03it/s]
4%|β | 472/10682 [04:12<1:24:03, 2.02it/s]
4%|β | 473/10682 [04:13<1:24:00, 2.03it/s]
4%|β | 474/10682 [04:13<1:23:59, 2.03it/s]
4%|β | 475/10682 [04:14<1:24:00, 2.03it/s]{'loss': 4.1706, 'grad_norm': 0.824598491191864, 'learning_rate': 0.0004443405051449954, 'epoch': 0.62} |
|
4%|β | 475/10682 [04:14<1:24:00, 2.03it/s]
4%|β | 476/10682 [04:14<1:24:05, 2.02it/s]
4%|β | 477/10682 [04:15<1:24:04, 2.02it/s]
4%|β | 478/10682 [04:15<1:24:05, 2.02it/s]
4%|β | 479/10682 [04:16<1:24:06, 2.02it/s]
4%|β | 480/10682 [04:16<1:24:02, 2.02it/s]
5%|β | 481/10682 [04:17<1:24:07, 2.02it/s]
5%|β | 482/10682 [04:17<1:24:06, 2.02it/s]
5%|β | 483/10682 [04:18<1:23:59, 2.02it/s]
5%|β | 484/10682 [04:18<1:23:58, 2.02it/s]
5%|β | 485/10682 [04:19<1:24:08, 2.02it/s]
5%|β | 486/10682 [04:19<1:24:07, 2.02it/s]
5%|β | 487/10682 [04:20<1:24:04, 2.02it/s]
5%|β | 488/10682 [04:20<1:23:57, 2.02it/s]
5%|β | 489/10682 [04:21<1:24:01, 2.02it/s]
5%|β | 490/10682 [04:21<1:23:57, 2.02it/s]
5%|β | 491/10682 [04:22<1:23:58, 2.02it/s]
5%|β | 492/10682 [04:22<1:23:55, 2.02it/s]
5%|β | 493/10682 [04:23<1:23:56, 2.02it/s]
5%|β | 494/10682 [04:23<1:23:51, 2.02it/s]
5%|β | 495/10682 [04:24<1:23:50, 2.02it/s]
5%|β | 496/10682 [04:24<1:23:49, 2.03it/s]
5%|β | 497/10682 [04:25<1:23:49, 2.03it/s]
5%|β | 498/10682 [04:25<1:23:47, 2.03it/s]
5%|β | 499/10682 [04:26<1:23:45, 2.03it/s]
5%|β | 500/10682 [04:26<1:23:48, 2.03it/s]{'loss': 4.1025, 'grad_norm': 0.6812605857849121, 'learning_rate': 0.0004677268475210477, 'epoch': 0.65}
|
|
5%|β | 500/10682 [04:26<1:23:48, 2.03it/s]
5%|β | 501/10682 [04:27<1:23:48, 2.02it/s]
5%|β | 502/10682 [04:27<1:23:49, 2.02it/s]
5%|β | 503/10682 [04:28<1:23:47, 2.02it/s]
5%|β | 504/10682 [04:28<1:23:54, 2.02it/s]
5%|β | 505/10682 [04:29<1:23:45, 2.03it/s]
5%|β | 506/10682 [04:29<1:23:49, 2.02it/s]
5%|β | 507/10682 [04:30<1:23:45, 2.02it/s]
5%|β | 508/10682 [04:30<1:23:45, 2.02it/s]
5%|β | 509/10682 [04:31<1:23:42, 2.03it/s]
5%|β | 510/10682 [04:31<1:23:39, 2.03it/s]
5%|β | 511/10682 [04:32<1:23:38, 2.03it/s]
5%|β | 512/10682 [04:32<1:23:35, 2.03it/s]
5%|β | 513/10682 [04:33<1:23:36, 2.03it/s]
5%|β | 514/10682 [04:33<1:23:29, 2.03it/s]
5%|β | 515/10682 [04:34<1:23:24, 2.03it/s]
5%|β | 516/10682 [04:34<1:23:34, 2.03it/s]
5%|β | 517/10682 [04:35<1:23:30, 2.03it/s]
5%|β | 518/10682 [04:35<1:23:31, 2.03it/s]
5%|β | 519/10682 [04:36<1:23:25, 2.03it/s]
5%|β | 520/10682 [04:36<1:23:19, 2.03it/s]
5%|β | 521/10682 [04:37<1:23:21, 2.03it/s]
5%|β | 522/10682 [04:37<1:23:20, 2.03it/s]
5%|β | 523/10682 [04:38<1:23:26, 2.03it/s]
5%|β | 524/10682 [04:38<1:23:23, 2.03it/s]
5%|β | 525/10682 [04:39<1:23:26, 2.03it/s]{'loss': 4.0153, 'grad_norm': 0.5662981271743774, 'learning_rate': 0.0004911131898971, 'epoch': 0.69} |
|
5%|β | 525/10682 [04:39<1:23:26, 2.03it/s]
5%|β | 526/10682 [04:39<1:23:26, 2.03it/s]
5%|β | 527/10682 [04:39<1:23:26, 2.03it/s]
5%|β | 528/10682 [04:40<1:23:27, 2.03it/s]
5%|β | 529/10682 [04:40<1:23:23, 2.03it/s]
5%|β | 530/10682 [04:41<1:23:30, 2.03it/s]
5%|β | 531/10682 [04:41<1:23:22, 2.03it/s]
5%|β | 532/10682 [04:42<1:23:25, 2.03it/s]
5%|β | 533/10682 [04:42<1:23:22, 2.03it/s]
5%|β | 534/10682 [04:43<1:23:18, 2.03it/s]
5%|β | 535/10682 [04:43<1:23:23, 2.03it/s]
5%|β | 536/10682 [04:44<1:23:22, 2.03it/s]
5%|β | 537/10682 [04:44<1:23:22, 2.03it/s]
5%|β | 538/10682 [04:45<1:23:21, 2.03it/s]
5%|β | 539/10682 [04:45<1:23:25, 2.03it/s]
5%|β | 540/10682 [04:46<1:23:25, 2.03it/s]
5%|β | 541/10682 [04:46<1:23:29, 2.02it/s]
5%|β | 542/10682 [04:47<1:23:26, 2.03it/s]
5%|β | 543/10682 [04:47<1:23:25, 2.03it/s]
5%|β | 544/10682 [04:48<1:23:22, 2.03it/s]
5%|β | 545/10682 [04:48<1:23:18, 2.03it/s]
5%|β | 546/10682 [04:49<1:23:17, 2.03it/s]
5%|β | 547/10682 [04:49<1:23:13, 2.03it/s]
5%|β | 548/10682 [04:50<1:23:13, 2.03it/s]
5%|β | 549/10682 [04:50<1:23:16, 2.03it/s]
5%|β | 550/10682 [04:51<1:23:20, 2.03it/s]{'loss': 3.9743, 'grad_norm': 0.5711369514465332, 'learning_rate': 0.0005144995322731525, 'epoch': 0.72} |
|
5%|β | 550/10682 [04:51<1:23:20, 2.03it/s]
5%|β | 551/10682 [04:51<1:23:27, 2.02it/s]
5%|β | 552/10682 [04:52<1:23:22, 2.03it/s]
5%|β | 553/10682 [04:52<1:23:22, 2.02it/s]
5%|β | 554/10682 [04:53<1:23:19, 2.03it/s]
5%|β | 555/10682 [04:53<1:23:18, 2.03it/s]
5%|β | 556/10682 [04:54<1:23:13, 2.03it/s]
5%|β | 557/10682 [04:54<1:23:15, 2.03it/s]
5%|β | 558/10682 [04:55<1:23:14, 2.03it/s]
5%|β | 559/10682 [04:55<1:23:19, 2.02it/s]
5%|β | 560/10682 [04:56<1:23:12, 2.03it/s]
5%|β | 561/10682 [04:56<1:23:15, 2.03it/s]
5%|β | 562/10682 [04:57<1:23:10, 2.03it/s]
5%|β | 563/10682 [04:57<1:23:09, 2.03it/s]
5%|β | 564/10682 [04:58<1:23:09, 2.03it/s]
5%|β | 565/10682 [04:58<1:23:09, 2.03it/s]
5%|β | 566/10682 [04:59<1:23:11, 2.03it/s]
5%|β | 567/10682 [04:59<1:23:06, 2.03it/s]
5%|β | 568/10682 [05:00<1:23:10, 2.03it/s]
5%|β | 569/10682 [05:00<1:23:05, 2.03it/s]
5%|β | 570/10682 [05:01<1:23:06, 2.03it/s]
5%|β | 571/10682 [05:01<1:23:06, 2.03it/s]
5%|β | 572/10682 [05:02<1:23:03, 2.03it/s]
5%|β | 573/10682 [05:02<1:23:06, 2.03it/s]
5%|β | 574/10682 [05:03<1:23:03, 2.03it/s]
5%|β | 575/10682 [05:03<1:23:03, 2.03it/s]{'loss': 3.8797, 'grad_norm': 0.6401307582855225, 'learning_rate': 0.0005378858746492049, 'epoch': 0.75} |
|
5%|β | 575/10682 [05:03<1:23:03, 2.03it/s]
5%|β | 576/10682 [05:04<1:23:09, 2.03it/s]
5%|β | 577/10682 [05:04<1:23:15, 2.02it/s]
5%|β | 578/10682 [05:05<1:23:08, 2.03it/s]
5%|β | 579/10682 [05:05<1:23:05, 2.03it/s]
5%|β | 580/10682 [05:06<1:23:05, 2.03it/s]
5%|β | 581/10682 [05:06<1:22:57, 2.03it/s]
5%|β | 582/10682 [05:07<1:22:58, 2.03it/s]
5%|β | 583/10682 [05:07<1:22:59, 2.03it/s]
5%|β | 584/10682 [05:08<1:23:02, 2.03it/s]
5%|β | 585/10682 [05:08<1:23:02, 2.03it/s]
5%|β | 586/10682 [05:09<1:23:09, 2.02it/s]
5%|β | 587/10682 [05:09<1:23:03, 2.03it/s]
6%|β | 588/10682 [05:10<1:22:58, 2.03it/s]
6%|β | 589/10682 [05:10<1:22:53, 2.03it/s]
6%|β | 590/10682 [05:11<1:22:49, 2.03it/s]
6%|β | 591/10682 [05:11<1:22:51, 2.03it/s]
6%|β | 592/10682 [05:12<1:22:53, 2.03it/s]
6%|β | 593/10682 [05:12<1:22:56, 2.03it/s]
6%|β | 594/10682 [05:13<1:22:49, 2.03it/s]
6%|β | 595/10682 [05:13<1:22:49, 2.03it/s]
6%|β | 596/10682 [05:14<1:22:50, 2.03it/s]
6%|β | 597/10682 [05:14<1:22:53, 2.03it/s]
6%|β | 598/10682 [05:15<1:22:58, 2.03it/s]
6%|β | 599/10682 [05:15<1:22:59, 2.02it/s]
6%|β | 600/10682 [05:16<1:22:56, 2.03it/s]{'loss': 3.8519, 'grad_norm': 0.835393488407135, 'learning_rate': 0.0005612722170252572, 'epoch': 0.79} |
|
6%|β | 600/10682 [05:16<1:22:56, 2.03it/s]
6%|β | 601/10682 [05:16<1:22:59, 2.02it/s]
6%|β | 602/10682 [05:16<1:22:55, 2.03it/s]
6%|β | 603/10682 [05:17<1:22:54, 2.03it/s]
6%|β | 604/10682 [05:17<1:22:47, 2.03it/s]
6%|β | 605/10682 [05:18<1:22:53, 2.03it/s]
6%|β | 606/10682 [05:18<1:22:48, 2.03it/s]
6%|β | 607/10682 [05:19<1:22:51, 2.03it/s]
6%|β | 608/10682 [05:19<1:22:48, 2.03it/s]
6%|β | 609/10682 [05:20<1:22:45, 2.03it/s]
6%|β | 610/10682 [05:20<1:22:50, 2.03it/s]
6%|β | 611/10682 [05:21<1:22:45, 2.03it/s]
6%|β | 612/10682 [05:21<1:22:44, 2.03it/s]
6%|β | 613/10682 [05:22<1:22:42, 2.03it/s]
6%|β | 614/10682 [05:22<1:22:38, 2.03it/s]
6%|β | 615/10682 [05:23<1:29:44, 1.87it/s]
6%|β | 616/10682 [05:24<1:34:49, 1.77it/s]
6%|β | 617/10682 [05:24<1:31:18, 1.84it/s]
6%|β | 618/10682 [05:25<1:28:39, 1.89it/s]
6%|β | 619/10682 [05:25<1:26:56, 1.93it/s]
6%|β | 620/10682 [05:26<1:25:35, 1.96it/s]
6%|β | 621/10682 [05:26<1:24:42, 1.98it/s]
6%|β | 622/10682 [05:27<1:24:05, 1.99it/s]
6%|β | 623/10682 [05:27<1:23:32, 2.01it/s]
6%|β | 624/10682 [05:28<1:23:21, 2.01it/s]
6%|β | 625/10682 [05:28<1:23:05, 2.02it/s]{'loss': 3.7749, 'grad_norm': 0.6908204555511475, 'learning_rate': 0.0005846585594013096, 'epoch': 0.82} |
|
6%|β | 625/10682 [05:28<1:23:05, 2.02it/s]
6%|β | 626/10682 [05:29<1:23:07, 2.02it/s]
6%|β | 627/10682 [05:29<1:22:51, 2.02it/s]
6%|β | 628/10682 [05:30<1:22:47, 2.02it/s]
6%|β | 629/10682 [05:30<1:22:47, 2.02it/s]
6%|β | 630/10682 [05:31<1:22:37, 2.03it/s]
6%|β | 631/10682 [05:31<1:22:38, 2.03it/s]
6%|β | 632/10682 [05:32<1:22:38, 2.03it/s]
6%|β | 633/10682 [05:32<1:22:49, 2.02it/s]
6%|β | 634/10682 [05:33<1:22:44, 2.02it/s]
6%|β | 635/10682 [05:33<1:22:43, 2.02it/s]
6%|β | 636/10682 [05:34<1:22:35, 2.03it/s]
6%|β | 637/10682 [05:34<1:22:31, 2.03it/s]
6%|β | 638/10682 [05:35<1:22:33, 2.03it/s]
6%|β | 639/10682 [05:35<1:22:25, 2.03it/s]
6%|β | 640/10682 [05:36<1:22:30, 2.03it/s]
6%|β | 641/10682 [05:36<1:22:26, 2.03it/s]
6%|β | 642/10682 [05:37<1:22:33, 2.03it/s]
6%|β | 643/10682 [05:37<1:22:31, 2.03it/s]
6%|β | 644/10682 [05:37<1:22:36, 2.03it/s]
6%|β | 645/10682 [05:38<1:22:33, 2.03it/s]
6%|β | 646/10682 [05:38<1:22:30, 2.03it/s]
6%|β | 647/10682 [05:39<1:22:32, 2.03it/s]
6%|β | 648/10682 [05:39<1:22:27, 2.03it/s]
6%|β | 649/10682 [05:40<1:22:31, 2.03it/s]
6%|β | 650/10682 [05:40<1:22:28, 2.03it/s]{'loss': 3.7369, 'grad_norm': 0.6331230998039246, 'learning_rate': 0.0006080449017773621, 'epoch': 0.85} |
|
6%|β | 650/10682 [05:40<1:22:28, 2.03it/s]
6%|β | 651/10682 [05:41<1:22:38, 2.02it/s]
6%|β | 652/10682 [05:41<1:22:32, 2.03it/s]
6%|β | 653/10682 [05:42<1:22:29, 2.03it/s]
6%|β | 654/10682 [05:42<1:22:32, 2.02it/s]
6%|β | 655/10682 [05:43<1:22:33, 2.02it/s]
6%|β | 656/10682 [05:43<1:22:41, 2.02it/s]
6%|β | 657/10682 [05:44<1:22:39, 2.02it/s]
6%|β | 658/10682 [05:44<1:22:36, 2.02it/s]
6%|β | 659/10682 [05:45<1:22:30, 2.02it/s]
6%|β | 660/10682 [05:45<1:22:24, 2.03it/s]
6%|β | 661/10682 [05:46<1:22:25, 2.03it/s]
6%|β | 662/10682 [05:46<1:22:24, 2.03it/s]
6%|β | 663/10682 [05:47<1:22:24, 2.03it/s]
6%|β | 664/10682 [05:47<1:22:25, 2.03it/s]
6%|β | 665/10682 [05:48<1:22:21, 2.03it/s]
6%|β | 666/10682 [05:48<1:22:27, 2.02it/s]
6%|β | 667/10682 [05:49<1:22:24, 2.03it/s]
6%|β | 668/10682 [05:49<1:22:25, 2.03it/s]
6%|β | 669/10682 [05:50<1:22:24, 2.03it/s]
6%|β | 670/10682 [05:50<1:22:20, 2.03it/s]
6%|β | 671/10682 [05:51<1:22:22, 2.03it/s]
6%|β | 672/10682 [05:51<1:22:15, 2.03it/s]
6%|β | 673/10682 [05:52<1:22:18, 2.03it/s]
6%|β | 674/10682 [05:52<1:22:16, 2.03it/s]
6%|β | 675/10682 [05:53<1:22:20, 2.03it/s]{'loss': 3.6817, 'grad_norm': 0.5729331970214844, 'learning_rate': 0.0006314312441534145, 'epoch': 0.88}
|
|
6%|β | 675/10682 [05:53<1:22:20, 2.03it/s]
6%|β | 676/10682 [05:53<1:22:22, 2.02it/s]
6%|β | 677/10682 [05:54<1:22:22, 2.02it/s]
6%|β | 678/10682 [05:54<1:22:23, 2.02it/s]
6%|β | 679/10682 [05:55<1:22:22, 2.02it/s]
6%|β | 680/10682 [05:55<1:22:17, 2.03it/s]
6%|β | 681/10682 [05:56<1:22:14, 2.03it/s]
6%|β | 682/10682 [05:56<1:22:09, 2.03it/s]
6%|β | 683/10682 [05:57<1:22:08, 2.03it/s]
6%|β | 684/10682 [05:57<1:22:15, 2.03it/s]
6%|β | 685/10682 [05:58<1:22:13, 2.03it/s]
6%|β | 686/10682 [05:58<1:22:16, 2.03it/s]
6%|β | 687/10682 [05:59<1:22:10, 2.03it/s]
6%|β | 688/10682 [05:59<1:22:12, 2.03it/s]
6%|β | 689/10682 [06:00<1:22:13, 2.03it/s]
6%|β | 690/10682 [06:00<1:22:17, 2.02it/s]
6%|β | 691/10682 [06:01<1:22:15, 2.02it/s]
6%|β | 692/10682 [06:01<1:22:18, 2.02it/s]
6%|β | 693/10682 [06:02<1:22:14, 2.02it/s]
6%|β | 694/10682 [06:02<1:22:14, 2.02it/s]
7%|β | 695/10682 [06:03<1:22:12, 2.02it/s]
7%|β | 696/10682 [06:03<1:22:13, 2.02it/s]
7%|β | 697/10682 [06:04<1:22:10, 2.03it/s]
7%|β | 698/10682 [06:04<1:22:13, 2.02it/s]
7%|β | 699/10682 [06:05<1:22:12, 2.02it/s]
7%|β | 700/10682 [06:05<1:22:15, 2.02it/s]{'loss': 3.6292, 'grad_norm': 0.5599063038825989, 'learning_rate': 0.0006548175865294667, 'epoch': 0.92} |
|
7%|β | 700/10682 [06:05<1:22:15, 2.02it/s]
7%|β | 701/10682 [06:06<1:22:15, 2.02it/s]
7%|β | 702/10682 [06:06<1:22:12, 2.02it/s]
7%|β | 703/10682 [06:07<1:22:11, 2.02it/s]
7%|β | 704/10682 [06:07<1:22:07, 2.03it/s]
7%|β | 705/10682 [06:08<1:22:06, 2.03it/s]
7%|β | 706/10682 [06:08<1:22:05, 2.03it/s]
7%|β | 707/10682 [06:09<1:22:08, 2.02it/s]
7%|β | 708/10682 [06:09<1:22:01, 2.03it/s]
7%|β | 709/10682 [06:10<1:22:02, 2.03it/s]
7%|β | 710/10682 [06:10<1:21:54, 2.03it/s]
7%|β | 711/10682 [06:11<1:21:58, 2.03it/s]
7%|β | 712/10682 [06:11<1:21:55, 2.03it/s]
7%|β | 713/10682 [06:12<1:21:54, 2.03it/s]
7%|β | 714/10682 [06:12<1:21:57, 2.03it/s]
7%|β | 715/10682 [06:13<1:21:55, 2.03it/s]
7%|β | 716/10682 [06:13<1:21:56, 2.03it/s]
7%|β | 717/10682 [06:14<1:21:55, 2.03it/s]
7%|β | 718/10682 [06:14<1:21:56, 2.03it/s]
7%|β | 719/10682 [06:15<1:21:56, 2.03it/s]
7%|β | 720/10682 [06:15<1:21:58, 2.03it/s]
7%|β | 721/10682 [06:16<1:21:56, 2.03it/s]
7%|β | 722/10682 [06:16<1:21:51, 2.03it/s]
7%|β | 723/10682 [06:16<1:21:53, 2.03it/s]
7%|β | 724/10682 [06:17<1:21:54, 2.03it/s]
7%|β | 725/10682 [06:17<1:21:56, 2.03it/s]{'loss': 3.5926, 'grad_norm': 0.6743959188461304, 'learning_rate': 0.0006782039289055192, 'epoch': 0.95} |
|
7%|β | 725/10682 [06:17<1:21:56, 2.03it/s]
7%|β | 726/10682 [06:18<1:22:00, 2.02it/s]
7%|β | 727/10682 [06:18<1:21:58, 2.02it/s]
7%|β | 728/10682 [06:19<1:21:54, 2.03it/s]
7%|β | 729/10682 [06:19<1:21:55, 2.02it/s]
7%|β | 730/10682 [06:20<1:21:54, 2.03it/s]
7%|β | 731/10682 [06:20<1:21:54, 2.02it/s]
7%|β | 732/10682 [06:21<1:21:53, 2.03it/s]
7%|β | 733/10682 [06:21<1:21:48, 2.03it/s]
7%|β | 734/10682 [06:22<1:21:50, 2.03it/s]
7%|β | 735/10682 [06:22<1:21:48, 2.03it/s]
7%|β | 736/10682 [06:23<1:21:50, 2.03it/s]
7%|β | 737/10682 [06:23<1:21:48, 2.03it/s]
7%|β | 738/10682 [06:24<1:21:49, 2.03it/s]
7%|β | 739/10682 [06:24<1:21:47, 2.03it/s]
7%|β | 740/10682 [06:25<1:21:43, 2.03it/s]
7%|β | 741/10682 [06:25<1:21:45, 2.03it/s]
7%|β | 742/10682 [06:26<1:21:44, 2.03it/s]
7%|β | 743/10682 [06:26<1:21:46, 2.03it/s]
7%|β | 744/10682 [06:27<1:21:44, 2.03it/s]
7%|β | 745/10682 [06:27<1:21:44, 2.03it/s]
7%|β | 746/10682 [06:28<1:21:38, 2.03it/s]
7%|β | 747/10682 [06:28<1:21:35, 2.03it/s]
7%|β | 748/10682 [06:29<1:21:37, 2.03it/s]
7%|β | 749/10682 [06:29<1:21:31, 2.03it/s]
7%|β | 750/10682 [06:30<1:21:44, 2.02it/s]{'loss': 3.5589, 'grad_norm': 0.7452834248542786, 'learning_rate': 0.0007015902712815716, 'epoch': 0.98} |
|
7%|β | 750/10682 [06:30<1:21:44, 2.02it/s]
7%|β | 751/10682 [06:30<1:21:48, 2.02it/s]
7%|β | 752/10682 [06:31<1:21:46, 2.02it/s]
7%|β | 753/10682 [06:31<1:21:37, 2.03it/s]
7%|β | 754/10682 [06:32<1:21:33, 2.03it/s]
7%|β | 755/10682 [06:32<1:21:36, 2.03it/s]
7%|β | 756/10682 [06:33<1:21:29, 2.03it/s]
7%|β | 757/10682 [06:33<1:21:30, 2.03it/s]
7%|β | 758/10682 [06:34<1:21:27, 2.03it/s]
7%|β | 759/10682 [06:34<1:21:25, 2.03it/s]
7%|β | 760/10682 [06:35<1:21:29, 2.03it/s]
7%|β | 761/10682 [06:35<1:21:28, 2.03it/s]
7%|β | 762/10682 [06:36<1:21:32, 2.03it/s]
7%|β | 763/10682 [06:36<1:23:38, 1.98it/s]
7%|β | 764/10682 [06:48<10:43:00, 3.89s/it]
7%|β | 765/10682 [06:49<7:54:46, 2.87s/it]
7%|β | 766/10682 [06:49<5:57:03, 2.16s/it]
7%|β | 767/10682 [06:50<4:34:17, 1.66s/it]
7%|β | 768/10682 [06:50<3:36:25, 1.31s/it]
7%|β | 769/10682 [06:51<2:55:55, 1.06s/it]
7%|β | 770/10682 [06:51<2:27:32, 1.12it/s]
7%|β | 771/10682 [06:52<2:07:46, 1.29it/s]
7%|β | 772/10682 [06:52<1:54:51, 1.44it/s]
7%|β | 773/10682 [06:53<1:44:53, 1.57it/s]
7%|β | 774/10682 [06:53<1:37:48, 1.69it/s]
7%|β | 775/10682 [06:54<1:33:01, 1.78it/s]{'loss': 3.475, 'grad_norm': 0.5519942045211792, 'learning_rate': 0.0007249766136576241, 'epoch': 1.02} |
|
7%|β | 775/10682 [06:54<1:33:01, 1.78it/s]
7%|β | 776/10682 [06:54<1:29:46, 1.84it/s]
7%|β | 777/10682 [06:55<1:27:31, 1.89it/s]
7%|β | 778/10682 [06:55<1:25:37, 1.93it/s]
7%|β | 779/10682 [06:55<1:24:36, 1.95it/s]
7%|β | 780/10682 [06:56<1:23:37, 1.97it/s]
7%|β | 781/10682 [06:56<1:23:08, 1.98it/s]
7%|β | 782/10682 [06:57<1:22:49, 1.99it/s]
7%|β | 783/10682 [06:57<1:22:23, 2.00it/s]
7%|β | 784/10682 [06:58<1:22:04, 2.01it/s]
7%|β | 785/10682 [06:58<1:21:58, 2.01it/s]
7%|β | 786/10682 [06:59<1:21:46, 2.02it/s]
7%|β | 787/10682 [06:59<1:21:42, 2.02it/s]
7%|β | 788/10682 [07:00<1:21:30, 2.02it/s]
7%|β | 789/10682 [07:00<1:21:33, 2.02it/s] |