Training in progress, step 1000

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ce84a0b9eff1fd3588a97d58ab0617bd5fc27d2319a9f412b491111b7b6244ce
+oid sha256:13dfa3e5caf0e76c3a54b7979e6f836a9eace07f307387f80b8a7e6959c2017b
 size 1262063089

runs/Feb01_21-30-10_dante/events.out.tfevents.1643747456.dante.3356217.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a028ad29ee11372a088f0d8904fb72010a8254bbbbffe8e6a28ef4a1098e6e4b
-size 6018
+oid sha256:9fd2dcfe31dfbd298c0e60c38929edb20af71273a9015c4a241bd3a8c8bce2ef
+size 7121

wandb/run-20220201_213057-2vounkdu/files/config.yaml

@@ -4783,6 +4783,26 @@ _wandb:
       5: 1
       6:
       - 1
+    - 1: eval/loss
+      5: 1
+      6:
+      - 1
+    - 1: eval/wer
+      5: 1
+      6:
+      - 1
+    - 1: eval/runtime
+      5: 1
+      6:
+      - 1
+    - 1: eval/samples_per_second
+      5: 1
+      6:
+      - 1
+    - 1: eval/steps_per_second
+      5: 1
+      6:
+      - 1
     python_version: 3.9.7
     start_time: 1643747457
     t:

wandb/run-20220201_213057-2vounkdu/files/output.log

@@ -578,3 +578,575 @@
 Configuration saved in ./checkpoint-500/config.json
 Model weights saved in ./checkpoint-500/pytorch_model.bin
 Configuration saved in ./checkpoint-500/preprocessor_config.json
+Configuration saved in ./preprocessor_config.json
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+  3%|██████                                                                                                                                                                                                                                         | 596/23265 [29:45<4:21:38,  1.44it/s]
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+  3%|███████▏                                                                                                                                                                                                                                       | 700/23265 [33:37<3:13:09,  1.95it/s]
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+  3%|████████▏                                                                                                                                                                                                                                      | 800/23265 [37:22<3:06:56,  2.00it/s]
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+  4%|█████████▏                                                                                                                                                                                                                                     | 900/23265 [41:10<3:01:51,  2.05it/s]
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+  4%|██████████▎                                                                                                                                                                                                                                    | 999/23265 [44:57<3:21:53,  1.84it/s]
+  4%|██████████▏                                                                                                                                                                                                                                   | 1000/23265 [44:57<3:06:29,  1.99it/s]The following columns in the evaluation set  don't have a corresponding argument in `Wav2Vec2ForCTC.forward` and have been ignored: input_length. If input_length are not expected by `Wav2Vec2ForCTC.forward`,  you can safely ignore this message.
+***** Running Evaluation *****
+  Num examples = 5437
+  Batch size = 16
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+Configuration saved in ./checkpoint-1000/config.json
+{'eval_loss': 1.8491624593734741, 'eval_wer': 0.9910086579662114, 'eval_runtime': 377.919, 'eval_samples_per_second': 14.387, 'eval_steps_per_second': 0.9, 'epoch': 0.64}
+Model weights saved in ./checkpoint-1000/pytorch_model.bin
+Configuration saved in ./checkpoint-1000/preprocessor_config.json