Training in progress, step 17500
Browse files- pytorch_model.bin +1 -1
- runs/Jan27_12-08-15_brutasse/events.out.tfevents.1643285566.brutasse.15970.0 +2 -2
- wandb/run-20220127_121247-o8za41vn/files/output.log +380 -0
- wandb/run-20220127_121247-o8za41vn/files/wandb-summary.json +0 -0
- wandb/run-20220127_121247-o8za41vn/logs/debug-internal.log +537 -0
- wandb/run-20220127_121247-o8za41vn/run-o8za41vn.wandb +2 -2
pytorch_model.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1262075377
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:216e47606ef87b7878fac54b5d6e0a211b609d49a3ab39fb89f756089f4a2c03
|
| 3 |
size 1262075377
|
runs/Jan27_12-08-15_brutasse/events.out.tfevents.1643285566.brutasse.15970.0
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:44c7546ad388e04f6200739ca2fcf337968c158fd159c7d76a2167f0e999f88c
|
| 3 |
+
size 43337
|
wandb/run-20220127_121247-o8za41vn/files/output.log
CHANGED
|
@@ -12900,3 +12900,383 @@ Configuration saved in ./checkpoint-16500/preprocessor_config.json
|
|
| 12900 |
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12901 |
{'eval_loss': 0.31021571159362793, 'eval_wer': 0.267726369571388, 'eval_runtime': 145.9532, 'eval_samples_per_second': 33.182, 'eval_steps_per_second': 4.152, 'epoch': 46.57}
|
| 12902 |
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 12900 |
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12901 |
{'eval_loss': 0.31021571159362793, 'eval_wer': 0.267726369571388, 'eval_runtime': 145.9532, 'eval_samples_per_second': 33.182, 'eval_steps_per_second': 4.152, 'epoch': 46.57}
|
| 12902 |
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12903 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12904 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12905 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12906 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12907 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12908 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12909 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12910 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12911 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12912 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12913 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12914 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12915 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12916 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12917 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12918 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12919 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12920 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12921 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12922 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12923 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12924 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12925 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12926 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12927 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12928 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12929 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12930 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12931 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12932 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12933 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12934 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12935 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12936 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12937 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12938 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12939 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12940 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12941 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12942 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12943 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12944 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12945 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12946 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12947 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12948 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12949 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12950 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12951 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12952 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12953 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12954 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12955 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12956 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12957 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12958 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12959 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12960 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12961 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12962 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12963 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12964 |
+
{'loss': 1.0473, 'learning_rate': 5.349230769230769e-06, 'epoch': 46.85}
|
| 12965 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12966 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12967 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12968 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12969 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12970 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12971 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12972 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12973 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12974 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12975 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12976 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12977 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12978 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12979 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12980 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12981 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12982 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12983 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12984 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12985 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12986 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12987 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12988 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12989 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12990 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12991 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12992 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12993 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12994 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12995 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12996 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12997 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12998 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 12999 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13000 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13001 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13002 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13003 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13004 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13005 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13006 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13007 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13008 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13009 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13010 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13011 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13012 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13013 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13014 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13015 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13016 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13017 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13018 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13019 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13020 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13021 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13022 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13023 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13024 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13025 |
+
{'loss': 1.0422, 'learning_rate': 4.887692307692307e-06, 'epoch': 47.12}
|
| 13026 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13027 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13028 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13029 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13030 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13031 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13032 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13033 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13034 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13035 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13036 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13037 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13038 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13039 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13040 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13041 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13042 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13043 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13044 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13045 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13046 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13047 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13048 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13049 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13050 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13051 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13052 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13053 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13054 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13055 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13056 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13057 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13058 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13059 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13060 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13061 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13062 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13063 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13064 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13065 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13066 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13067 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13068 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13069 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13070 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13071 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13072 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13073 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13074 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13075 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13076 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13077 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13078 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13079 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13080 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13081 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13082 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13083 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13084 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13085 |
+
{'loss': 1.0418, 'learning_rate': 4.4261538461538455e-06, 'epoch': 47.4}
|
| 13086 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13087 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13088 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13089 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13090 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13091 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13092 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13093 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13094 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13095 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13096 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13097 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13098 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13099 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13100 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13101 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13102 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13103 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13104 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13105 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13106 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13107 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13108 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13109 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13110 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13111 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13112 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13113 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13114 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13115 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13116 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13117 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13118 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13119 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13120 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13121 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13122 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13123 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13124 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13125 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13126 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13127 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13128 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13129 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13130 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13131 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13132 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13133 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13134 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13135 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13136 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13137 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13138 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13139 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13140 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13141 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13142 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13143 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13144 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13145 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13146 |
+
{'loss': 1.0509, 'learning_rate': 3.964615384615384e-06, 'epoch': 47.67}
|
| 13147 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13148 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13149 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13150 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13151 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13152 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13153 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13154 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13155 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13156 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13157 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13158 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13159 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13160 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13161 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13162 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13163 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13164 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13165 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13166 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13167 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13168 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13169 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13170 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13171 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13172 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13173 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13174 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13175 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13176 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13177 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13178 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13179 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13180 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13181 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13182 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13183 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13184 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13185 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13186 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13187 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13188 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13189 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13190 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13191 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13192 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13193 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13194 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13195 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13196 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13197 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13198 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13199 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13200 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13201 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13202 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13203 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13204 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13205 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13206 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13207 |
+
{'loss': 1.0425, 'learning_rate': 3.5030769230769227e-06, 'epoch': 47.94}
|
| 13208 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13209 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13210 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13211 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13212 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13213 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13214 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13215 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13216 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13217 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13218 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13219 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13220 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13221 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13222 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13223 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13224 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13225 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13226 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13227 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13228 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13229 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13230 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13231 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13232 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13233 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13234 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13235 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13236 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13237 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13238 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13239 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13240 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13241 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13242 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13243 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13244 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13245 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13246 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13247 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13248 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13249 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13250 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13251 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13252 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13253 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13254 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13255 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13256 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13257 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13258 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13259 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13260 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13261 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13262 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13263 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13264 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13265 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13266 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13267 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13268 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13269 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13270 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13271 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13272 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13273 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13274 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13275 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13276 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13277 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13278 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13279 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13280 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
| 13281 |
+
{'eval_loss': 0.3115251362323761, 'eval_wer': 0.26792506386602327, 'eval_runtime': 146.7424, 'eval_samples_per_second': 33.003, 'eval_steps_per_second': 4.13, 'epoch': 47.94}
|
| 13282 |
+
Batch size = 8ved in ./checkpoint-16500/preprocessor_config.json | 197/606 [00:51<01:47, 3.79it/s]
|
wandb/run-20220127_121247-o8za41vn/files/wandb-summary.json
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
wandb/run-20220127_121247-o8za41vn/logs/debug-internal.log
CHANGED
|
@@ -19393,3 +19393,540 @@
|
|
| 19393 |
2022-01-27 19:55:16,720 DEBUG SenderThread:16113 [sender.py:send():182] send: stats
|
| 19394 |
2022-01-27 19:55:29,051 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
|
| 19395 |
2022-01-27 19:55:29,051 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 19393 |
2022-01-27 19:55:16,720 DEBUG SenderThread:16113 [sender.py:send():182] send: stats
|
| 19394 |
2022-01-27 19:55:29,051 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
|
| 19395 |
2022-01-27 19:55:29,051 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
|
| 19396 |
+
2022-01-27 19:55:38,918 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19397 |
+
2022-01-27 19:55:40,919 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19398 |
+
2022-01-27 19:55:42,919 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19399 |
+
2022-01-27 19:55:44,165 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
|
| 19400 |
+
2022-01-27 19:55:44,166 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
|
| 19401 |
+
2022-01-27 19:55:44,919 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19402 |
+
2022-01-27 19:55:46,920 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19403 |
+
2022-01-27 19:55:46,999 DEBUG SenderThread:16113 [sender.py:send():182] send: stats
|
| 19404 |
+
2022-01-27 19:55:48,920 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19405 |
+
2022-01-27 19:55:50,921 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19406 |
+
2022-01-27 19:55:52,921 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19407 |
+
2022-01-27 19:55:54,921 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19408 |
+
2022-01-27 19:55:56,922 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19409 |
+
2022-01-27 19:55:58,922 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19410 |
+
2022-01-27 19:55:59,237 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
|
| 19411 |
+
2022-01-27 19:55:59,237 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
|
| 19412 |
+
2022-01-27 19:56:00,922 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19413 |
+
2022-01-27 19:56:02,923 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19414 |
+
2022-01-27 19:56:04,923 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19415 |
+
2022-01-27 19:56:06,923 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19416 |
+
2022-01-27 19:56:08,924 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19417 |
+
2022-01-27 19:56:10,924 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19418 |
+
2022-01-27 19:56:12,924 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19419 |
+
2022-01-27 19:56:14,311 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
|
| 19420 |
+
2022-01-27 19:56:14,311 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
|
| 19421 |
+
2022-01-27 19:56:14,925 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19422 |
+
2022-01-27 19:56:16,925 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19423 |
+
2022-01-27 19:56:17,251 DEBUG SenderThread:16113 [sender.py:send():182] send: stats
|
| 19424 |
+
2022-01-27 19:56:18,925 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19425 |
+
2022-01-27 19:56:20,926 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19426 |
+
2022-01-27 19:56:22,926 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19427 |
+
2022-01-27 19:56:24,926 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19428 |
+
2022-01-27 19:56:26,927 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19429 |
+
2022-01-27 19:56:28,927 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19430 |
+
2022-01-27 19:56:29,442 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
|
| 19431 |
+
2022-01-27 19:56:29,442 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
|
| 19432 |
+
2022-01-27 19:56:30,928 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19433 |
+
2022-01-27 19:56:32,928 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19434 |
+
2022-01-27 19:56:34,928 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19435 |
+
2022-01-27 19:56:36,929 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19436 |
+
2022-01-27 19:56:38,929 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19437 |
+
2022-01-27 19:56:40,930 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19438 |
+
2022-01-27 19:56:42,930 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19439 |
+
2022-01-27 19:56:44,532 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
|
| 19440 |
+
2022-01-27 19:56:44,532 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
|
| 19441 |
+
2022-01-27 19:56:44,930 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19442 |
+
2022-01-27 19:56:46,931 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19443 |
+
2022-01-27 19:56:47,504 DEBUG SenderThread:16113 [sender.py:send():182] send: stats
|
| 19444 |
+
2022-01-27 19:56:48,931 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19445 |
+
2022-01-27 19:56:50,931 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19446 |
+
2022-01-27 19:56:52,932 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19447 |
+
2022-01-27 19:56:55,932 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19448 |
+
2022-01-27 19:56:57,932 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19449 |
+
2022-01-27 19:56:59,623 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
|
| 19450 |
+
2022-01-27 19:56:59,624 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
|
| 19451 |
+
2022-01-27 19:56:59,933 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19452 |
+
2022-01-27 19:57:01,933 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19453 |
+
2022-01-27 19:57:03,933 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19454 |
+
2022-01-27 19:57:05,934 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19455 |
+
2022-01-27 19:57:07,934 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19456 |
+
2022-01-27 19:57:09,934 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19457 |
+
2022-01-27 19:57:11,935 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19458 |
+
2022-01-27 19:57:13,935 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19459 |
+
2022-01-27 19:57:14,734 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
|
| 19460 |
+
2022-01-27 19:57:14,735 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
|
| 19461 |
+
2022-01-27 19:57:15,936 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19462 |
+
2022-01-27 19:57:17,753 DEBUG SenderThread:16113 [sender.py:send():182] send: stats
|
| 19463 |
+
2022-01-27 19:57:17,936 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19464 |
+
2022-01-27 19:57:19,936 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19465 |
+
2022-01-27 19:57:21,937 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19466 |
+
2022-01-27 19:57:23,937 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19467 |
+
2022-01-27 19:57:25,938 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19468 |
+
2022-01-27 19:57:27,938 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19469 |
+
2022-01-27 19:57:29,848 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
|
| 19470 |
+
2022-01-27 19:57:29,848 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
|
| 19471 |
+
2022-01-27 19:57:29,938 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19472 |
+
2022-01-27 19:57:31,939 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19473 |
+
2022-01-27 19:57:33,939 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19474 |
+
2022-01-27 19:57:35,940 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19475 |
+
2022-01-27 19:57:37,940 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19476 |
+
2022-01-27 19:57:38,340 DEBUG SenderThread:16113 [sender.py:send():182] send: history
|
| 19477 |
+
2022-01-27 19:57:38,407 DEBUG SenderThread:16113 [sender.py:send():182] send: summary
|
| 19478 |
+
2022-01-27 19:57:38,435 INFO SenderThread:16113 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
|
| 19479 |
+
2022-01-27 19:57:38,940 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/wandb-summary.json
|
| 19480 |
+
2022-01-27 19:57:38,940 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19481 |
+
2022-01-27 19:57:39,940 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19482 |
+
2022-01-27 19:57:41,941 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19483 |
+
2022-01-27 19:57:43,941 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19484 |
+
2022-01-27 19:57:44,988 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
|
| 19485 |
+
2022-01-27 19:57:44,988 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
|
| 19486 |
+
2022-01-27 19:57:45,942 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19487 |
+
2022-01-27 19:57:47,942 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19488 |
+
2022-01-27 19:57:48,015 DEBUG SenderThread:16113 [sender.py:send():182] send: stats
|
| 19489 |
+
2022-01-27 19:57:49,942 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19490 |
+
2022-01-27 19:57:51,943 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19491 |
+
2022-01-27 19:57:53,943 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19492 |
+
2022-01-27 19:57:55,943 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19493 |
+
2022-01-27 19:57:57,944 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19494 |
+
2022-01-27 19:57:59,944 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19495 |
+
2022-01-27 19:58:00,156 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
|
| 19496 |
+
2022-01-27 19:58:00,156 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
|
| 19497 |
+
2022-01-27 19:58:01,945 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19498 |
+
2022-01-27 19:58:03,945 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19499 |
+
2022-01-27 19:58:05,945 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19500 |
+
2022-01-27 19:58:07,946 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19501 |
+
2022-01-27 19:58:09,946 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19502 |
+
2022-01-27 19:58:11,946 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19503 |
+
2022-01-27 19:58:13,947 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19504 |
+
2022-01-27 19:58:15,315 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
|
| 19505 |
+
2022-01-27 19:58:15,315 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
|
| 19506 |
+
2022-01-27 19:58:15,947 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19507 |
+
2022-01-27 19:58:17,947 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19508 |
+
2022-01-27 19:58:18,272 DEBUG SenderThread:16113 [sender.py:send():182] send: stats
|
| 19509 |
+
2022-01-27 19:58:19,948 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19510 |
+
2022-01-27 19:58:21,948 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19511 |
+
2022-01-27 19:58:23,948 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19512 |
+
2022-01-27 19:58:25,949 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19513 |
+
2022-01-27 19:58:27,949 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19514 |
+
2022-01-27 19:58:29,949 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19515 |
+
2022-01-27 19:58:30,417 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
|
| 19516 |
+
2022-01-27 19:58:30,418 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
|
| 19517 |
+
2022-01-27 19:58:32,950 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19518 |
+
2022-01-27 19:58:34,950 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19519 |
+
2022-01-27 19:58:36,950 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19520 |
+
2022-01-27 19:58:38,951 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19521 |
+
2022-01-27 19:58:40,951 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19522 |
+
2022-01-27 19:58:42,951 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19523 |
+
2022-01-27 19:58:44,952 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19524 |
+
2022-01-27 19:58:45,491 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
|
| 19525 |
+
2022-01-27 19:58:45,492 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
|
| 19526 |
+
2022-01-27 19:58:46,952 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19527 |
+
2022-01-27 19:58:48,514 DEBUG SenderThread:16113 [sender.py:send():182] send: stats
|
| 19528 |
+
2022-01-27 19:58:48,952 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19529 |
+
2022-01-27 19:58:50,953 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19530 |
+
2022-01-27 19:58:52,953 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19531 |
+
2022-01-27 19:58:54,953 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19532 |
+
2022-01-27 19:58:56,954 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19533 |
+
2022-01-27 19:58:58,954 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19534 |
+
2022-01-27 19:59:00,596 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
|
| 19535 |
+
2022-01-27 19:59:00,596 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
|
| 19536 |
+
2022-01-27 19:59:00,954 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19537 |
+
2022-01-27 19:59:02,955 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19538 |
+
2022-01-27 19:59:04,955 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19539 |
+
2022-01-27 19:59:06,955 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19540 |
+
2022-01-27 19:59:08,956 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19541 |
+
2022-01-27 19:59:10,956 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19542 |
+
2022-01-27 19:59:12,956 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19543 |
+
2022-01-27 19:59:14,957 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19544 |
+
2022-01-27 19:59:15,704 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
|
| 19545 |
+
2022-01-27 19:59:15,704 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
|
| 19546 |
+
2022-01-27 19:59:16,957 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19547 |
+
2022-01-27 19:59:18,760 DEBUG SenderThread:16113 [sender.py:send():182] send: stats
|
| 19548 |
+
2022-01-27 19:59:18,958 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19549 |
+
2022-01-27 19:59:20,958 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19550 |
+
2022-01-27 19:59:22,958 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19551 |
+
2022-01-27 19:59:24,959 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19552 |
+
2022-01-27 19:59:26,959 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19553 |
+
2022-01-27 19:59:28,959 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19554 |
+
2022-01-27 19:59:30,873 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
|
| 19555 |
+
2022-01-27 19:59:30,873 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
|
| 19556 |
+
2022-01-27 19:59:30,960 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19557 |
+
2022-01-27 19:59:32,960 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19558 |
+
2022-01-27 19:59:34,960 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19559 |
+
2022-01-27 19:59:36,961 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19560 |
+
2022-01-27 19:59:38,093 DEBUG SenderThread:16113 [sender.py:send():182] send: history
|
| 19561 |
+
2022-01-27 19:59:38,144 DEBUG SenderThread:16113 [sender.py:send():182] send: summary
|
| 19562 |
+
2022-01-27 19:59:38,167 INFO SenderThread:16113 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
|
| 19563 |
+
2022-01-27 19:59:38,961 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/wandb-summary.json
|
| 19564 |
+
2022-01-27 19:59:38,961 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19565 |
+
2022-01-27 19:59:39,961 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19566 |
+
2022-01-27 19:59:40,961 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19567 |
+
2022-01-27 19:59:42,962 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19568 |
+
2022-01-27 19:59:45,975 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
|
| 19569 |
+
2022-01-27 19:59:45,975 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
|
| 19570 |
+
2022-01-27 19:59:46,962 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19571 |
+
2022-01-27 19:59:48,963 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19572 |
+
2022-01-27 19:59:49,018 DEBUG SenderThread:16113 [sender.py:send():182] send: stats
|
| 19573 |
+
2022-01-27 19:59:50,963 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19574 |
+
2022-01-27 19:59:52,963 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19575 |
+
2022-01-27 19:59:54,964 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19576 |
+
2022-01-27 19:59:56,964 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19577 |
+
2022-01-27 19:59:58,964 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19578 |
+
2022-01-27 20:00:00,964 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19579 |
+
2022-01-27 20:00:01,104 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
|
| 19580 |
+
2022-01-27 20:00:01,104 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
|
| 19581 |
+
2022-01-27 20:00:02,965 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19582 |
+
2022-01-27 20:00:04,965 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19583 |
+
2022-01-27 20:00:06,965 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19584 |
+
2022-01-27 20:00:08,966 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19585 |
+
2022-01-27 20:00:10,966 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19586 |
+
2022-01-27 20:00:12,966 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19587 |
+
2022-01-27 20:00:14,967 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19588 |
+
2022-01-27 20:00:16,190 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
|
| 19589 |
+
2022-01-27 20:00:16,190 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
|
| 19590 |
+
2022-01-27 20:00:16,967 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19591 |
+
2022-01-27 20:00:18,967 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19592 |
+
2022-01-27 20:00:19,267 DEBUG SenderThread:16113 [sender.py:send():182] send: stats
|
| 19593 |
+
2022-01-27 20:00:20,968 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19594 |
+
2022-01-27 20:00:22,968 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19595 |
+
2022-01-27 20:00:24,968 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19596 |
+
2022-01-27 20:00:27,969 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19597 |
+
2022-01-27 20:00:29,969 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19598 |
+
2022-01-27 20:00:31,308 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
|
| 19599 |
+
2022-01-27 20:00:31,309 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
|
| 19600 |
+
2022-01-27 20:00:31,969 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19601 |
+
2022-01-27 20:00:33,970 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19602 |
+
2022-01-27 20:00:35,970 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19603 |
+
2022-01-27 20:00:37,970 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19604 |
+
2022-01-27 20:00:39,971 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19605 |
+
2022-01-27 20:00:41,971 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19606 |
+
2022-01-27 20:00:43,971 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19607 |
+
2022-01-27 20:00:45,972 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19608 |
+
2022-01-27 20:00:46,489 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
|
| 19609 |
+
2022-01-27 20:00:46,489 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
|
| 19610 |
+
2022-01-27 20:00:47,972 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19611 |
+
2022-01-27 20:00:49,519 DEBUG SenderThread:16113 [sender.py:send():182] send: stats
|
| 19612 |
+
2022-01-27 20:00:49,973 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19613 |
+
2022-01-27 20:00:51,973 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19614 |
+
2022-01-27 20:00:53,973 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19615 |
+
2022-01-27 20:00:55,974 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19616 |
+
2022-01-27 20:00:57,974 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19617 |
+
2022-01-27 20:00:59,975 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19618 |
+
2022-01-27 20:01:01,571 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
|
| 19619 |
+
2022-01-27 20:01:01,571 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
|
| 19620 |
+
2022-01-27 20:01:01,975 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19621 |
+
2022-01-27 20:01:03,976 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19622 |
+
2022-01-27 20:01:05,976 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19623 |
+
2022-01-27 20:01:07,977 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19624 |
+
2022-01-27 20:01:09,977 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19625 |
+
2022-01-27 20:01:11,978 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19626 |
+
2022-01-27 20:01:13,979 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19627 |
+
2022-01-27 20:01:15,979 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19628 |
+
2022-01-27 20:01:16,715 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
|
| 19629 |
+
2022-01-27 20:01:16,715 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
|
| 19630 |
+
2022-01-27 20:01:17,980 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19631 |
+
2022-01-27 20:01:19,748 DEBUG SenderThread:16113 [sender.py:send():182] send: stats
|
| 19632 |
+
2022-01-27 20:01:19,980 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19633 |
+
2022-01-27 20:01:21,980 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19634 |
+
2022-01-27 20:01:23,981 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19635 |
+
2022-01-27 20:01:25,981 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19636 |
+
2022-01-27 20:01:27,982 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19637 |
+
2022-01-27 20:01:29,982 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19638 |
+
2022-01-27 20:01:31,800 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
|
| 19639 |
+
2022-01-27 20:01:31,800 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
|
| 19640 |
+
2022-01-27 20:01:31,983 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19641 |
+
2022-01-27 20:01:33,983 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19642 |
+
2022-01-27 20:01:35,984 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19643 |
+
2022-01-27 20:01:37,984 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19644 |
+
2022-01-27 20:01:38,630 DEBUG SenderThread:16113 [sender.py:send():182] send: history
|
| 19645 |
+
2022-01-27 20:01:38,682 DEBUG SenderThread:16113 [sender.py:send():182] send: summary
|
| 19646 |
+
2022-01-27 20:01:38,708 INFO SenderThread:16113 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
|
| 19647 |
+
2022-01-27 20:01:38,985 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/wandb-summary.json
|
| 19648 |
+
2022-01-27 20:01:39,985 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19649 |
+
2022-01-27 20:01:41,985 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19650 |
+
2022-01-27 20:01:43,986 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19651 |
+
2022-01-27 20:01:45,986 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19652 |
+
2022-01-27 20:01:46,876 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
|
| 19653 |
+
2022-01-27 20:01:46,877 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
|
| 19654 |
+
2022-01-27 20:01:47,987 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19655 |
+
2022-01-27 20:01:49,984 DEBUG SenderThread:16113 [sender.py:send():182] send: stats
|
| 19656 |
+
2022-01-27 20:01:49,989 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19657 |
+
2022-01-27 20:01:51,990 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19658 |
+
2022-01-27 20:01:53,990 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19659 |
+
2022-01-27 20:01:55,991 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19660 |
+
2022-01-27 20:01:57,991 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19661 |
+
2022-01-27 20:01:59,992 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19662 |
+
2022-01-27 20:02:01,992 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19663 |
+
2022-01-27 20:02:02,004 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
|
| 19664 |
+
2022-01-27 20:02:02,004 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
|
| 19665 |
+
2022-01-27 20:02:03,993 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19666 |
+
2022-01-27 20:02:05,993 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19667 |
+
2022-01-27 20:02:07,994 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19668 |
+
2022-01-27 20:02:09,994 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19669 |
+
2022-01-27 20:02:11,995 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19670 |
+
2022-01-27 20:02:13,995 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19671 |
+
2022-01-27 20:02:15,996 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19672 |
+
2022-01-27 20:02:17,131 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
|
| 19673 |
+
2022-01-27 20:02:17,131 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
|
| 19674 |
+
2022-01-27 20:02:17,996 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19675 |
+
2022-01-27 20:02:19,997 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19676 |
+
2022-01-27 20:02:20,221 DEBUG SenderThread:16113 [sender.py:send():182] send: stats
|
| 19677 |
+
2022-01-27 20:02:21,997 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19678 |
+
2022-01-27 20:02:23,998 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19679 |
+
2022-01-27 20:02:25,998 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19680 |
+
2022-01-27 20:02:27,999 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19681 |
+
2022-01-27 20:02:29,999 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19682 |
+
2022-01-27 20:02:32,000 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19683 |
+
2022-01-27 20:02:32,256 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
|
| 19684 |
+
2022-01-27 20:02:32,256 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
|
| 19685 |
+
2022-01-27 20:02:34,000 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19686 |
+
2022-01-27 20:02:36,001 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19687 |
+
2022-01-27 20:02:38,001 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19688 |
+
2022-01-27 20:02:40,002 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19689 |
+
2022-01-27 20:02:42,002 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19690 |
+
2022-01-27 20:02:44,003 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19691 |
+
2022-01-27 20:02:46,004 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19692 |
+
2022-01-27 20:02:47,329 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
|
| 19693 |
+
2022-01-27 20:02:47,329 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
|
| 19694 |
+
2022-01-27 20:02:48,004 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19695 |
+
2022-01-27 20:02:50,005 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19696 |
+
2022-01-27 20:02:50,453 DEBUG SenderThread:16113 [sender.py:send():182] send: stats
|
| 19697 |
+
2022-01-27 20:02:52,005 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19698 |
+
2022-01-27 20:02:54,006 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19699 |
+
2022-01-27 20:02:56,006 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19700 |
+
2022-01-27 20:02:58,006 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19701 |
+
2022-01-27 20:03:00,007 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19702 |
+
2022-01-27 20:03:02,499 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
|
| 19703 |
+
2022-01-27 20:03:02,499 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
|
| 19704 |
+
2022-01-27 20:03:03,008 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19705 |
+
2022-01-27 20:03:05,008 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19706 |
+
2022-01-27 20:03:07,009 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19707 |
+
2022-01-27 20:03:09,009 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19708 |
+
2022-01-27 20:03:11,009 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19709 |
+
2022-01-27 20:03:13,010 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19710 |
+
2022-01-27 20:03:15,010 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19711 |
+
2022-01-27 20:03:17,011 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19712 |
+
2022-01-27 20:03:17,628 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
|
| 19713 |
+
2022-01-27 20:03:17,628 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
|
| 19714 |
+
2022-01-27 20:03:19,011 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19715 |
+
2022-01-27 20:03:20,680 DEBUG SenderThread:16113 [sender.py:send():182] send: stats
|
| 19716 |
+
2022-01-27 20:03:21,012 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19717 |
+
2022-01-27 20:03:23,012 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19718 |
+
2022-01-27 20:03:25,013 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19719 |
+
2022-01-27 20:03:27,013 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19720 |
+
2022-01-27 20:03:29,014 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19721 |
+
2022-01-27 20:03:31,014 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19722 |
+
2022-01-27 20:03:32,701 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
|
| 19723 |
+
2022-01-27 20:03:32,701 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
|
| 19724 |
+
2022-01-27 20:03:33,015 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19725 |
+
2022-01-27 20:03:35,015 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19726 |
+
2022-01-27 20:03:37,016 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19727 |
+
2022-01-27 20:03:39,016 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19728 |
+
2022-01-27 20:03:40,460 DEBUG SenderThread:16113 [sender.py:send():182] send: history
|
| 19729 |
+
2022-01-27 20:03:40,512 DEBUG SenderThread:16113 [sender.py:send():182] send: summary
|
| 19730 |
+
2022-01-27 20:03:40,539 INFO SenderThread:16113 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
|
| 19731 |
+
2022-01-27 20:03:41,017 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/wandb-summary.json
|
| 19732 |
+
2022-01-27 20:03:41,017 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19733 |
+
2022-01-27 20:03:42,017 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19734 |
+
2022-01-27 20:03:43,017 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19735 |
+
2022-01-27 20:03:45,018 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19736 |
+
2022-01-27 20:03:47,018 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19737 |
+
2022-01-27 20:03:47,887 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
|
| 19738 |
+
2022-01-27 20:03:47,888 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
|
| 19739 |
+
2022-01-27 20:03:49,019 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19740 |
+
2022-01-27 20:03:50,934 DEBUG SenderThread:16113 [sender.py:send():182] send: stats
|
| 19741 |
+
2022-01-27 20:03:51,019 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19742 |
+
2022-01-27 20:03:53,020 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19743 |
+
2022-01-27 20:03:55,020 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19744 |
+
2022-01-27 20:03:57,021 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19745 |
+
2022-01-27 20:03:59,021 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19746 |
+
2022-01-27 20:04:01,022 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19747 |
+
2022-01-27 20:04:02,978 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
|
| 19748 |
+
2022-01-27 20:04:02,978 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
|
| 19749 |
+
2022-01-27 20:04:03,022 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19750 |
+
2022-01-27 20:04:05,023 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19751 |
+
2022-01-27 20:04:07,023 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19752 |
+
2022-01-27 20:04:09,024 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19753 |
+
2022-01-27 20:04:11,024 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19754 |
+
2022-01-27 20:04:13,025 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19755 |
+
2022-01-27 20:04:15,025 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19756 |
+
2022-01-27 20:04:17,026 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19757 |
+
2022-01-27 20:04:18,270 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
|
| 19758 |
+
2022-01-27 20:04:18,270 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
|
| 19759 |
+
2022-01-27 20:04:19,026 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19760 |
+
2022-01-27 20:04:21,027 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19761 |
+
2022-01-27 20:04:21,163 DEBUG SenderThread:16113 [sender.py:send():182] send: stats
|
| 19762 |
+
2022-01-27 20:04:23,027 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19763 |
+
2022-01-27 20:04:25,028 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19764 |
+
2022-01-27 20:04:27,028 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19765 |
+
2022-01-27 20:04:29,028 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19766 |
+
2022-01-27 20:04:31,029 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19767 |
+
2022-01-27 20:04:33,029 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19768 |
+
2022-01-27 20:04:33,353 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
|
| 19769 |
+
2022-01-27 20:04:33,353 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
|
| 19770 |
+
2022-01-27 20:04:35,030 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19771 |
+
2022-01-27 20:04:37,030 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19772 |
+
2022-01-27 20:04:39,031 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19773 |
+
2022-01-27 20:04:41,031 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19774 |
+
2022-01-27 20:04:43,032 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19775 |
+
2022-01-27 20:04:45,032 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19776 |
+
2022-01-27 20:04:47,033 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19777 |
+
2022-01-27 20:04:48,464 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
|
| 19778 |
+
2022-01-27 20:04:48,464 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
|
| 19779 |
+
2022-01-27 20:04:49,034 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19780 |
+
2022-01-27 20:04:51,034 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19781 |
+
2022-01-27 20:04:51,408 DEBUG SenderThread:16113 [sender.py:send():182] send: stats
|
| 19782 |
+
2022-01-27 20:04:53,035 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19783 |
+
2022-01-27 20:04:55,035 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19784 |
+
2022-01-27 20:04:57,036 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19785 |
+
2022-01-27 20:04:59,036 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19786 |
+
2022-01-27 20:05:01,036 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19787 |
+
2022-01-27 20:05:03,037 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19788 |
+
2022-01-27 20:05:03,537 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
|
| 19789 |
+
2022-01-27 20:05:03,537 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
|
| 19790 |
+
2022-01-27 20:05:05,037 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19791 |
+
2022-01-27 20:05:07,038 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19792 |
+
2022-01-27 20:05:09,038 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19793 |
+
2022-01-27 20:05:11,039 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19794 |
+
2022-01-27 20:05:13,039 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19795 |
+
2022-01-27 20:05:15,040 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19796 |
+
2022-01-27 20:05:17,040 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19797 |
+
2022-01-27 20:05:18,619 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
|
| 19798 |
+
2022-01-27 20:05:18,619 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
|
| 19799 |
+
2022-01-27 20:05:19,040 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19800 |
+
2022-01-27 20:05:21,041 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19801 |
+
2022-01-27 20:05:21,635 DEBUG SenderThread:16113 [sender.py:send():182] send: stats
|
| 19802 |
+
2022-01-27 20:05:23,041 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19803 |
+
2022-01-27 20:05:25,042 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19804 |
+
2022-01-27 20:05:27,042 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19805 |
+
2022-01-27 20:05:29,043 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19806 |
+
2022-01-27 20:05:31,043 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19807 |
+
2022-01-27 20:05:33,043 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19808 |
+
2022-01-27 20:05:33,722 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
|
| 19809 |
+
2022-01-27 20:05:33,722 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
|
| 19810 |
+
2022-01-27 20:05:35,044 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19811 |
+
2022-01-27 20:05:37,044 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19812 |
+
2022-01-27 20:05:39,045 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19813 |
+
2022-01-27 20:05:41,045 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19814 |
+
2022-01-27 20:05:41,296 DEBUG SenderThread:16113 [sender.py:send():182] send: history
|
| 19815 |
+
2022-01-27 20:05:41,340 DEBUG SenderThread:16113 [sender.py:send():182] send: summary
|
| 19816 |
+
2022-01-27 20:05:41,363 INFO SenderThread:16113 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
|
| 19817 |
+
2022-01-27 20:05:42,046 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/wandb-summary.json
|
| 19818 |
+
2022-01-27 20:05:43,046 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19819 |
+
2022-01-27 20:05:44,046 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19820 |
+
2022-01-27 20:05:46,047 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19821 |
+
2022-01-27 20:05:48,047 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19822 |
+
2022-01-27 20:05:48,799 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
|
| 19823 |
+
2022-01-27 20:05:48,799 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
|
| 19824 |
+
2022-01-27 20:05:50,048 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19825 |
+
2022-01-27 20:05:51,891 DEBUG SenderThread:16113 [sender.py:send():182] send: stats
|
| 19826 |
+
2022-01-27 20:05:52,048 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19827 |
+
2022-01-27 20:05:54,048 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19828 |
+
2022-01-27 20:05:56,049 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19829 |
+
2022-01-27 20:05:58,049 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19830 |
+
2022-01-27 20:06:00,050 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19831 |
+
2022-01-27 20:06:02,050 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19832 |
+
2022-01-27 20:06:04,015 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
|
| 19833 |
+
2022-01-27 20:06:04,016 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
|
| 19834 |
+
2022-01-27 20:06:04,051 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19835 |
+
2022-01-27 20:06:06,051 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19836 |
+
2022-01-27 20:06:08,052 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19837 |
+
2022-01-27 20:06:10,052 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19838 |
+
2022-01-27 20:06:12,053 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19839 |
+
2022-01-27 20:06:14,053 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19840 |
+
2022-01-27 20:06:16,054 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19841 |
+
2022-01-27 20:06:18,054 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19842 |
+
2022-01-27 20:06:19,180 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
|
| 19843 |
+
2022-01-27 20:06:19,180 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
|
| 19844 |
+
2022-01-27 20:06:20,055 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19845 |
+
2022-01-27 20:06:22,055 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19846 |
+
2022-01-27 20:06:22,147 DEBUG SenderThread:16113 [sender.py:send():182] send: stats
|
| 19847 |
+
2022-01-27 20:06:24,056 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19848 |
+
2022-01-27 20:06:26,056 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19849 |
+
2022-01-27 20:06:28,057 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19850 |
+
2022-01-27 20:06:30,057 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19851 |
+
2022-01-27 20:06:32,058 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19852 |
+
2022-01-27 20:06:34,058 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19853 |
+
2022-01-27 20:06:34,312 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
|
| 19854 |
+
2022-01-27 20:06:34,312 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
|
| 19855 |
+
2022-01-27 20:06:36,059 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19856 |
+
2022-01-27 20:06:38,059 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19857 |
+
2022-01-27 20:06:40,060 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19858 |
+
2022-01-27 20:06:42,060 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19859 |
+
2022-01-27 20:06:44,060 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19860 |
+
2022-01-27 20:06:46,061 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19861 |
+
2022-01-27 20:06:48,061 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19862 |
+
2022-01-27 20:06:49,449 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
|
| 19863 |
+
2022-01-27 20:06:49,449 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
|
| 19864 |
+
2022-01-27 20:06:50,062 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19865 |
+
2022-01-27 20:06:52,062 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19866 |
+
2022-01-27 20:06:52,397 DEBUG SenderThread:16113 [sender.py:send():182] send: stats
|
| 19867 |
+
2022-01-27 20:06:54,063 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19868 |
+
2022-01-27 20:06:56,063 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19869 |
+
2022-01-27 20:06:58,064 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19870 |
+
2022-01-27 20:07:00,064 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19871 |
+
2022-01-27 20:07:02,065 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19872 |
+
2022-01-27 20:07:04,065 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19873 |
+
2022-01-27 20:07:04,542 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
|
| 19874 |
+
2022-01-27 20:07:04,542 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
|
| 19875 |
+
2022-01-27 20:07:06,066 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19876 |
+
2022-01-27 20:07:08,066 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19877 |
+
2022-01-27 20:07:10,067 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19878 |
+
2022-01-27 20:07:12,067 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19879 |
+
2022-01-27 20:07:14,068 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19880 |
+
2022-01-27 20:07:16,068 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19881 |
+
2022-01-27 20:07:18,068 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19882 |
+
2022-01-27 20:07:19,647 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
|
| 19883 |
+
2022-01-27 20:07:19,647 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
|
| 19884 |
+
2022-01-27 20:07:20,069 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19885 |
+
2022-01-27 20:07:22,069 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19886 |
+
2022-01-27 20:07:22,650 DEBUG SenderThread:16113 [sender.py:send():182] send: stats
|
| 19887 |
+
2022-01-27 20:07:25,070 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19888 |
+
2022-01-27 20:07:27,071 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19889 |
+
2022-01-27 20:07:29,071 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19890 |
+
2022-01-27 20:07:31,071 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19891 |
+
2022-01-27 20:07:33,072 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19892 |
+
2022-01-27 20:07:34,787 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
|
| 19893 |
+
2022-01-27 20:07:34,787 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
|
| 19894 |
+
2022-01-27 20:07:35,072 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19895 |
+
2022-01-27 20:07:37,073 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19896 |
+
2022-01-27 20:07:39,073 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19897 |
+
2022-01-27 20:07:41,074 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19898 |
+
2022-01-27 20:07:43,074 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19899 |
+
2022-01-27 20:07:45,075 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19900 |
+
2022-01-27 20:07:47,075 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19901 |
+
2022-01-27 20:07:49,076 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19902 |
+
2022-01-27 20:07:49,898 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
|
| 19903 |
+
2022-01-27 20:07:49,898 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
|
| 19904 |
+
2022-01-27 20:07:51,076 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19905 |
+
2022-01-27 20:07:52,898 DEBUG SenderThread:16113 [sender.py:send():182] send: stats
|
| 19906 |
+
2022-01-27 20:07:53,077 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19907 |
+
2022-01-27 20:07:55,077 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19908 |
+
2022-01-27 20:07:57,078 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19909 |
+
2022-01-27 20:07:59,078 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19910 |
+
2022-01-27 20:08:01,079 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19911 |
+
2022-01-27 20:08:03,079 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19912 |
+
2022-01-27 20:08:05,005 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
|
| 19913 |
+
2022-01-27 20:08:05,005 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
|
| 19914 |
+
2022-01-27 20:08:05,081 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19915 |
+
2022-01-27 20:08:07,081 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19916 |
+
2022-01-27 20:08:08,025 DEBUG SenderThread:16113 [sender.py:send():182] send: history
|
| 19917 |
+
2022-01-27 20:08:08,041 DEBUG SenderThread:16113 [sender.py:send():182] send: summary
|
| 19918 |
+
2022-01-27 20:08:08,070 INFO SenderThread:16113 [sender.py:_save_file():873] saving file wandb-summary.json with policy end
|
| 19919 |
+
2022-01-27 20:08:08,082 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/wandb-summary.json
|
| 19920 |
+
2022-01-27 20:08:09,082 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19921 |
+
2022-01-27 20:08:11,083 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19922 |
+
2022-01-27 20:08:20,082 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
|
| 19923 |
+
2022-01-27 20:08:20,082 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
|
| 19924 |
+
2022-01-27 20:08:23,176 DEBUG SenderThread:16113 [sender.py:send():182] send: stats
|
| 19925 |
+
2022-01-27 20:08:35,166 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
|
| 19926 |
+
2022-01-27 20:08:35,166 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
|
| 19927 |
+
2022-01-27 20:08:45,101 INFO Thread-8 :16113 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220127_121247-o8za41vn/files/output.log
|
| 19928 |
+
2022-01-27 20:08:50,254 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
|
| 19929 |
+
2022-01-27 20:08:50,255 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
|
| 19930 |
+
2022-01-27 20:08:53,497 DEBUG SenderThread:16113 [sender.py:send():182] send: stats
|
| 19931 |
+
2022-01-27 20:09:05,345 DEBUG HandlerThread:16113 [handler.py:handle_request():126] handle_request: stop_status
|
| 19932 |
+
2022-01-27 20:09:05,346 DEBUG SenderThread:16113 [sender.py:send_request():196] send_request: stop_status
|
wandb/run-20220127_121247-o8za41vn/run-o8za41vn.wandb
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5852ee1643b3ecc43180e5ea96d104800cfd4aa0eb52f1ad974394ae9cdf1a53
|
| 3 |
+
size 118285958
|